-- Logs begin at Thu 2022-10-20 02:14:10 UTC, end at Thu 2022-10-20 04:38:27 UTC. -- Oct 20 03:26:27.140967 dv-neutron-861842-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 20 03:26:29.919655 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.common.config [-] Logging enabled! Oct 20 03:26:29.920324 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev59 Oct 20 03:26:29.920437 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103521) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 20 03:26:29.923643 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.common.config [-] Logging enabled! Oct 20 03:26:29.923898 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev59 Oct 20 03:26:29.924211 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103521) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 20 03:26:29.925201 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 03:26:29.925440 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 03:26:29.925796 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 03:26:29.926042 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 03:26:29.926270 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 03:26:29.926594 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.926889 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.927187 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.927417 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.927836 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.928183 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.928466 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.928761 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.929063 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.929350 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.929631 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.929918 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.930151 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.930435 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.930727 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.931019 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.931249 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] debug = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.931528 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.931953 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.932388 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.932665 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.932956 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.933241 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.933557 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.933837 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.934121 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.934445 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] host = dv-neutron-861842-1-hyperv {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.934721 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.935009 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.935302 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.935595 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.935869 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.936143 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.936457 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.936733 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.937005 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] log_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.937279 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.937568 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.937858 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.938149 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.938372 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.938595 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.938884 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.939174 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.939450 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.939722 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.939994 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.940282 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.940558 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.940824 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.941111 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.941396 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.941683 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.941958 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.942230 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.942636 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.942914 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.943205 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.944009 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.944305 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.944583 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.944871 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.945141 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.945415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.945719 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.946013 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.946297 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.946584 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.946857 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.947139 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.947415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.947686 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.947961 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] use_json = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.948233 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.948531 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.948813 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.949086 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.949358 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.949632 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.949904 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.950190 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.950464 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:29.950759 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.951056 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.951358 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.951649 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.951941 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.952222 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.952537 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.952819 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.953109 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.953400 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.953692 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.953971 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.954260 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.954537 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.955087 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.955393 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.955692 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.955997 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.956290 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.956577 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.956856 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.957137 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.957425 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.957704 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.957995 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.958287 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.958568 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.958873 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.959718 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.960107 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.960416 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.960703 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.961003 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.961285 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.961561 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.961839 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.962132 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.962413 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.962687 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.962968 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.963260 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.963551 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.963827 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.964106 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.964430 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.964711 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.964983 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.965260 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.965535 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.965805 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.966094 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.966375 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.966650 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.966923 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.967201 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.967476 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.967746 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.968020 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.968310 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.968592 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.968865 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.969136 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.969409 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.969681 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.969950 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.970220 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.970491 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.970767 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.971036 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.971304 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.971574 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.971846 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.972115 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.972434 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.972723 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.973017 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.973295 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.973567 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.973842 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.974115 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.974388 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.974724 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.975025 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.975302 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.975574 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.975867 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.976155 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.976469 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.976761 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.977039 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.977334 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.977610 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.977889 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.978163 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.978440 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.978722 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.979004 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.979299 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.979594 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.979889 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.980183 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.980567 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.980850 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.981159 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.981439 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:29.981654 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 03:26:29.981894 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103521) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 20 03:26:30.331892 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 20 03:26:30.332172 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 20 03:26:30.332485 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 20 03:26:30.332817 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 20 03:26:30.725526 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.725814 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.726088 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.727381 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.727656 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.727928 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.763382 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.763661 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.763931 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.779172 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.779454 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.779724 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.807729 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.808011 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.808304 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.846119 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.846399 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:30.846667 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.074154 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.074765 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.074765 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.074948 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.075576 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.195155 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.195481 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.195762 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.196031 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.196331 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.196650 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.196909 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.197168 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.197423 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.197707 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.197968 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.198230 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.198485 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.198737 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.198991 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.199259 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.199515 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.199783 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.200051 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.200341 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.200617 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.200869 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.201150 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.201530 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.201780 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.202027 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.202423 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:26:31.202664 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:26:31.202901 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:26:31.203137 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:26:31.203372 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:26:31.203606 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:26:31.203966 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 20 03:26:31.207276 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 20 03:26:31.211871 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 20 03:26:31.215515 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 20 03:26:31.217154 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 20 03:26:31.217600 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 20 03:26:31.217938 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 20 03:26:31.218322 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 20 03:26:31.221124 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 20 03:26:31.221377 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 20 03:26:31.221720 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 03:26:31.227643 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 20 03:26:31.249151 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 20 03:26:31.249789 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.250087 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103521) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 20 03:26:31.250446 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.251809 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103521) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 20 03:26:31.252116 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 03:26:31.252392 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 20 03:26:31.264243 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.264552 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:31.330716 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 20 03:26:31.330900 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 20 03:26:31.331140 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 20 03:26:31.331516 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 20 03:26:31.355223 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_db.sqlalchemy.engines [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103521) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 20 03:26:31.891565 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Initializing driver for type 'gre' Oct 20 03:26:31.892092 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] gre ID ranges: [(1, 1000)] Oct 20 03:26:31.950946 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Initializing driver for type 'local' Oct 20 03:26:31.951379 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Initializing driver for type 'vlan' Oct 20 03:26:31.965277 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] VlanTypeDriver initialization complete Oct 20 03:26:31.965691 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Initializing driver for type 'vxlan' Oct 20 03:26:31.966214 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] vxlan ID ranges: [(1, 1000)] Oct 20 03:26:32.022752 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Initializing extension driver 'port_security' Oct 20 03:26:32.023357 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.extensions.port_security [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] PortSecurityExtensionDriver initialization complete Oct 20 03:26:32.023773 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Initializing mechanism driver 'openvswitch' Oct 20 03:26:32.024181 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Initializing mechanism driver 'hyperv' Oct 20 03:26:32.030782 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:32.031453 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > port after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.031822 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.032172 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > port after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.032717 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:26:32.033151 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > subnet after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.033499 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > subnet after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.033842 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.034230 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:26:32.034627 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > network after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.034974 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > network after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.035314 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > network after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.035698 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:26:32.036091 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > security_group after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.036467 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > security_group after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.036803 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.037928 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:26:32.038330 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.038677 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.039022 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.039420 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:26:32.039821 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > address_group after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.040162 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > address_group after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.040526 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.040921 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 03:26:32.041352 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] ML2 OVO RPC backend initialized. {{(pid=103521) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 20 03:26:32.042049 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.042400 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.042811 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > network before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.043154 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > networks before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.043504 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > port before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.043842 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > ports before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.044179 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > subnet before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.044547 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > subnets before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.044889 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > network after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.045224 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > network after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.045555 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > network after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.045885 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > port after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.046325 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.046664 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > port after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.046996 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > subnet after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.047326 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > subnet after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.047654 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.054828 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded quota_driver: . Oct 20 03:26:32.055191 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.plugin [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Modular L2 Plugin initialization complete Oct 20 03:26:32.055535 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading services supported by the core plugin {{(pid=103521) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 20 03:26:32.055875 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Got port-security extension from driver 'port_security' Oct 20 03:26:32.056385 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.extensions.vlantransparent [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Disabled vlantransparent extension. Oct 20 03:26:32.056872 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103521) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 20 03:26:32.057193 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading Plugin: router Oct 20 03:26:32.093135 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.093710 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router after_create 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.093877 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router before_create 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.094236 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.094605 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.094959 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router after_delete 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.095319 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.095667 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.096026 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router after_create 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.096395 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router after_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.096826 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router after_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.097173 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.097530 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router after_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.097938 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router precommit_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.098301 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.098637 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: port after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.098970 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: subnet after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.099308 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.099923 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.100290 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router precommit_create 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.100641 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: port before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.100983 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router precommit_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.101338 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router after_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.101676 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.102035 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router precommit_create 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.102396 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.102741 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router precommit_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.103104 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > agent after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.103455 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > agent after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.103799 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > network after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.104673 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Tracking information for resource: router configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:26:32.105002 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Tracking information for resource: floatingip configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 03:26:32.109780 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.db.l3_agentschedulers_db [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 20 03:26:32.110357 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.110716 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: port after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.111068 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: port after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.111419 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.112358 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router before_create 55550100 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.112724 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.113081 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router precommit_create 55550100 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.113434 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > router precommit_update 55550100 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.118381 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.services.provider_configuration [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service providers = [] {{(pid=103521) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 20 03:26:32.118743 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.db.servicetype_db [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103521) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 20 03:26:32.121741 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.services.service_base [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 03:26:32.122085 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.services.service_base [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 03:26:32.122423 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.services.service_base [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 03:26:32.123293 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.services.service_base [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 03:26:32.123658 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.services.service_base [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 20 03:26:32.124021 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:26:32.124365 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 20 03:26:32.135377 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:26:32.135705 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading Plugin: auto_allocate Oct 20 03:26:32.141344 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: network precommit_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.141758 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: network precommit_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.142229 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:26:32.142544 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading Plugin: tag Oct 20 03:26:32.149738 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:26:32.150063 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading Plugin: timestamp Oct 20 03:26:32.153997 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:26:32.154331 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading Plugin: network_ip_availability Oct 20 03:26:32.159629 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.160001 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.160383 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.161104 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:26:32.161419 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading Plugin: flavors Oct 20 03:26:32.166074 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:26:32.166400 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading Plugin: revisions Oct 20 03:26:32.170742 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 03:26:32.171133 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_concurrency.lockutils [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.839s {{(pid=103521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 20 03:26:32.171862 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103521) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 20 03:26:32.172199 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Initializing extension manager. Oct 20 03:26:32.172733 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: __init__.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.173075 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: __pycache__ {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.173407 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.173737 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: address_group.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.174473 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.175031 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: address-group Oct 20 03:26:32.175351 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: address_scope.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.176054 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.176590 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: address-scope Oct 20 03:26:32.176910 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.177851 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.178522 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: router-admin-state-down-before-update Oct 20 03:26:32.178842 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: agent.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.179531 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.181348 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: agent Oct 20 03:26:32.181681 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: agent_resources_synced.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.182607 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.183131 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: agent-resources-synced Oct 20 03:26:32.183459 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: allowedaddresspairs.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.185265 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.185780 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: allowed-address-pairs Oct 20 03:26:32.186103 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: auto_allocated_topology.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.187156 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.187663 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: auto-allocated-topology Oct 20 03:26:32.187981 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: availability_zone.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.188694 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.189197 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: availability_zone Oct 20 03:26:32.189515 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: availability_zone_filter.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.190407 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.190909 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: availability_zone_filter Oct 20 03:26:32.191229 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: data_plane_status.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.192114 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.192643 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension data-plane-status not supported by any of loaded plugins Oct 20 03:26:32.192959 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: default_subnetpools.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.194394 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.194897 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: default-subnetpools Oct 20 03:26:32.195216 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.196006 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.196558 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: dhcp_agent_scheduler Oct 20 03:26:32.196876 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: dns.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.197773 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.198272 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension dns-integration not supported by any of loaded plugins Oct 20 03:26:32.198592 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: dns_domain_ports.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.199483 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.199982 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 20 03:26:32.200329 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.201236 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.201735 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 20 03:26:32.202052 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: dvr.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.202712 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.203210 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: dvr Oct 20 03:26:32.203527 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: ecmp_routes.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.204458 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.205217 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension ecmp_routes not supported by any of loaded plugins Oct 20 03:26:32.205533 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: empty_string_filtering.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.206420 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.206925 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: empty-string-filtering Oct 20 03:26:32.207242 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.208133 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.208668 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 20 03:26:32.209078 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.210057 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.210557 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 20 03:26:32.210874 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: external_net.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.211757 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.212256 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: external-net Oct 20 03:26:32.212596 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.213483 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.213982 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: extra_dhcp_opt Oct 20 03:26:32.214294 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: extraroute.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.215188 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.215688 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: extraroute Oct 20 03:26:32.216003 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: extraroute_atomic.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.217035 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.217541 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: extraroute-atomic Oct 20 03:26:32.217853 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: filter_validation.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.218501 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.219000 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: filter-validation Oct 20 03:26:32.219315 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: fip_pf_description.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.220209 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.220729 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 20 03:26:32.221041 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: fip_port_details.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.221952 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.222457 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: fip-port-details Oct 20 03:26:32.222774 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: flavors.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.223983 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.225063 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: flavors Oct 20 03:26:32.225384 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.227065 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.227576 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 20 03:26:32.227902 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: floatingip_pools.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.228629 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.229137 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: floatingip-pools Oct 20 03:26:32.229457 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: ip_allocation.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.230373 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.230873 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension ip_allocation not supported by any of loaded plugins Oct 20 03:26:32.231193 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.232093 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.232631 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: ip-substring-filtering Oct 20 03:26:32.232958 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: l2_adjacency.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.233866 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.234376 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension l2_adjacency not supported by any of loaded plugins Oct 20 03:26:32.234699 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: l3.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.235655 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.236169 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: router Oct 20 03:26:32.236529 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.238859 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.239383 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 20 03:26:32.239709 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.241236 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.241750 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: ext-gw-mode Oct 20 03:26:32.242077 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.242987 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.243493 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: l3-ha Oct 20 03:26:32.243815 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: l3_flavors.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.244740 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.245241 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: l3-flavors Oct 20 03:26:32.245560 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.246455 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.246961 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: l3-port-ip-change-not-allowed Oct 20 03:26:32.247279 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: l3agentscheduler.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.248411 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.248923 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: l3_agent_scheduler Oct 20 03:26:32.249248 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: logging.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.250705 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.251220 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension logging not supported by any of loaded plugins Oct 20 03:26:32.251544 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: metering.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.252346 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.252869 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: metering Oct 20 03:26:32.253189 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.254249 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.254760 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: metering_source_and_destination_fields Oct 20 03:26:32.255079 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: multiprovidernet.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.256170 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.256719 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: multi-provider Oct 20 03:26:32.257037 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: netmtu.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.257937 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.258449 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: net-mtu Oct 20 03:26:32.258763 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: netmtu_writable.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.259666 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.260173 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: net-mtu-writable Oct 20 03:26:32.260515 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: network_availability_zone.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.261174 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.261676 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: network_availability_zone Oct 20 03:26:32.261993 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: network_ip_availability.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.263078 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.263583 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: network-ip-availability Oct 20 03:26:32.263901 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: network_segment_range.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.264683 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.265178 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension network-segment-range not supported by any of loaded plugins Oct 20 03:26:32.265491 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: pagination.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.266449 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.266771 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: pagination Oct 20 03:26:32.267084 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: port_device_profile.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.267969 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.268521 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: port-device-profile Oct 20 03:26:32.268841 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.269755 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.270262 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: port-mac-address-regenerate Oct 20 03:26:32.270578 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.271644 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.272301 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: port-numa-affinity-policy Oct 20 03:26:32.272626 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: port_resource_request.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.273529 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.274036 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension port-resource-request not supported by any of loaded plugins Oct 20 03:26:32.274357 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: portbindings.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.275265 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.275772 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: binding Oct 20 03:26:32.276089 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: portbindings_extended.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.277490 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.278003 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: binding-extended Oct 20 03:26:32.278322 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: portsecurity.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.279215 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.279725 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: port-security Oct 20 03:26:32.280045 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: project_id.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.281031 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.281352 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: project-id Oct 20 03:26:32.281667 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: providernet.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.282563 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.283081 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: provider Oct 20 03:26:32.283396 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: qos.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.287383 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.288054 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension qos not supported by any of loaded plugins Oct 20 03:26:32.288417 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.289633 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.290145 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 20 03:26:32.290472 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.291388 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.291896 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 20 03:26:32.292220 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: qos_default.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.293144 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.293661 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension qos-default not supported by any of loaded plugins Oct 20 03:26:32.293979 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: qos_fip.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.294625 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.295508 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension qos-fip not supported by any of loaded plugins Oct 20 03:26:32.295508 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: qos_gateway_ip.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.296362 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.296871 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 20 03:26:32.297190 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: qos_port_network_policy.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.298083 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.298588 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 20 03:26:32.298905 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: qos_pps_rule.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.300053 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.300599 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension qos-pps not supported by any of loaded plugins Oct 20 03:26:32.300921 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: qos_rule_type_details.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.301826 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.302328 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 20 03:26:32.303277 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: qos_rules_alias.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.304406 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.304918 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 20 03:26:32.305239 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: quotasv2.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.306152 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.306475 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: quotas Oct 20 03:26:32.306792 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: quotasv2_detail.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.308509 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.308842 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: quota_details Oct 20 03:26:32.309168 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: rbac.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.310210 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.310736 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: rbac-policies Oct 20 03:26:32.311059 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: rbac_address_group.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.311984 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.312516 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: rbac-address-group Oct 20 03:26:32.312838 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: rbac_address_scope.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.313748 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.314261 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: rbac-address-scope Oct 20 03:26:32.314579 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: rbac_security_groups.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.315473 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.315987 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: rbac-security-groups Oct 20 03:26:32.316336 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: rbac_subnetpool.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.317416 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.317925 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: rbac-subnetpool Oct 20 03:26:32.318313 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: revisionifmatch.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.319339 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.319851 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: revision-if-match Oct 20 03:26:32.320169 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: revisions.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.321301 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.321808 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: standard-attr-revisions Oct 20 03:26:32.322125 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: router_availability_zone.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.322803 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.323309 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: router_availability_zone Oct 20 03:26:32.323625 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: routerservicetype.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.324547 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.325046 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension router-service-type not supported by any of loaded plugins Oct 20 03:26:32.325360 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.326258 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.326762 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: security-groups-normalized-cidr Oct 20 03:26:32.327077 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.327975 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.328507 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: port-security-groups-filtering Oct 20 03:26:32.328824 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.329976 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.330480 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: security-groups-remote-address-group Oct 20 03:26:32.330797 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: securitygroup.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.340715 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.341248 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: security-group Oct 20 03:26:32.341574 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: segment.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.342350 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.342862 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension segment not supported by any of loaded plugins Oct 20 03:26:32.343186 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.344117 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.344667 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 20 03:26:32.344988 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: servicetype.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.346349 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.346880 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: service-type Oct 20 03:26:32.347205 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: sorting.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.348184 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.348584 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: sorting Oct 20 03:26:32.351037 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: standard_attr_segment.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.352945 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.353469 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 20 03:26:32.353795 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: standardattrdescription.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.354511 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.355177 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: standard-attr-description Oct 20 03:26:32.355588 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: stateful_security_group.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.356871 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.357452 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: stateful-security-group Oct 20 03:26:32.357872 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: stdattrs_common.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.358620 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 20 03:26:32.358979 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.360137 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.360922 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 20 03:26:32.361429 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: subnet_onboard.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.362927 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.363645 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: subnet_onboard Oct 20 03:26:32.364071 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.365989 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.366549 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 20 03:26:32.366987 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: subnet_service_types.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.368033 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.368796 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: subnet-service-types Oct 20 03:26:32.369223 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: subnetallocation.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.370662 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.371507 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: subnet_allocation Oct 20 03:26:32.371980 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.372948 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.373889 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: subnetpool-prefix-ops Oct 20 03:26:32.374347 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.375714 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.376499 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 20 03:26:32.376998 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: tagging.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.378368 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.379123 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: standard-attr-tag Oct 20 03:26:32.379626 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: timestamp.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.381291 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.381809 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loaded extension: standard-attr-timestamp Oct 20 03:26:32.382132 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: trunk.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.383156 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.383669 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension trunk not supported by any of loaded plugins Oct 20 03:26:32.383993 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: trunk_details.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.384930 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.385447 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension trunk-details not supported by any of loaded plugins Oct 20 03:26:32.385768 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: uplink_status_propagation.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.386682 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.387193 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 20 03:26:32.387514 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Loading extension file: vlantransparent.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 03:26:32.388182 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 03:26:32.388725 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extension vlan-transparent not supported by any of loaded plugins Oct 20 03:26:32.391229 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:network Oct 20 03:26:32.391812 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:subnet Oct 20 03:26:32.392164 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 03:26:32.392584 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:port Oct 20 03:26:32.393810 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.394245 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service FLAVORS assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.394870 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.395297 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.395625 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:router Oct 20 03:26:32.396049 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:floatingip Oct 20 03:26:32.396617 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service METERING assigned prefix: /metering {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.398237 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.398618 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.398973 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:26:32.399965 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 03:26:32.400459 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:security_group Oct 20 03:26:32.400892 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 03:26:32.401486 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service CORE assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.401821 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 03:26:32.402172 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] subnetpool is already registered Oct 20 03:26:32.402588 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service CORE assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.402910 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 03:26:32.403239 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] subnetpool is already registered Oct 20 03:26:32.405577 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.406019 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service FLAVORS assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.406609 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.407027 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.407357 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:router Oct 20 03:26:32.407690 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] router is already registered Oct 20 03:26:32.408094 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:floatingip Oct 20 03:26:32.408455 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] floatingip is already registered Oct 20 03:26:32.408903 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service METERING assigned prefix: /metering {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.409561 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 03:26:32.409883 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] rbac_policy is already registered Oct 20 03:26:32.410286 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:security_group Oct 20 03:26:32.410615 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] security_group is already registered Oct 20 03:26:32.411012 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 03:26:32.411339 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] security_group_rule is already registered Oct 20 03:26:32.412558 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service CORE assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.412849 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 03:26:32.413179 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] subnetpool is already registered Oct 20 03:26:32.413586 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Service CORE assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 03:26:32.413903 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 03:26:32.414227 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] subnetpool is already registered Oct 20 03:26:32.414684 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: extensions {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.416192 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: address-groups {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.417720 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: address-scopes {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.419042 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: agents {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.420189 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: auto-allocated-topology {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.421473 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: availability_zones {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.422698 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: dhcp-networks {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.424244 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: dhcp-agents {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.425701 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: routers {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.428700 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: flavors {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.429855 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: service_profiles {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.431171 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: next_providers {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.432660 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: service_profiles {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.435241 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: floatingip-pools {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.436503 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: routers {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.438871 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: floatingips {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.440146 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: l3-routers {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.441584 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: l3-agents {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.443043 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: metering-labels {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.444646 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: metering-label-rules {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.446113 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: network-ip-availabilities {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.447472 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: bindings {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.449177 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: quotas {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.450636 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: quotas {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.452152 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: rbac-policies {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.453624 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: security-groups {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.455139 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: security-group-rules {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.456417 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: service-providers {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.457651 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: subnetpools {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.459788 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: subnetpools {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.461285 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.463092 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.464966 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.466766 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.468589 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.470519 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.472229 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.474165 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.476607 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.478441 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron.api.extensions [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 03:26:32.484867 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING keystonemiddleware.auth_token [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 20 03:26:32.489568 dv-neutron-861842-1-hyperv neutron-server[103521]: WARNING keystonemiddleware.auth_token [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 20 03:26:32.498194 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_concurrency.lockutils [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Acquired lock "singleton_lock" {{(pid=103521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 20 03:26:32.498656 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_concurrency.lockutils [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Releasing lock "singleton_lock" {{(pid=103521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 20 03:26:32.499275 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO oslo_service.service [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Starting 2 workers Oct 20 03:26:32.504067 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Started child 103628 {{(pid=103521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 03:26:32.509820 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Started child 103629 {{(pid=103521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 03:26:32.510002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:32.510612 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO neutron.service [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Neutron service started, listening on 0.0.0.0:9696 Oct 20 03:26:32.510691 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Notify callbacks [] for process, before_spawn {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:32.511347 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [-] (103628) wsgi starting up on http://0.0.0.0:9696 Oct 20 03:26:32.513182 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO oslo_service.service [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Starting 1 workers Oct 20 03:26:32.513289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:32.514640 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [-] (103629) wsgi starting up on http://0.0.0.0:9696 Oct 20 03:26:32.518310 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Started child 103630 {{(pid=103521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 03:26:32.518854 dv-neutron-861842-1-hyperv neutron-server[103521]: INFO oslo_service.service [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Starting 1 workers Oct 20 03:26:32.522867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.service [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] calling RpcWorker wait() {{(pid=103630) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 20 03:26:32.523431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.service [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] returning from RpcWorker wait() {{(pid=103630) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 20 03:26:32.523815 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Started child 103631 {{(pid=103521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 03:26:32.524670 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a23f2036-a2dc-4b3a-aa8a-4ab3d81f457a None None] Notify callbacks [] for process, after_spawn {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:32.524767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:32.525269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:32.526543 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 03:26:32.526749 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 03:26:32.526934 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 03:26:32.527148 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 03:26:32.527473 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 03:26:32.527632 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 03:26:32.528163 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.528498 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.528754 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.528843 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:32.529285 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.529285 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.529855 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.530116 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.530362 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.530629 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.530857 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.531022 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.531186 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.531446 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.531686 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.531985 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.532245 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.532518 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.532776 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.532950 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.533193 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.533469 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.533692 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.533956 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] debug = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.534211 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.534683 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.534933 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.535165 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.535394 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.535652 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.535874 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.536127 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.536392 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.536624 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.536982 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.537743 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.538003 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.538187 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.538483 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.538653 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.538868 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.539326 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] host = dv-neutron-861842-1-hyperv {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.539561 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.539776 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.540033 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.540293 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.540543 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.540775 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.541020 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.541267 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.541528 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.541766 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.542010 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.542250 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.542466 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.542706 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.542869 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_options = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.543099 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.543360 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.543601 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.543785 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.543950 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.544171 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.544378 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.544537 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.544807 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.545020 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.545230 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.545468 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.545678 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.545888 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.546152 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.546391 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.546605 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.546833 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.547076 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.547315 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.547534 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.547753 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.547991 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.548235 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.548493 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.548709 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.548930 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.549161 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.549371 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.549606 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.549833 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.550131 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.551149 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:32.551305 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.551471 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.551747 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.551991 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.552330 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.553863 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.554373 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.554373 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.554653 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.554801 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.555044 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.556299 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.556299 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.556299 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.556299 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_json = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.556299 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.557904 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.557904 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.557904 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.557904 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.557904 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.557904 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.562098 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.562098 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.562098 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.562098 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.562098 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.562098 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.562098 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.562098 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.563415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.563415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.563415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.563415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.563415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.563415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.563415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.563415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565404 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565404 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565404 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565404 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565404 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565404 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565404 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565404 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565865 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565865 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565865 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565865 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565865 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565865 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.565865 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.566265 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.566329 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.566548 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.566794 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.567018 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.567319 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.567544 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.567784 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.568053 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.568309 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.568590 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.568822 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.569073 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.569312 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.569545 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.569798 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.570077 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.570372 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.570603 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.570820 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.571064 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.571282 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.571499 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.571735 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.571983 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.572262 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.572553 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.572784 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.573028 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.573276 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.573515 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.573749 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.573971 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.574181 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.574623 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.575052 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.575473 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.575731 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.575974 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.576192 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.576440 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.576663 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.576886 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.577127 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.577388 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.577619 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.577863 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.578103 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.578319 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.578537 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.578775 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.578992 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.579199 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.579418 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.579921 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.580157 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.580418 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.580625 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.580846 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.581059 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.581282 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.581739 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.582031 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.582277 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.582534 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.582755 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.583012 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.583467 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.584303 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.584528 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.584785 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.585002 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.585451 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.585877 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.586306 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.586762 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.587025 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.587294 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.587552 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.587936 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.588167 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.588449 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.588682 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.588926 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.589197 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.589617 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.590077 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.590522 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.590959 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.591391 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.591850 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.592228 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.592710 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.593197 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.593551 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.593890 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.594208 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.594449 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.594725 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.594981 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.595270 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.595490 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.595726 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.595946 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.596244 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.596528 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.596751 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.596984 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.597391 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.597728 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.597979 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.598214 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.598435 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.598703 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.598966 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.599212 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.600008 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.600261 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.600613 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.600867 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.601102 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.601344 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.601562 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.601815 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.602033 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.602279 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.602495 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.602735 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.602951 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.603183 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.603415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.603632 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.603855 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.604098 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.604417 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.604640 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.604891 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.605110 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.605332 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.605581 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.605827 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.606081 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.606305 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.606521 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.606757 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.606982 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.607250 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.607500 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.607742 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.607971 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.608360 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.608646 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.608868 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.609116 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.609336 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.609550 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.609769 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.609995 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.610232 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.610470 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.610701 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.610943 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.611180 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.611436 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.611930 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.612186 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.612476 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.612722 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.612978 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.613197 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.613419 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.613634 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.614025 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.614463 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.614868 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.615166 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.615486 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.615713 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.615958 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.616180 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.616474 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.616719 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.616962 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.617186 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.617430 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.617649 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.617889 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.618129 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.618348 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.618561 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.618775 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.618992 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.619213 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.619504 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.619770 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.619995 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.620257 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.620528 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.620742 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.620974 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.621229 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.621465 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.621689 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.621907 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.622119 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.622370 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.622602 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.622815 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.623043 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.623259 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.623470 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.623731 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.623943 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.624153 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.624398 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.624623 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.624834 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.625058 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.625271 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.625481 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.625705 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.625920 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.626131 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.626358 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.626575 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.626791 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.627014 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.627233 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.627444 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.627732 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.627982 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.628202 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.628506 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.628758 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.629006 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.629231 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.629526 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.629740 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.629990 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.630209 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.630297 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:32.630452 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.630721 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.630987 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.631312 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.631598 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.631858 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.632114 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.632415 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.632706 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.632979 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.633198 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.633488 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.633816 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.634099 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.634356 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.634619 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.634884 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.635108 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.635331 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.635570 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.635805 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.636044 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.636302 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.637779 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.637779 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.637779 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.637779 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.637779 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.637779 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.638477 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.638477 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.638477 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.638477 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 03:26:32.638935 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 03:26:32.639096 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 03:26:32.639251 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 03:26:32.639420 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 03:26:32.639590 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 03:26:32.639743 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 03:26:32.639958 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.640156 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.640290 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.640458 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.640595 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.640780 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.640941 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.641101 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.641260 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.641420 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.641579 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.641740 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.641946 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.642057 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.642218 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.642377 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.642537 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.642697 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.642862 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.643021 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.643180 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.643341 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.643501 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] debug = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.643660 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.643876 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.644041 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.644199 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.644397 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.644558 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.644717 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.644875 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.645035 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.645194 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.645354 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.645513 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.645673 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.645833 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.645992 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.646150 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.646855 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.647034 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] host = dv-neutron-861842-1-hyperv {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.647194 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.647353 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.647511 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.647659 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.647820 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.647979 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.648138 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.648320 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.648481 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.648639 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.648798 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.648957 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.649115 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.649274 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.649417 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_options = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.649578 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.649736 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.649899 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.650088 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.650257 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.650419 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.650576 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.650735 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.650895 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.651053 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.651212 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.651371 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.651530 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.651690 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.651848 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.652006 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.652165 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.652353 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.652514 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.652675 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.652835 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.652994 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.653154 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.653300 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.653459 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.653620 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.653780 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.653976 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.654098 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.654217 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.654379 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.654539 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.654698 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.654858 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.655017 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.655177 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.655350 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.655492 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.655657 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.655816 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.655997 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.656136 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.656312 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.656476 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.656637 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.656797 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.656957 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_json = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.657117 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.657278 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.657442 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.657613 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.657800 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.657973 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.658141 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.658308 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.658462 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 03:26:32.658597 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.658725 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.658862 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.659005 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.659136 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.659301 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.659464 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.659626 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.659790 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.659983 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.660113 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.660299 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.660468 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.660631 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.660793 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.660958 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.661121 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.661283 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.661446 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.661609 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.661811 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.662584 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.662759 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.663078 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.663247 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.663413 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.663575 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.663757 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.663920 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.664110 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.664290 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.664461 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.664626 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.664788 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.664954 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.665119 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.665283 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.665445 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.665607 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.665771 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.665933 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.666095 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.666259 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.666422 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.666571 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.666736 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.666898 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.667061 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.667279 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.667448 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.667647 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.667768 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.667921 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.668086 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.668248 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.668486 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.668637 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.668802 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.668965 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.669129 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.669291 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.669507 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.669677 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.669839 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.670008 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.670171 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.670397 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.670567 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.670731 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.670894 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.671057 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.671221 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.671383 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.671546 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.671709 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.671870 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.672033 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.672195 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.672378 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.672545 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.672707 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.672869 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.673034 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.673200 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.673360 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.673522 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.673689 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.673832 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.673998 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.674167 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.674336 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.674511 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.674675 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.674839 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.675001 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.675163 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.675326 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.675487 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.675650 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.675813 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.675976 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.676138 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.676324 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.676491 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.676652 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.676814 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.676975 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.677137 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.677299 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.677498 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.677856 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.678086 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.678261 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.678424 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.678587 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.678748 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.678909 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.679082 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.679244 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.679403 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.679559 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.679728 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.679901 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.680067 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.680230 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.680414 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.680575 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.680739 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.680901 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.681064 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.681227 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.681389 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.681553 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.681723 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.681896 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.682059 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.682221 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.682383 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.682567 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.682729 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.682890 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.683052 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.683215 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.683377 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.683539 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.683700 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.683862 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.684024 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.684186 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.684369 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.684532 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.684695 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.684859 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.685021 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.685184 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.685348 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.685511 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.685673 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.685836 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.685998 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.686160 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.686323 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.686484 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.686647 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.686809 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.686971 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.687133 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.687295 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.687458 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.687619 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.687780 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.687942 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.688103 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.688314 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.688443 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.688608 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.688770 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.688933 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.689096 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.689259 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.689422 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.689585 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.689749 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.689910 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.690078 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.690240 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.690402 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.690565 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.690726 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.690888 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.691050 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.691212 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.691374 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.691552 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.691714 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.691875 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.692038 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.692200 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.692383 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.692547 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.692709 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.692870 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.693031 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.693235 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.693474 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.693640 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.693802 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.693965 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.694127 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.694292 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.694456 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.694620 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.694782 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.694945 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.695107 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.695267 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.695427 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.695589 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.695752 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.695915 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.696077 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.696239 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.696443 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.696608 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.696773 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.696934 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.697096 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.697259 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.697431 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.697593 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.697754 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.697915 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.698076 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.698238 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.698409 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.698572 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.698734 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.698896 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.699057 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.699218 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.699389 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.699551 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.699712 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.699874 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.700040 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.700200 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.700379 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.700542 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.700704 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.700865 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.701027 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.701188 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.701358 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.701521 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.701682 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.701843 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.702005 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.702166 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.702336 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.702498 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.702660 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.702829 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.702990 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.703151 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.703312 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.703484 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.703648 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.703811 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.703973 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.704135 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.704318 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.704484 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.704905 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.705076 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.705244 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.705409 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.705579 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.705749 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.705918 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.706080 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.706249 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.706423 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.706586 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.706746 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.706909 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.707070 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.707232 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.707394 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.707554 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.707714 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.707874 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.708034 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.708214 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.708395 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.708558 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.709265 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.709479 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.709645 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.709808 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.709971 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.710134 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 03:26:32.710289 dv-neutron-861842-1-hyperv neutron-server[103521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 03:26:32.817618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 48854) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:26:32.826643 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063593 Oct 20 03:26:44.543439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23418932-dc08-46a6-abac-43ee9d0359c6 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:26:44.607516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23418932-dc08-46a6-abac-43ee9d0359c6 None None] No non-hosted networks {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 20 03:26:44.633935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.agentschedulers_db [None req-23418932-dc08-46a6-abac-43ee9d0359c6 None None] DHCP Agent not found on host dv-neutron-861842-1-hyperv {{(pid=103630) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 20 03:26:44.768723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d584-1b3f-40a9-a7f5-3a712c137f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801096'] for agent, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:46.513918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eec7048c-5136-4079-8609-1754fd93150e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801096'] for agent, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:46.565297 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f853c94e-bbc8-4341-8d6e-6c0e09e82fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:47.706228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801096'] for agent, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:49.197838 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801096'] for agent, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:49.419869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801096'] for agent, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:49.423799 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.425858 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.427222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.428888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.431563 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.432934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.433783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.434302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.434632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.434975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.435319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.435648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:49.436028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-861842-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:49.456066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-861842-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:26:50.491794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 48946) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:26:50.991032 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.db.l3_hamode_db [None req-cb471611-da92-4614-97f3-26c96646855c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 20 03:26:51.028643 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING oslo_policy.policy [None req-185f44b2-4be9-4cb7-94c8-b426e47c76c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:26:51.029263 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING oslo_policy.policy [None req-185f44b2-4be9-4cb7-94c8-b426e47c76c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:26:51.069899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb471611-da92-4614-97f3-26c96646855c None None] Routers set() bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:26:51.070287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb471611-da92-4614-97f3-26c96646855c None None] Router IDs set() for agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 03:26:51.248979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-185f44b2-4be9-4cb7-94c8-b426e47c76c1 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:26:51.250029 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-185f44b2-4be9-4cb7-94c8-b426e47c76c1 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7571919 Oct 20 03:26:53.692217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 48962) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:26:54.002800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0e155af9-a576-465b-9117-e34e03735ac2 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:26:54.100564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.policy [None req-0e155af9-a576-465b-9117-e34e03735ac2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103629) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 03:26:54.149292 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING oslo_policy.policy [None req-0e155af9-a576-465b-9117-e34e03735ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:26:54.149606 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING oslo_policy.policy [None req-0e155af9-a576-465b-9117-e34e03735ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:26:54.245243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0e155af9-a576-465b-9117-e34e03735ac2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766399040845', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766399041328', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766399053465', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766399318187', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766399923976', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766399333877', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-669758', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655875', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1738225', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1581289'] for rbac-policy, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:54.311407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0e155af9-a576-465b-9117-e34e03735ac2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:54.312656 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0e155af9-a576-465b-9117-e34e03735ac2 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6194777 Oct 20 03:26:56.916170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 48974) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:26:57.219897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Request body: {'network': {'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'name': 'private', 'admin_state_up': True, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:26:57.248510 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Made reservation on behalf of e9f68dfa97894cf5ade07987631b4af4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:26:57.251321 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:57.269803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:57.382030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:57.385471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:57.404737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:26:57.433638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766400582391', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:57.434188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Unsubscribe: segment precommit_create {{(pid=103629) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 03:26:57.434695 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Added segment 6a8181c8-e0b2-4cb9-bd3d-7ea543f11737 of type vlan for network 15d5039d-00d7-426d-92b6-d428f7f5b3e8 Oct 20 03:26:57.450291 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72ae16c-12be-4dd8-ba25-54e0806651b6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:57.499070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.499421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.499751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.500075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.500483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.500817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.501135 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.501460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.501788 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.502095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.502399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.502702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Tracked resource versions report: Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: pushed versions: Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: { 'AddressGroup': {'1.2'}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'ConntrackHelper': {'1.0'}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Log': {'1.0'}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Network': {'1.1'}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Port': {'1.7'}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'PortForwarding': {'1.2'}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'QosPolicy': {'1.9'}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SecurityGroup': {'1.4'}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SubPort': {'1.0'}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Subnet': {'1.1'}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Trunk': {'1.1'}} Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: consumer versions: Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: { DHCP agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: L3 agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: Metadata agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: Metering agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: Open vSwitch agent@dv-neutron-861842-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'ConntrackHelper': '1.0', Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Log': '1.0', Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Network': '1.1', Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Port': '1.7', Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'PortForwarding': '1.2', Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'QosPolicy': '1.9', Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SecurityGroup': '1.4', Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SecurityGroupRule': '1.2', Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SubPort': '1.0', Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Subnet': '1.1', Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Trunk': '1.1'}} Oct 20 03:26:57.504035 dv-neutron-861842-1-hyperv neutron-server[103629]: {{(pid=103629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:26:57.544854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:57.584750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:57.585797 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:26:57.586436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:26:57.634537 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7172921 Oct 20 03:26:57.689629 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f2f4a-61d7-4740-bb8f-d5d79d3c163c admin admin] Pushing event updated for resources: {'Network': ['ID=15d5039d-00d7-426d-92b6-d428f7f5b3e8,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:26:57.701689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 15d5039d-00d7-426d-92b6-d428f7f5b3e8 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:27:00.301638 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 48988) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:27:00.786398 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING oslo_policy.policy [None req-b8ac42be-0bb4-43bc-bfd2-f12265b8d8c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:27:00.786972 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING oslo_policy.policy [None req-b8ac42be-0bb4-43bc-bfd2-f12265b8d8c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:27:01.222711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.policy [None req-b8ac42be-0bb4-43bc-bfd2-f12265b8d8c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103628) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 03:27:01.268261 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING oslo_policy.policy [None req-b8ac42be-0bb4-43bc-bfd2-f12265b8d8c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:27:01.268647 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING oslo_policy.policy [None req-b8ac42be-0bb4-43bc-bfd2-f12265b8d8c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 03:27:01.278098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac42be-0bb4-43bc-bfd2-f12265b8d8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:27:01.280052 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b8ac42be-0bb4-43bc-bfd2-f12265b8d8c9 admin admin] 10.222.0.20 "GET /v2.0/networks/15d5039d-00d7-426d-92b6-d428f7f5b3e8 HTTP/1.1" status: 200 len: 825 time: 0.9763486 Oct 20 03:27:01.318414 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ca47a987-117d-4723-94ca-70af1292cff8 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/df320e45-74c6-4327-bed9-8861a55e3eec HTTP/1.1" status: 200 len: 734 time: 0.0318735 Oct 20 03:27:01.327984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'df320e45-74c6-4327-bed9-8861a55e3eec', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:27:01.364762 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Made reservation on behalf of e9f68dfa97894cf5ade07987631b4af4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:27:01.367344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:01.647872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:01.715598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Checking segment: {'id': '6a8181c8-e0b2-4cb9-bd3d-7ea543f11737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:27:01.715988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Network hostable DHCP agents. Network: 15d5039d-00d7-426d-92b6-d428f7f5b3e8, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:27:01.728706 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d983f8-923c-4ecb-880a-69cc722e6787,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:01.740934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.741293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.741627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.741953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.742272 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.742606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.742929 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.743255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.743574 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.743879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.744187 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.744521 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Tracked resource versions report: Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: pushed versions: Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: { 'AddressGroup': {'1.2'}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'ConntrackHelper': {'1.0'}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Log': {'1.0'}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Network': {'1.1'}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Port': {'1.7'}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'PortForwarding': {'1.2'}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'QosPolicy': {'1.9'}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SecurityGroup': {'1.4'}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SubPort': {'1.0'}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Subnet': {'1.1'}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Trunk': {'1.1'}} Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: consumer versions: Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: { DHCP agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: L3 agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: Metadata agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: Metering agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: Open vSwitch agent@dv-neutron-861842-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'ConntrackHelper': '1.0', Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Log': '1.0', Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Network': '1.1', Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Port': '1.7', Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'PortForwarding': '1.2', Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'QosPolicy': '1.9', Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SecurityGroup': '1.4', Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SecurityGroupRule': '1.2', Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SubPort': '1.0', Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Subnet': '1.1', Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Trunk': '1.1'}} Oct 20 03:27:01.745796 dv-neutron-861842-1-hyperv neutron-server[103628]: {{(pid=103628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:27:01.769062 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Network 15d5039d-00d7-426d-92b6-d428f7f5b3e8 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:27:01.781963 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 15d5039d-00d7-426d-92b6-d428f7f5b3e8) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:27:01.786626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:27:01.787263 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:01.791900 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443deacc-dc08-448b-9495-cab2c8d6d201 None None] Network 15d5039d-00d7-426d-92b6-d428f7f5b3e8 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:27:01.806984 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-10b070ee-56b1-4539-a77a-77ef14d15c5b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4824691 Oct 20 03:27:02.103220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-15d5039d-00d7-426d-92b6-d428f7f5b3e8', 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'fixed_ips': [{'subnet_id': '14d983f8-923c-4ecb-880a-69cc722e6787'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:27:02.104488 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:02.398314 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Allocated IP 172.20.0.2 (15d5039d-00d7-426d-92b6-d428f7f5b3e8/14d983f8-923c-4ecb-880a-69cc722e6787/291920a3-f20e-4fa7-b97c-eb20544b18f4) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:27:02.598857 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:02.606103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:02.679463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Network 15d5039d-00d7-426d-92b6-d428f7f5b3e8 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:27:02.686944 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:27:02.692582 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Pushing event updated for resources: {'Port': ['ID=291920a3-f20e-4fa7-b97c-eb20544b18f4,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:02.694734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:27:02.742881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.743237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.743590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.743921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.744254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.744626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.744955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.745292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.745629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.745950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.746265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.746578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Tracked resource versions report: Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: pushed versions: Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: { 'AddressGroup': {'1.2'}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'ConntrackHelper': {'1.0'}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Log': {'1.0'}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Network': {'1.1'}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Port': {'1.7'}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'PortForwarding': {'1.2'}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'QosPolicy': {'1.9'}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SecurityGroup': {'1.4'}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SubPort': {'1.0'}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Subnet': {'1.1'}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Trunk': {'1.1'}} Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: consumer versions: Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: { DHCP agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: L3 agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: Metadata agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: Metering agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: Open vSwitch agent@dv-neutron-861842-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'ConntrackHelper': '1.0', Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Log': '1.0', Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Network': '1.1', Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Port': '1.7', Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'PortForwarding': '1.2', Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'QosPolicy': '1.9', Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SecurityGroup': '1.4', Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SecurityGroupRule': '1.2', Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SubPort': '1.0', Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Subnet': '1.1', Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Trunk': '1.1'}} Oct 20 03:27:02.747960 dv-neutron-861842-1-hyperv neutron-server[103630]: {{(pid=103630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:27:02.782168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Attempting to bind port 291920a3-f20e-4fa7-b97c-eb20544b18f4 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:27:02.782575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Attempting to bind port 291920a3-f20e-4fa7-b97c-eb20544b18f4 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '6a8181c8-e0b2-4cb9-bd3d-7ea543f11737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:27:02.783010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Attempting to bind port 291920a3-f20e-4fa7-b97c-eb20544b18f4 on network 15d5039d-00d7-426d-92b6-d428f7f5b3e8 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:27:02.788916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:27:02.789316 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Checking segment: {'id': '6a8181c8-e0b2-4cb9-bd3d-7ea543f11737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:27:02.789787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:02.790175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Bound using segment: {'id': '6a8181c8-e0b2-4cb9-bd3d-7ea543f11737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:27:02.790694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Bound port: 291920a3-f20e-4fa7-b97c-eb20544b18f4, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8181c8-e0b2-4cb9-bd3d-7ea543f11737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:27:02.791099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:02.855541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] For port 291920a3-f20e-4fa7-b97c-eb20544b18f4, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:27:02.859770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] For port 291920a3-f20e-4fa7-b97c-eb20544b18f4, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=291920a3-f20e-4fa7-b97c-eb20544b18f4,segment=NetworkSegment(6a8181c8-e0b2-4cb9-bd3d-7ea543f11737),segment_id=6a8181c8-e0b2-4cb9-bd3d-7ea543f11737)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:27:02.864583 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:02.926276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c9b4b-b7d5-4164-935a-bdb6de5201fd None None] Pushing event updated for resources: {'Port': ['ID=291920a3-f20e-4fa7-b97c-eb20544b18f4,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:04.338455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49008) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:27:04.654457 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-72e58711-583a-42fd-9f24-da73362bdd77 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:27:04.655548 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-72e58711-583a-42fd-9f24-da73362bdd77 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160393 Oct 20 03:27:07.100554 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49016) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:27:07.424653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-06fee18f-d825-4b7c-b1a3-ab82959204e3 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:27:07.428713 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-06fee18f-d825-4b7c-b1a3-ab82959204e3 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3271847 Oct 20 03:27:10.122016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49028) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:27:10.436237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-cba0bb8c-5f32-429d-8356-ba9e6b1e520a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'name': 'router1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:27:10.457989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cba0bb8c-5f32-429d-8356-ba9e6b1e520a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:10.459569 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cba0bb8c-5f32-429d-8356-ba9e6b1e520a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:10.622117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cba0bb8c-5f32-429d-8356-ba9e6b1e520a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:10.627021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cba0bb8c-5f32-429d-8356-ba9e6b1e520a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:10.641033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cba0bb8c-5f32-429d-8356-ba9e6b1e520a admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:10.642262 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cba0bb8c-5f32-429d-8356-ba9e6b1e520a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5191898 Oct 20 03:27:10.781499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 291920a3-f20e-4fa7-b97c-eb20544b18f4 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:27:10.878116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 291920a3-f20e-4fa7-b97c-eb20544b18f4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:27:10.879207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:10.879207 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 291920a3-f20e-4fa7-b97c-eb20544b18f4 Oct 20 03:27:10.995016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 291920a3-f20e-4fa7-b97c-eb20544b18f4 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:27:10.995424 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:11.030259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 291920a3-f20e-4fa7-b97c-eb20544b18f4, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=291920a3-f20e-4fa7-b97c-eb20544b18f4,segment=NetworkSegment(6a8181c8-e0b2-4cb9-bd3d-7ea543f11737),segment_id=6a8181c8-e0b2-4cb9-bd3d-7ea543f11737)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:27:11.035418 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:11.083729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=291920a3-f20e-4fa7-b97c-eb20544b18f4,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:11.408994 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd275834-4fb8-401f-b613-7bb6d70567c3 None None] Network 15d5039d-00d7-426d-92b6-d428f7f5b3e8 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:27:11.488096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e081bfd2-d491-4ff4-8d69-a009755099ea None None] Provisioning complete for port 291920a3-f20e-4fa7-b97c-eb20544b18f4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:27:11.488598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e081bfd2-d491-4ff4-8d69-a009755099ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:11.488898 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e081bfd2-d491-4ff4-8d69-a009755099ea None None] Attempt 1 to provision port 291920a3-f20e-4fa7-b97c-eb20544b18f4 Oct 20 03:27:11.626308 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e081bfd2-d491-4ff4-8d69-a009755099ea None None] Current status of the port 291920a3-f20e-4fa7-b97c-eb20544b18f4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:27:11.846436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-063d4c17-b468-46a6-8772-d1a63d50781f None None] Provisioning complete for port 291920a3-f20e-4fa7-b97c-eb20544b18f4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:27:11.847793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-063d4c17-b468-46a6-8772-d1a63d50781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:11.847987 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-063d4c17-b468-46a6-8772-d1a63d50781f None None] Attempt 1 to provision port 291920a3-f20e-4fa7-b97c-eb20544b18f4 Oct 20 03:27:11.927749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-063d4c17-b468-46a6-8772-d1a63d50781f None None] Current status of the port 291920a3-f20e-4fa7-b97c-eb20544b18f4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:27:12.754529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 291920a3-f20e-4fa7-b97c-eb20544b18f4 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:27:12.801536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 291920a3-f20e-4fa7-b97c-eb20544b18f4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:27:12.801900 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:12.802229 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 291920a3-f20e-4fa7-b97c-eb20544b18f4 Oct 20 03:27:12.878425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 291920a3-f20e-4fa7-b97c-eb20544b18f4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:27:13.121021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49038) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:27:13.433681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-ad0f89ae-db78-4ea0-8810-930b5e6afd2b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:27:13.434643 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ad0f89ae-db78-4ea0-8810-930b5e6afd2b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3127072 Oct 20 03:27:14.494262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e0fc547a-62ff-48be-b286-143aac1f9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:15.845222 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49046) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:27:16.150747 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:27:16.173103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Made reservation on behalf of 2d251181626741318004540156bb573e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:27:16.175919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:16.192137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:16.292336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:16.296314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:16.312739 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Reserving flat network on physical network physnet1 {{(pid=103628) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 20 03:27:16.334689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba64b8e-b9f5-48cf-9d7a-484cb2633ee6,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:16.343699 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766400582391', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:16.343863 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Unsubscribe: segment precommit_create {{(pid=103628) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 03:27:16.344359 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Added segment 03606866-9a43-4123-9a70-81795b54edb6 of type flat for network 78d9e5a2-bf27-45e4-8847-e360b2732424 Oct 20 03:27:16.400109 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:16.438185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:16.439203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:27:16.439771 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:16.482464 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6362271 Oct 20 03:27:16.516503 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-51c7893b-1b88-46f5-a667-644ff2c7b706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:16.536836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690e854-9757-40a7-a51a-f71df4485d8d admin admin] Pushing event updated for resources: {'Network': ['ID=78d9e5a2-bf27-45e4-8847-e360b2732424,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:16.547349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:27:17.660767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:18.917437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49064) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:27:19.091146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4e8071-3067-4a4f-a9b8-c1582824c545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:27:19.092466 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1f4e8071-3067-4a4f-a9b8-c1582824c545 admin admin] 10.222.0.20 "GET /v2.0/subnets/14d983f8-923c-4ecb-880a-69cc722e6787 HTTP/1.1" status: 200 len: 849 time: 0.1740155 Oct 20 03:27:19.149258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:19.213267 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-15ee7ee1-f0cc-4425-93fd-8920b4da3842 admin admin] 10.222.0.20 "GET /v2.0/routers/f75ba59f-28cc-417b-88b1-68e8d3b67e76 HTTP/1.1" status: 200 len: 704 time: 0.1140962 Oct 20 03:27:19.433149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:19.486756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:19.769260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Allocated IP 172.20.0.1 (15d5039d-00d7-426d-92b6-d428f7f5b3e8/14d983f8-923c-4ecb-880a-69cc722e6787/6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:27:19.920232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:19.986789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:20.093983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Network 15d5039d-00d7-426d-92b6-d428f7f5b3e8 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:27:20.099243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:27:20.102366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:27:20.102905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:20.183905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:20.291288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Provisioning complete for port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:27:20.291874 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:20.292195 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Attempt 1 to provision port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d Oct 20 03:27:20.310872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:20.326559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:27:20.520563 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:20.525083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:20.525794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:20.577646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:20.650631 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Network 15d5039d-00d7-426d-92b6-d428f7f5b3e8 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:27:20.651920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:27:20.811444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Router f75ba59f-28cc-417b-88b1-68e8d3b67e76 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:27:20.827487 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Attempt 2 to provision port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d Oct 20 03:27:20.861529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:27:20.902419 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:27:20.907720 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-39debe89-5c7a-41fa-9a22-c06b6da08697 admin admin] 10.222.0.20 "PUT /v2.0/routers/f75ba59f-28cc-417b-88b1-68e8d3b67e76/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6888161 Oct 20 03:27:20.923849 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Sync routers for ids ['f75ba59f-28cc-417b-88b1-68e8d3b67e76'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:27:20.936945 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Routers {'f75ba59f-28cc-417b-88b1-68e8d3b67e76'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:27:20.937877 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:27:16Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f75ba59f-28cc-417b-88b1-68e8d3b67e76'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:27:21.120939 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Set router f75ba59f-28cc-417b-88b1-68e8d3b67e76 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:27:21.362686 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Attempt 3 to provision port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d Oct 20 03:27:21.401114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:27:21.564840 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'name': 'router1', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:27:10Z', 'updated_at': '2022-10-20T03:27:20Z', 'revision_number': 2, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'gw_port_host': None, '_interfaces': [{'id': '6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d', 'name': '', 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'mac_address': 'fa:16:3e:e2:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:27:19Z', 'updated_at': '2022-10-20T03:27:20Z', 'revision_number': 2, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'subnets': [{'id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df320e45-74c6-4327-bed9-8861a55e3eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:27:21.621672 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Checking router: f75ba59f-28cc-417b-88b1-68e8d3b67e76 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:27:21.622148 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Updating router f75ba59f-28cc-417b-88b1-68e8d3b67e76 port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:27:21.704715 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:21.902827 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Attempt 4 to provision port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d Oct 20 03:27:21.944351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:27:22.283184 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:22.290159 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:22.432326 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Attempting to bind port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:27:22.432713 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Attempting to bind port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '6a8181c8-e0b2-4cb9-bd3d-7ea543f11737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:27:22.433143 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Attempting to bind port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d on network 15d5039d-00d7-426d-92b6-d428f7f5b3e8 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:27:22.440479 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Pushing event updated for resources: {'Port': ['ID=6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:22.445010 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:27:22.445395 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Checking segment: {'id': '6a8181c8-e0b2-4cb9-bd3d-7ea543f11737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:27:22.445525 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Attempt 5 to provision port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d Oct 20 03:27:22.445958 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:22.446227 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Bound using segment: {'id': '6a8181c8-e0b2-4cb9-bd3d-7ea543f11737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:27:22.446830 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Bound port: 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8181c8-e0b2-4cb9-bd3d-7ea543f11737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:27:22.447110 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:22.461023 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.461377 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.461722 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.462042 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.462372 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.462703 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.463028 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.463370 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.463710 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.464029 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.464365 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.464681 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Tracked resource versions report: Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: pushed versions: Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: { 'AddressGroup': {'1.2'}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'ConntrackHelper': {'1.0'}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Log': {'1.0'}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Network': {'1.1'}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Port': {'1.7'}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'PortForwarding': {'1.2'}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'QosPolicy': {'1.9'}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SecurityGroup': {'1.4'}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SubPort': {'1.0'}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Subnet': {'1.1'}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Trunk': {'1.1'}} Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: consumer versions: Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: { DHCP agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: L3 agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: Metadata agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: Metering agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: Open vSwitch agent@dv-neutron-861842-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'ConntrackHelper': '1.0', Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Log': '1.0', Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Network': '1.1', Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Port': '1.7', Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'PortForwarding': '1.2', Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'QosPolicy': '1.9', Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SecurityGroup': '1.4', Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SecurityGroupRule': '1.2', Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SubPort': '1.0', Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Subnet': '1.1', Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Trunk': '1.1'}} Oct 20 03:27:22.466033 dv-neutron-861842-1-hyperv neutron-server[103631]: {{(pid=103631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:27:22.489307 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:27:22.535214 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] For port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:27:22.554750 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] For port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d,segment=NetworkSegment(6a8181c8-e0b2-4cb9-bd3d-7ea543f11737),segment_id=6a8181c8-e0b2-4cb9-bd3d-7ea543f11737)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:27:22.563603 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:22.624452 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7c143-caa6-4a2d-a24f-49c8cfcde93d None None] Pushing event updated for resources: {'Port': ['ID=6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:22.627337 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Routers {'f75ba59f-28cc-417b-88b1-68e8d3b67e76'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:27:22.628060 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:27:16Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f75ba59f-28cc-417b-88b1-68e8d3b67e76'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:27:22.716237 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] Set router f75ba59f-28cc-417b-88b1-68e8d3b67e76 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:27:22.922851 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'name': 'router1', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:27:10Z', 'updated_at': '2022-10-20T03:27:20Z', 'revision_number': 2, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'gw_port_host': None, '_interfaces': [{'id': '6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d', 'name': '', 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'mac_address': 'fa:16:3e:e2:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:27:19Z', 'updated_at': '2022-10-20T03:27:22Z', 'revision_number': 4, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'subnets': [{'id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df320e45-74c6-4327-bed9-8861a55e3eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:27:22.948041 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa40ce-75f5-44a4-9952-db1bb526cf55 None None] The sync data for ids ['f75ba59f-28cc-417b-88b1-68e8d3b67e76'] in dv-neutron-861842-1-hyperv is: [{'id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'name': 'router1', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:27:10Z', 'updated_at': '2022-10-20T03:27:20Z', 'revision_number': 2, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'gw_port_host': None, '_interfaces': [{'id': '6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d', 'name': '', 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'mac_address': 'fa:16:3e:e2:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:27:19Z', 'updated_at': '2022-10-20T03:27:22Z', 'revision_number': 4, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'subnets': [{'id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df320e45-74c6-4327-bed9-8861a55e3eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:27:22.991099 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Attempt 6 to provision port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d Oct 20 03:27:23.072320 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Current status of the port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:27:23.072742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:23.105486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] For port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d,segment=NetworkSegment(6a8181c8-e0b2-4cb9-bd3d-7ea543f11737),segment_id=6a8181c8-e0b2-4cb9-bd3d-7ea543f11737)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:27:23.110218 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:23.163846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612330a-4a22-4833-b268-e48aee4313a6 None None] Pushing event updated for resources: {'Port': ['ID=6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:23.231776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-73d7dc62-667a-4c3d-8272-ca2c2d5f7a35 None None] Provisioning complete for port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:27:23.232155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73d7dc62-667a-4c3d-8272-ca2c2d5f7a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:23.232553 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-73d7dc62-667a-4c3d-8272-ca2c2d5f7a35 None None] Attempt 1 to provision port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d Oct 20 03:27:23.283888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49086) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:27:23.315112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-73d7dc62-667a-4c3d-8272-ca2c2d5f7a35 None None] Current status of the port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:27:23.399815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fb75f9-e51f-4d92-98b0-e8b9cd0e1788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:27:23.401207 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-22fb75f9-e51f-4d92-98b0-e8b9cd0e1788 admin admin] 10.222.0.20 "GET /v2.0/networks/78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 842 time: 0.1160848 Oct 20 03:27:23.411800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Request body: {'subnet': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.26.0.1', 'cidr': '172.26.0.0/24'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:27:23.433476 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Made reservation on behalf of 2d251181626741318004540156bb573e for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:27:23.435864 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:23.719119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.objects.ports [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:27:23.719535 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:23.778534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79525c0d-55f8-4c42-bf7f-1c935dfdc093,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:23.785487 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:27:23.785487 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Network hostable DHCP agents. Network: 78d9e5a2-bf27-45e4-8847-e360b2732424, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:27:23.803097 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:27:23.813098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 78d9e5a2-bf27-45e4-8847-e360b2732424) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:27:23.818782 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:27:23.819262 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:23.822565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ba261c-4874-4274-9f8c-f6039cd72485 None None] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:27:23.839140 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bf70ba81-9694-428e-986b-7b646ae2914e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4312723 Oct 20 03:27:23.963376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf6e596-5fd9-4e1a-829c-35bbc124fbb4 None None] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:27:26.194313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49094) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:27:26.402174 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-83c301a2-4b61-4558-b4e5-fef87b12bbf0 admin admin] 10.222.0.20 "GET /v2.0/routers/f75ba59f-28cc-417b-88b1-68e8d3b67e76 HTTP/1.1" status: 200 len: 710 time: 0.2066343 Oct 20 03:27:26.488092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1511797f-7c42-42c9-907f-973bba1f1fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:27:26.489386 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1511797f-7c42-42c9-907f-973bba1f1fa9 admin admin] 10.222.0.20 "GET /v2.0/networks/78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 886 time: 0.0811210 Oct 20 03:27:26.498898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:27:26.741465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:26.974065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:27.045542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:27.147746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Allocated IP 172.26.0.79 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/0f343fda-41ea-43dd-a27c-b3b5e6399bd5) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:27:27.249780 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:27.283689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:27.332178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:27:27.333855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:27:27.335601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Pushing event updated for resources: {'Port': ['ID=0f343fda-41ea-43dd-a27c-b3b5e6399bd5,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:27.339081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:27:27.586658 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:27.856860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:27.860038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:27.967154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Router f75ba59f-28cc-417b-88b1-68e8d3b67e76 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:27:28.070123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:27:28.075128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:28.076334 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-94df5c5d-8e2d-4951-bb72-12321461e9cf admin admin] 10.222.0.20 "PUT /v2.0/routers/f75ba59f-28cc-417b-88b1-68e8d3b67e76 HTTP/1.1" status: 200 len: 889 time: 1.5805714 Oct 20 03:27:28.784588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:27:28.832344 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:27:28.832720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:28.833056 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d Oct 20 03:27:28.910927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:27:29.519244 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Sync routers for ids ['f75ba59f-28cc-417b-88b1-68e8d3b67e76'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:27:29.530096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Routers {'f75ba59f-28cc-417b-88b1-68e8d3b67e76'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:27:29.530724 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:27:16Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f75ba59f-28cc-417b-88b1-68e8d3b67e76'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:27:29.733527 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Set router f75ba59f-28cc-417b-88b1-68e8d3b67e76 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:27:30.174328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'name': 'router1', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '0f343fda-41ea-43dd-a27c-b3b5e6399bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:27:10Z', 'updated_at': '2022-10-20T03:27:27Z', 'revision_number': 4, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'gw_port': {'id': '0f343fda-41ea-43dd-a27c-b3b5e6399bd5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:84:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:27:27Z', 'updated_at': '2022-10-20T03:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d', 'name': '', 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'mac_address': 'fa:16:3e:e2:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:27:19Z', 'updated_at': '2022-10-20T03:27:23Z', 'revision_number': 5, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'subnets': [{'id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df320e45-74c6-4327-bed9-8861a55e3eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:27:30.226212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Checking router: f75ba59f-28cc-417b-88b1-68e8d3b67e76 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:27:30.226566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Updating router f75ba59f-28cc-417b-88b1-68e8d3b67e76 port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:27:30.273868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:30.563811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49108) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:27:30.594714 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:30.601060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:30.640621 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Attempting to bind port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:27:30.640995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Attempting to bind port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:27:30.641362 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Attempting to bind port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:27:30.649493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:27:30.649871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:27:30.650273 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:30.650667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:27:30.651131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Bound port: 0f343fda-41ea-43dd-a27c-b3b5e6399bd5, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:27:30.651527 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:30.677648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59094eed-d448-44fb-a36f-367e0f988c29 None None] Pushing event updated for resources: {'Port': ['ID=0f343fda-41ea-43dd-a27c-b3b5e6399bd5,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:30.678345 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-12d61667-0086-4242-931d-a6a181e2c18a admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1126816 Oct 20 03:27:30.710414 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] For port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:27:30.713966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] For port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0f343fda-41ea-43dd-a27c-b3b5e6399bd5,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:27:30.719758 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:30.759183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Routers {'f75ba59f-28cc-417b-88b1-68e8d3b67e76'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:27:30.759731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:27:16Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f75ba59f-28cc-417b-88b1-68e8d3b67e76'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:27:30.814661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59094eed-d448-44fb-a36f-367e0f988c29 None None] Pushing event updated for resources: {'Port': ['ID=0f343fda-41ea-43dd-a27c-b3b5e6399bd5,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:30.884113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] Set router f75ba59f-28cc-417b-88b1-68e8d3b67e76 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:27:31.097369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'name': 'router1', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '0f343fda-41ea-43dd-a27c-b3b5e6399bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:27:10Z', 'updated_at': '2022-10-20T03:27:27Z', 'revision_number': 4, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'gw_port': {'id': '0f343fda-41ea-43dd-a27c-b3b5e6399bd5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:84:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:27:27Z', 'updated_at': '2022-10-20T03:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d', 'name': '', 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'mac_address': 'fa:16:3e:e2:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:27:19Z', 'updated_at': '2022-10-20T03:27:23Z', 'revision_number': 5, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'subnets': [{'id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df320e45-74c6-4327-bed9-8861a55e3eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:27:31.123357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d619db6-bd41-4886-82db-d89d5d1f397e None None] The sync data for ids ['f75ba59f-28cc-417b-88b1-68e8d3b67e76'] in dv-neutron-861842-1-hyperv is: [{'id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'name': 'router1', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '0f343fda-41ea-43dd-a27c-b3b5e6399bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:27:10Z', 'updated_at': '2022-10-20T03:27:27Z', 'revision_number': 4, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'gw_port': {'id': '0f343fda-41ea-43dd-a27c-b3b5e6399bd5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:84:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:27:27Z', 'updated_at': '2022-10-20T03:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d', 'name': '', 'network_id': '15d5039d-00d7-426d-92b6-d428f7f5b3e8', 'tenant_id': 'e9f68dfa97894cf5ade07987631b4af4', 'mac_address': 'fa:16:3e:e2:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75ba59f-28cc-417b-88b1-68e8d3b67e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:27:19Z', 'updated_at': '2022-10-20T03:27:23Z', 'revision_number': 5, 'project_id': 'e9f68dfa97894cf5ade07987631b4af4', 'subnets': [{'id': '14d983f8-923c-4ecb-880a-69cc722e6787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df320e45-74c6-4327-bed9-8861a55e3eec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:27:32.815520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:27:32.866470 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:27:32.866899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:32.867240 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 Oct 20 03:27:32.953294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:27:32.953704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:32.975587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0f343fda-41ea-43dd-a27c-b3b5e6399bd5,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:27:32.979892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:33.033923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=0f343fda-41ea-43dd-a27c-b3b5e6399bd5,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:27:34.813672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:27:34.883790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:27:34.884448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:34.884930 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 Oct 20 03:27:34.975924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 0f343fda-41ea-43dd-a27c-b3b5e6399bd5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:27:40.565882 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:27:44.501537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-44afe5c4-43f2-4234-b19d-20192a2a8ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:46.512035 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a298f8ab-2cdb-45b7-a494-4d10903b88fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:47.669777 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:49.155850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:27:49.401949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:14.509501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-77fcc7a9-c56d-43c5-8dab-3a40bc33fc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:16.518879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0c11f4db-9e56-4261-bad1-fc22193216d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:17.565141 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:28:17.673866 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:19.159316 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:19.398702 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:44.493167 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1bf15051-4ef7-4c6c-be76-4a00bc675d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:46.514844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-721ec115-0a42-4dcc-8eb0-5f17b87d0ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:47.673478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:49.163843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:49.402024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:28:54.565271 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:29:13.603507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49702) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:13.665343 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99e286a-fb83-4f48-a9ab-eedc52d367db admin admin] GET failed (client error): The resource could not be found. Oct 20 03:29:13.666726 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f99e286a-fb83-4f48-a9ab-eedc52d367db admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622747 Oct 20 03:29:13.827877 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4973898b-4d92-4861-9d0d-cbef8e616695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:13.829306 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4973898b-4d92-4861-9d0d-cbef8e616695 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573279 Oct 20 03:29:14.496182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c91d47b0-db93-489b-8747-c859363b89c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:16.071299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49712) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:16.162396 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6357aa92-fa9b-46ab-a99f-2ba75409568d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:16.163717 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6357aa92-fa9b-46ab-a99f-2ba75409568d admin admin] 10.222.0.20 "GET /v2.0/subnets/14d983f8-923c-4ecb-880a-69cc722e6787 HTTP/1.1" status: 200 len: 849 time: 0.0914776 Oct 20 03:29:16.173764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:29:16.261837 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:16.402942 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766400671443'] for subnet, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:16.433123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:16.433694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:16.452328 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] 10.222.0.20 "PUT /v2.0/subnets/14d983f8-923c-4ecb-880a-69cc722e6787 HTTP/1.1" status: 200 len: 868 time: 0.2654507 Oct 20 03:29:16.452587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eee8532-ee26-4ab6-9622-e34b2c7d4756 None None] Network 15d5039d-00d7-426d-92b6-d428f7f5b3e8 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:29:16.457953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d983f8-923c-4ecb-880a-69cc722e6787,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:29:16.465441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.465850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.466144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.466479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.466808 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.467147 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.467457 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.468579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.468579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.468579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.468862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.469075 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cabab64-63b7-4079-b97e-e4d1a2a98d61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:29:16.533491 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cff63eda-13c1-4b5b-8324-7850cd64ae72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:16.858155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-adb69d1a-0d40-4628-8b6d-6f771096abc1 None None] Provisioning complete for port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:29:16.858527 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-adb69d1a-0d40-4628-8b6d-6f771096abc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:16.858864 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-adb69d1a-0d40-4628-8b6d-6f771096abc1 None None] Attempt 1 to provision port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d Oct 20 03:29:16.938569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-adb69d1a-0d40-4628-8b6d-6f771096abc1 None None] Current status of the port 6fc6f72e-e9fe-4c7e-8bc5-6ad46680831d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:29:16.947992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-adb69d1a-0d40-4628-8b6d-6f771096abc1 None None] Provisioning complete for port 291920a3-f20e-4fa7-b97c-eb20544b18f4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:29:16.948387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-adb69d1a-0d40-4628-8b6d-6f771096abc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:16.948716 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-adb69d1a-0d40-4628-8b6d-6f771096abc1 None None] Attempt 1 to provision port 291920a3-f20e-4fa7-b97c-eb20544b18f4 Oct 20 03:29:17.020972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-adb69d1a-0d40-4628-8b6d-6f771096abc1 None None] Current status of the port 291920a3-f20e-4fa7-b97c-eb20544b18f4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:29:17.676544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:18.686232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49720) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:18.884558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9583901-1b29-4a2c-8c2b-6acd026da116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:18.885036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9583901-1b29-4a2c-8c2b-6acd026da116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:18.886560 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d9583901-1b29-4a2c-8c2b-6acd026da116 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993718 Oct 20 03:29:19.165106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:19.406354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:21.104835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 49728) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:21.316550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2af8be-0c42-4044-8cee-b8b4fa4bf07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:21.317023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2af8be-0c42-4044-8cee-b8b4fa4bf07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:21.318563 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4a2af8be-0c42-4044-8cee-b8b4fa4bf07f admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2127848 Oct 20 03:29:23.819491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 49738) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:24.035175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a40b6-c7d8-4c1a-a87d-23b359a97e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:24.036475 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3b7a40b6-c7d8-4c1a-a87d-23b359a97e83 admin admin] 10.222.0.20 "GET /v2.0/networks/15d5039d-00d7-426d-92b6-d428f7f5b3e8 HTTP/1.1" status: 200 len: 869 time: 0.2160358 Oct 20 03:29:26.288908 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49746) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:26.418481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5253ff5e-e338-428e-a8b1-1343998da410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:26.419830 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5253ff5e-e338-428e-a8b1-1343998da410 admin admin] 10.222.0.20 "GET /v2.0/networks/78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 886 time: 0.1299660 Oct 20 03:29:28.661480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49754) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:28.788695 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba9d9c8-ad33-4acd-af51-9c128200f2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:28.789172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba9d9c8-ad33-4acd-af51-9c128200f2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:28.790708 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0ba9d9c8-ad33-4acd-af51-9c128200f2ae admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282728 Oct 20 03:29:31.028814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49762) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:31.122437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57acee-4c89-4df2-9370-1fd21acc0092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:31.122875 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57acee-4c89-4df2-9370-1fd21acc0092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:31.124365 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0b57acee-4c89-4df2-9370-1fd21acc0092 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942912 Oct 20 03:29:31.566025 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:29:33.350271 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49770) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:33.441387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb9df37-4dab-4bb1-875e-8a14601c1d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:33.442694 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4fb9df37-4dab-4bb1-875e-8a14601c1d3f admin admin] 10.222.0.20 "GET /v2.0/subnets/14d983f8-923c-4ecb-880a-69cc722e6787 HTTP/1.1" status: 200 len: 868 time: 0.0914853 Oct 20 03:29:35.680495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49778) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:35.765802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89651f4-9520-4352-be4b-3efebf619a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:35.767117 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e89651f4-9520-4352-be4b-3efebf619a04 admin admin] 10.222.0.20 "GET /v2.0/subnets/79525c0d-55f8-4c42-bf7f-1c935dfdc093 HTTP/1.1" status: 200 len: 816 time: 0.0856981 Oct 20 03:29:44.505653 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5ef5899f-0f62-49a2-a62a-879d89aaa7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:46.516284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-85ac7be1-0844-485d-bbef-1108b8683fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:47.679149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:49.167841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:49.407905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:29:56.031126 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49832) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:56.077742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-4ee87402-e428-4e26-ba8c-e28aa8c04468 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:29:56.079008 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4ee87402-e428-4e26-ba8c-e28aa8c04468 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469487 Oct 20 03:29:58.397757 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49840) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:29:58.458555 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c137f26-d6a3-46d6-afdf-ad88fa90e038 admin admin] GET failed (client error): The resource could not be found. Oct 20 03:29:58.459830 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3c137f26-d6a3-46d6-afdf-ad88fa90e038 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610890 Oct 20 03:29:58.645117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf8399-cf55-4879-bd5f-562343e9f5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:29:58.646575 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-35cf8399-cf55-4879-bd5f-562343e9f5eb admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1820638 Oct 20 03:30:00.898887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 49848) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:30:00.944970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:30:00.964475 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Made reservation on behalf of 2d251181626741318004540156bb573e for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:30:00.966641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:01.002857 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.services.revisions.revision_plugin [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Could not find related network for resource to bump revision. Oct 20 03:30:01.016317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:30:01.025595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:01.025931 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Added segment ad5b94be-35c1-4710-b0ee-1fee91f5769d of type vlan for network 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 Oct 20 03:30:01.064198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:01.088172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:01.089177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:30:01.089745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:01.115716 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2158053 Oct 20 03:30:01.151732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Pushing event updated for resources: {'Network': ['ID=961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:30:01.159151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.159513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.159849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.160177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.160540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.160861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.161184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.161521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.161842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.162159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.162476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.162789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24c1e-da3b-4f31-9f4f-6363075212bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:01.174332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:30:03.355508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 49856) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:30:03.420376 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a851591-fb74-40ee-8994-08df84a13246 admin admin] GET failed (client error): The resource could not be found. Oct 20 03:30:03.421724 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6a851591-fb74-40ee-8994-08df84a13246 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0651760 Oct 20 03:30:03.517799 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ea758e-68ba-4482-a0e3-48d44a359d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:30:03.519222 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c0ea758e-68ba-4482-a0e3-48d44a359d68 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0929472 Oct 20 03:30:03.529244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2', 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:30:03.552930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] Made reservation on behalf of 2d251181626741318004540156bb573e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:30:03.555063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:03.769064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:03.829665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259635c3-8207-4344-95a6-4eb962a33e65,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:30:03.838145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] Checking segment: {'id': 'ad5b94be-35c1-4710-b0ee-1fee91f5769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:30:03.838518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] Network hostable DHCP agents. Network: 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:30:03.859312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] Network 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:30:03.869387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:30:03.874663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:30:03.875250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:03.879934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29480da1-c73b-4c9b-a239-602493e365da None None] Network 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:30:03.890790 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d18912f-3865-4c75-b804-cd1b4692f797 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3647866 Oct 20 03:30:04.037049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2', 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2', 'tenant_id': '2d251181626741318004540156bb573e', 'fixed_ips': [{'subnet_id': '259635c3-8207-4344-95a6-4eb962a33e65'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:30:04.037969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:04.173740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Allocated IP 192.168.233.2 (961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2/259635c3-8207-4344-95a6-4eb962a33e65/4b833386-852a-4a82-bdc1-65b7d956086e) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:30:04.321555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:04.328303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:04.369117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Network 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:30:04.371896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:30:04.376022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:30:04.381958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Pushing event updated for resources: {'Port': ['ID=4b833386-852a-4a82-bdc1-65b7d956086e,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:30:04.391754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.392123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.392484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.392815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.393138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.393474 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.393804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.394143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.394492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.394811 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.395123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.395437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:30:04.448870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Attempting to bind port 4b833386-852a-4a82-bdc1-65b7d956086e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:30:04.449180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Attempting to bind port 4b833386-852a-4a82-bdc1-65b7d956086e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'ad5b94be-35c1-4710-b0ee-1fee91f5769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:30:04.449654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Attempting to bind port 4b833386-852a-4a82-bdc1-65b7d956086e on network 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:30:04.454940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:30:04.455311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Checking segment: {'id': 'ad5b94be-35c1-4710-b0ee-1fee91f5769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:30:04.455704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:04.456083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Bound using segment: {'id': 'ad5b94be-35c1-4710-b0ee-1fee91f5769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:30:04.456562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Bound port: 4b833386-852a-4a82-bdc1-65b7d956086e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5b94be-35c1-4710-b0ee-1fee91f5769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:30:04.456952 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:04.521784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] For port 4b833386-852a-4a82-bdc1-65b7d956086e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:30:04.525126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] For port 4b833386-852a-4a82-bdc1-65b7d956086e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4b833386-852a-4a82-bdc1-65b7d956086e,segment=NetworkSegment(ad5b94be-35c1-4710-b0ee-1fee91f5769d),segment_id=ad5b94be-35c1-4710-b0ee-1fee91f5769d)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:30:04.529293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:04.582916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783a79f-19f2-4a5b-b8b7-a9aac69c58f6 None None] Pushing event updated for resources: {'Port': ['ID=4b833386-852a-4a82-bdc1-65b7d956086e,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:30:04.922185 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4b833386-852a-4a82-bdc1-65b7d956086e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:30:04.975913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4b833386-852a-4a82-bdc1-65b7d956086e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:30:04.976193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:04.976562 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4b833386-852a-4a82-bdc1-65b7d956086e Oct 20 03:30:05.057942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4b833386-852a-4a82-bdc1-65b7d956086e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:30:05.058353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:05.093813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 4b833386-852a-4a82-bdc1-65b7d956086e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4b833386-852a-4a82-bdc1-65b7d956086e,segment=NetworkSegment(ad5b94be-35c1-4710-b0ee-1fee91f5769d),segment_id=ad5b94be-35c1-4710-b0ee-1fee91f5769d)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:30:05.098362 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:05.148098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=4b833386-852a-4a82-bdc1-65b7d956086e,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:30:05.444764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9396ae47-de25-45d8-8c67-236713cff152 None None] Network 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:30:05.531245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-18803665-a25a-484d-9fbf-9b55278f9778 None None] Provisioning complete for port 4b833386-852a-4a82-bdc1-65b7d956086e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:30:05.531532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-18803665-a25a-484d-9fbf-9b55278f9778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:05.531854 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-18803665-a25a-484d-9fbf-9b55278f9778 None None] Attempt 1 to provision port 4b833386-852a-4a82-bdc1-65b7d956086e Oct 20 03:30:05.666796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-18803665-a25a-484d-9fbf-9b55278f9778 None None] Current status of the port 4b833386-852a-4a82-bdc1-65b7d956086e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:30:05.887353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-20703fa1-f92b-4ed5-9a42-db17c4e29f84 None None] Provisioning complete for port 4b833386-852a-4a82-bdc1-65b7d956086e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:30:05.887746 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-20703fa1-f92b-4ed5-9a42-db17c4e29f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:05.888073 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-20703fa1-f92b-4ed5-9a42-db17c4e29f84 None None] Attempt 1 to provision port 4b833386-852a-4a82-bdc1-65b7d956086e Oct 20 03:30:05.969937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-20703fa1-f92b-4ed5-9a42-db17c4e29f84 None None] Current status of the port 4b833386-852a-4a82-bdc1-65b7d956086e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:30:06.880220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4b833386-852a-4a82-bdc1-65b7d956086e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:30:06.928059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4b833386-852a-4a82-bdc1-65b7d956086e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:30:06.928458 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:06.928791 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4b833386-852a-4a82-bdc1-65b7d956086e Oct 20 03:30:07.007693 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4b833386-852a-4a82-bdc1-65b7d956086e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:30:08.565451 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:30:14.497713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-369602cd-e946-4d80-aaa5-87ce9441fea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:16.517960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb347-5b31-41af-a2a4-188dc19e1016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:17.682416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:19.170539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:19.409979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:44.501912 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-91c33186-44ce-4a13-9096-1cbe9ca4bed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:45.564120 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:30:46.519536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b57aceda-6dcd-4682-b323-d6fa2b6a8200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:47.685626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:49.174876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:30:49.411099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:14.504280 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e6f88303-4a03-4c81-abf1-de7223f50131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:16.522652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-dacb905d-5c37-43da-bc78-c8f658d8a860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:17.691698 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:19.178610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:19.414021 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:20.729696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 49898) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:31:20.736345 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-ceada58a-e0a4-4a8a-b47c-86f84b400f0a tempest-verify_tempest_config-623458212 tempest-verify_tempest_config-623458212-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:31:20.737340 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ceada58a-e0a4-4a8a-b47c-86f84b400f0a tempest-verify_tempest_config-623458212 tempest-verify_tempest_config-623458212-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066712 Oct 20 03:31:21.024860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 49916) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:31:21.126584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:21.201583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:21.205300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:21.251159 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cda327b682814cc5aa609bcb81364b2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2251966 Oct 20 03:31:21.252235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8de8f5-a098-496e-a7a6-1766bd7e184a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:31:21.254002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49920) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:31:21.259249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.259606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.259947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.260303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.260641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.260973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.261303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.261632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.261958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.262282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.262604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.262923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c070b6-b6be-4a06-a12a-cc55abe56e67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.311752 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:21.332689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:21.421155 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:21.423779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:21.424996 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f8de8f5-a098-496e-a7a6-1766bd7e184a HTTP/1.1" status: 204 len: 168 time: 0.1699362 Oct 20 03:31:21.433191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8de8f5-a098-496e-a7a6-1766bd7e184a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:31:21.440578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.440909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.441247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.441598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.441929 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.442329 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.442591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.442926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.443248 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.443577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.443893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:21.444212 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e374379-ceaa-469f-a497-2934a5edfb0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:31:22.563843 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:31:44.506003 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-587eebaa-5e4c-41c8-a33b-5d82f23924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:46.524658 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6c449d45-7c33-4123-acf6-07061d6854a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:47.691515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:49.181542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:49.415621 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:31:59.562700 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:32:14.508108 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-97a999fe-7c6e-470e-ace0-ab8f961f854d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:16.525478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d8f219a7-2075-4831-961c-cd595366ba0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:17.694090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:19.184473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:19.417043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:36.561320 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:32:38.434681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801096'] for agent, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:44.509913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b148e221-2361-46ae-9424-938460e43bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:46.527375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b49fe3b5-09c1-48c0-9a36-e6e029aca996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:47.698473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:49.188954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:49.418210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:32:52.712983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 49992) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:32:52.820514 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-082bdfa9-35d6-45f9-9110-dd72c6735744 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1064177 Oct 20 03:32:55.089846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50002) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:32:55.143772 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3c63b1c8-bc6d-49aa-8bda-b7ff72a34f01 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0528574 Oct 20 03:33:08.420440 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:13.560551 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:33:14.512623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b2e351cd-158d-4a56-b38d-4c8e90f32fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:16.529159 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a8e4b842-4d76-4d3b-a2b8-c5f566a04a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:17.702062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:19.191669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:19.419208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:38.420920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:44.515799 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2ef02345-8f6a-4773-b151-d9a89d3ffd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:46.530522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a421f98e-8f82-4e15-88da-b2460ad51325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:47.704701 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:49.195016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:49.422396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:33:50.559661 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:34:08.419463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:14.523118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a16892d3-9665-42ba-a532-21d2cb0190ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:16.531960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e70bd7ab-33fb-4802-9106-3672d25ec99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:17.707126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.211359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:19.428669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.622118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50086) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:21.810295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-271390964-network', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:21.838659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Made reservation on behalf of 28edb78bb08c4c939bf1654792b077cd for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:21.841208 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.854571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.933556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.939873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:21.968362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7787ef35-dd16-4aab-afaa-879a1a24a76d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:21.976630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.977100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.977455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.977922 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.978333 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.978853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.979129 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.979511 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.979843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.980168 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.980535 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.981759 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Tracked resource versions report: Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: pushed versions: Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: { 'AddressGroup': {'1.2'}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'ConntrackHelper': {'1.0'}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Log': {'1.0'}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Network': {'1.1'}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Port': {'1.7'}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'PortForwarding': {'1.2'}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'QosPolicy': {'1.9'}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SecurityGroup': {'1.4'}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SubPort': {'1.0'}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Subnet': {'1.1'}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Trunk': {'1.1'}} Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: consumer versions: Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: { DHCP agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: HyperV agent@hv-neutron-8618: {}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: L3 agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: Metadata agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: Metering agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: Open vSwitch agent@dv-neutron-861842-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'ConntrackHelper': '1.0', Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Log': '1.0', Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Network': '1.1', Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Port': '1.7', Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'PortForwarding': '1.2', Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'QosPolicy': '1.9', Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SecurityGroup': '1.4', Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SecurityGroupRule': '1.2', Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'SubPort': '1.0', Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Subnet': '1.1', Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: 'Trunk': '1.1'}} Oct 20 03:34:21.982943 dv-neutron-861842-1-hyperv neutron-server[103628]: {{(pid=103628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:34:21.994524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:22.006969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.007327 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Added segment 19a6e924-8b14-4012-bfae-d3ae4e3bb57c of type vlan for network d9204721-61ef-4686-b958-5b9a308bf3ea Oct 20 03:34:22.052701 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.077379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.078353 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:22.079631 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.143349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] Pushing event updated for resources: {'Network': ['ID=d9204721-61ef-4686-b958-5b9a308bf3ea,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:22.151792 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e185e4dd-fba3-4acb-ac22-982fe0cf77e0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5280082 Oct 20 03:34:22.152363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50132) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:22.161764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Request body: {'subnet': {'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-271390964-subnet', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:22.162541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network d9204721-61ef-4686-b958-5b9a308bf3ea details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:34:22.183863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Made reservation on behalf of 28edb78bb08c4c939bf1654792b077cd for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:22.187577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.372155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.424288 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a420618-9b1b-4382-9bcf-0e0b9def6206,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:22.432096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.432480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.432817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.433146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.433465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.434330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.435037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.435161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.435438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.436094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.436685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.437231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Tracked resource versions report: Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: pushed versions: Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: { 'AddressGroup': {'1.2'}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'ConntrackHelper': {'1.0'}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Log': {'1.0'}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Network': {'1.1'}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Port': {'1.7'}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'PortForwarding': {'1.2'}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'QosPolicy': {'1.9'}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SecurityGroup': {'1.4'}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SubPort': {'1.0'}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Subnet': {'1.1'}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Trunk': {'1.1'}} Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: consumer versions: Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: { DHCP agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: HyperV agent@hv-neutron-8618: {}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: L3 agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: Metadata agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: Metering agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: Open vSwitch agent@dv-neutron-861842-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'ConntrackHelper': '1.0', Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Log': '1.0', Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Network': '1.1', Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Port': '1.7', Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'PortForwarding': '1.2', Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'QosPolicy': '1.9', Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SecurityGroup': '1.4', Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SecurityGroupRule': '1.2', Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'SubPort': '1.0', Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Subnet': '1.1', Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: 'Trunk': '1.1'}} Oct 20 03:34:22.438657 dv-neutron-861842-1-hyperv neutron-server[103629]: {{(pid=103629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:34:22.455061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Checking segment: {'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:22.455417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Network hostable DHCP agents. Network: d9204721-61ef-4686-b958-5b9a308bf3ea, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:22.472348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Network d9204721-61ef-4686-b958-5b9a308bf3ea is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:22.481156 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, d9204721-61ef-4686-b958-5b9a308bf3ea) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:22.486166 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:22.486816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.491101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc4e673-a80d-4205-87aa-16b53eae49b4 None None] Network d9204721-61ef-4686-b958-5b9a308bf3ea requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:22.508013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50148) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:22.508839 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a5710ab3-fd72-4242-9608-37c6fc0ead7a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3539596 Oct 20 03:34:22.513937 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:22.541453 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.542592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.604663 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.617623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50154) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:22.680172 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-d9204721-61ef-4686-b958-5b9a308bf3ea', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'fixed_ips': [{'subnet_id': '8a420618-9b1b-4382-9bcf-0e0b9def6206'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:34:22.681243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.772377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.859113 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-376615201-network', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:22.864156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Allocated IP 172.20.0.2 (d9204721-61ef-4686-b958-5b9a308bf3ea/8a420618-9b1b-4382-9bcf-0e0b9def6206/9a2afecf-d3f9-41c0-a186-75736defe211) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:22.898715 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Made reservation on behalf of 0bd8a999f99c480388b6f33fa601974c for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:22.902782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:22.922067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.038652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.063618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.071244 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.078751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.088996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.094854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.120428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:23.132520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.132520 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Added segment 55b31846-7a15-4348-9e84-83c5c15beea2 of type vlan for network a515e2dc-5861-4083-a1e1-5a02b237c264 Oct 20 03:34:23.145067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Pushing event updated for resources: {'Port': ['ID=9a2afecf-d3f9-41c0-a186-75736defe211,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:23.156387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.156757 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.157268 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.157779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.158165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.158511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.158842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.159183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.159545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.159850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.160304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.160562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Tracked resource versions report: Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: pushed versions: Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: { 'AddressGroup': {'1.2'}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'ConntrackHelper': {'1.0'}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Log': {'1.0'}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Network': {'1.1'}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Port': {'1.7'}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'PortForwarding': {'1.2'}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'QosPolicy': {'1.9'}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SecurityGroup': {'1.4'}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SubPort': {'1.0'}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Subnet': {'1.1'}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Trunk': {'1.1'}} Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: consumer versions: Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: { DHCP agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: HyperV agent@hv-neutron-8618: {}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: L3 agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: Metadata agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: Metering agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: Open vSwitch agent@dv-neutron-861842-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'ConntrackHelper': '1.0', Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Log': '1.0', Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Network': '1.1', Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Port': '1.7', Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'PortForwarding': '1.2', Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'QosPolicy': '1.9', Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SecurityGroup': '1.4', Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SecurityGroupRule': '1.2', Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'SubPort': '1.0', Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Subnet': '1.1', Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: 'Trunk': '1.1'}} Oct 20 03:34:23.161673 dv-neutron-861842-1-hyperv neutron-server[103630]: {{(pid=103630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:34:23.172816 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Network d9204721-61ef-4686-b958-5b9a308bf3ea is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:23.175195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:23.177847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:23.195051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.237684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd2e42b-c75c-49f1-8bb7-8bf023c1f1fb,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:23.238250 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Allocated IP 172.26.0.221 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/35f98f24-3893-41ea-bf6b-aec259f788f7) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:23.249486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Attempting to bind port 9a2afecf-d3f9-41c0-a186-75736defe211 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:23.249859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Attempting to bind port 9a2afecf-d3f9-41c0-a186-75736defe211 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:23.250534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Attempting to bind port 9a2afecf-d3f9-41c0-a186-75736defe211 on network d9204721-61ef-4686-b958-5b9a308bf3ea {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:23.254626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.258465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:23.259394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.260019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:23.262043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Checking segment: {'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:23.263193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.264507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Bound using segment: {'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:23.265033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Bound port: 9a2afecf-d3f9-41c0-a186-75736defe211, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:23.265476 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.310526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6917722 Oct 20 03:34:23.327630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50190) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:23.333647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] Request body: {'subnet': {'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-376615201-subnet', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:23.372531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] For port 9a2afecf-d3f9-41c0-a186-75736defe211, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:23.380909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] For port 9a2afecf-d3f9-41c0-a186-75736defe211, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9a2afecf-d3f9-41c0-a186-75736defe211,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:23.383151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e3d89-3de4-4b7e-a2b8-3e3b6a8902ba admin admin] Pushing event updated for resources: {'Network': ['ID=a515e2dc-5861-4083-a1e1-5a02b237c264,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:23.388756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.395476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] Made reservation on behalf of 0bd8a999f99c480388b6f33fa601974c for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:23.399345 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.428917 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.441211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network a515e2dc-5861-4083-a1e1-5a02b237c264 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:34:23.500091 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.521855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:23.524401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:23.550536 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:23.593210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2c551-0edc-46b2-9f7c-64f7790295a2 None None] Pushing event updated for resources: {'Port': ['ID=9a2afecf-d3f9-41c0-a186-75736defe211,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:23.694061 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Pushing event updated for resources: {'Port': ['ID=35f98f24-3893-41ea-bf6b-aec259f788f7,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:23.783269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.886666 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.894151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0589a1ef-1648-4327-85b6-70db5e3ded82,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:23.903195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] Checking segment: {'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:23.903991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] Network hostable DHCP agents. Network: a515e2dc-5861-4083-a1e1-5a02b237c264, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:23.926335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] Network a515e2dc-5861-4083-a1e1-5a02b237c264 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:23.937990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, a515e2dc-5861-4083-a1e1-5a02b237c264) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:23.946251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:23.946876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:23.949060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef8809d-185b-410a-856f-32e3523a552b None None] Network a515e2dc-5861-4083-a1e1-5a02b237c264 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:23.967227 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ec5ff196-2013-4c04-8b82-b6069df98b6a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6373663 Oct 20 03:34:23.969279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50204) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:23.975402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:24.007745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.010175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.111964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50208) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:24.164978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.178000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-a515e2dc-5861-4083-a1e1-5a02b237c264', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'fixed_ips': [{'subnet_id': '0589a1ef-1648-4327-85b6-70db5e3ded82'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:34:24.179107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.367460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.421885 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Allocated IP 172.20.0.2 (a515e2dc-5861-4083-a1e1-5a02b237c264/0589a1ef-1648-4327-85b6-70db5e3ded82/eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:24.531076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Router dd693336-714e-43f5-bd8d-4ee7118a202b is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:34:24.664148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.665526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.673690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.681631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1343524608-network', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:24.713814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Made reservation on behalf of ee2f90c3531e4bb6a1d4d865973d2038 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:24.716958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.724370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Pushing event updated for resources: {'Port': ['ID=eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:24.743793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.745630 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Network a515e2dc-5861-4083-a1e1-5a02b237c264 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:24.747712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:24.750403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:24.781001 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:34:24.793974 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Sync routers for ids ['dd693336-714e-43f5-bd8d-4ee7118a202b'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:24.805683 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2046fc-6563-49c7-8cf9-4de95e312119 None None] Network d9204721-61ef-4686-b958-5b9a308bf3ea requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:24.810627 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Routers {'dd693336-714e-43f5-bd8d-4ee7118a202b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:24.811894 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd693336-714e-43f5-bd8d-4ee7118a202b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:24.845202 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.851937 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-37dd110c-8e5f-4c0c-b25f-5ae013a0e178 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.3402760 Oct 20 03:34:24.854336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50226) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:24.907894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.916215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.929357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:24.939460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.940209 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Added segment 7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa of type vlan for network 66c2f9c2-0042-4c02-9b31-762abe8cca85 Oct 20 03:34:24.952176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6c40a7d4-2ff4-4c63-8348-bac7e1d90082 None None] Provisioning complete for port 9a2afecf-d3f9-41c0-a186-75736defe211 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:24.953245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6c40a7d4-2ff4-4c63-8348-bac7e1d90082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:24.953245 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6c40a7d4-2ff4-4c63-8348-bac7e1d90082 None None] Attempt 1 to provision port 9a2afecf-d3f9-41c0-a186-75736defe211 Oct 20 03:34:24.989993 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.114737 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Set router dd693336-714e-43f5-bd8d-4ee7118a202b gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:25.127432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa51430-b3c3-43fa-90e3-e700cf09c994,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:25.133550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.135276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Attempting to bind port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:25.135646 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Attempting to bind port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:25.136000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Attempting to bind port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa on network a515e2dc-5861-4083-a1e1-5a02b237c264 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:25.138876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:25.139465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.221900 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9a2afecf-d3f9-41c0-a186-75736defe211 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:25.233146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6c40a7d4-2ff4-4c63-8348-bac7e1d90082 None None] Current status of the port 9a2afecf-d3f9-41c0-a186-75736defe211 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:25.239713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6c40a7d4-2ff4-4c63-8348-bac7e1d90082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.393806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] Pushing event updated for resources: {'Network': ['ID=66c2f9c2-0042-4c02-9b31-762abe8cca85,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:25.397113 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.432423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.519106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:25.524654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Checking segment: {'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:25.525271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.525818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Bound using segment: {'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:25.528847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Bound port: eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:25.529556 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.548400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 66c2f9c2-0042-4c02-9b31-762abe8cca85 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:34:25.614230 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b65c5cf9-ca73-4dd6-8af3-426663b5f513 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5006227 Oct 20 03:34:25.618943 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50260) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:25.629207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] Request body: {'subnet': {'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1343524608-subnet', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:25.637625 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:23Z', 'revision_number': 3, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:25.665353 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Checking router: dd693336-714e-43f5-bd8d-4ee7118a202b for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:25.665985 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Updating router dd693336-714e-43f5-bd8d-4ee7118a202b port 35f98f24-3893-41ea-bf6b-aec259f788f7 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:25.670829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Allocated IP 172.26.0.187 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/7ba04677-27f5-4924-8fd7-535bf0726b60) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:25.694322 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.820556 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] For port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:25.824375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] For port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa,segment=NetworkSegment(55b31846-7a15-4348-9e84-83c5c15beea2),segment_id=55b31846-7a15-4348-9e84-83c5c15beea2)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:25.835587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6c40a7d4-2ff4-4c63-8348-bac7e1d90082 None None] For port 9a2afecf-d3f9-41c0-a186-75736defe211, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9a2afecf-d3f9-41c0-a186-75736defe211,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:25.838725 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.844224 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] Made reservation on behalf of ee2f90c3531e4bb6a1d4d865973d2038 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:25.847104 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.847299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6c40a7d4-2ff4-4c63-8348-bac7e1d90082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.860589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9a2afecf-d3f9-41c0-a186-75736defe211 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:25.860973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.861308 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9a2afecf-d3f9-41c0-a186-75736defe211 Oct 20 03:34:25.876258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:25.994290 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.055976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b92286-5fd5-4732-9ebe-6b0a21c728bd None None] Pushing event updated for resources: {'Port': ['ID=eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:26.125994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.148221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40a7d4-2ff4-4c63-8348-bac7e1d90082 None None] Pushing event updated for resources: {'Port': ['ID=9a2afecf-d3f9-41c0-a186-75736defe211,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:26.254984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:26.261378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:26.271076 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9a2afecf-d3f9-41c0-a186-75736defe211 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:26.275894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:26.437481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Allocated IP 172.20.0.1 (d9204721-61ef-4686-b958-5b9a308bf3ea/8a420618-9b1b-4382-9bcf-0e0b9def6206/5ff31d5f-0be8-477c-bbe1-0bf800d7d76c) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:26.583403 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.590505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Pushing event updated for resources: {'Port': ['ID=7ba04677-27f5-4924-8fd7-535bf0726b60,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:26.597213 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.630307 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Attempting to bind port 35f98f24-3893-41ea-bf6b-aec259f788f7 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:26.630670 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Attempting to bind port 35f98f24-3893-41ea-bf6b-aec259f788f7 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:26.635618 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Attempting to bind port 35f98f24-3893-41ea-bf6b-aec259f788f7 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:26.688298 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:26.688993 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:26.691271 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.691937 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:26.693194 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Bound port: 35f98f24-3893-41ea-bf6b-aec259f788f7, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:26.695874 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.760922 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50288) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:26.772259 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] For port 35f98f24-3893-41ea-bf6b-aec259f788f7, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:26.778413 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] For port 35f98f24-3893-41ea-bf6b-aec259f788f7, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=35f98f24-3893-41ea-bf6b-aec259f788f7,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:26.785147 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.793028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-35fa7583-8065-4316-ab0d-4ddfb7bbeb0b None None] Provisioning complete for port 9a2afecf-d3f9-41c0-a186-75736defe211 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:26.796207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-35fa7583-8065-4316-ab0d-4ddfb7bbeb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.796655 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-35fa7583-8065-4316-ab0d-4ddfb7bbeb0b None None] Attempt 1 to provision port 9a2afecf-d3f9-41c0-a186-75736defe211 Oct 20 03:34:26.811696 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Routers {'dd693336-714e-43f5-bd8d-4ee7118a202b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:26.813320 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd693336-714e-43f5-bd8d-4ee7118a202b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:26.819430 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Pushing event updated for resources: {'Port': ['ID=35f98f24-3893-41ea-bf6b-aec259f788f7,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:26.823314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.870392 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.871734 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.872293 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.878048 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.879018 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.879656 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.880305 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.880813 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.881331 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.881967 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.882639 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.883131 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Tracked resource versions report: Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: pushed versions: Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: { 'AddressGroup': {'1.2'}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'ConntrackHelper': {'1.0'}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Log': {'1.0'}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Network': {'1.1'}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Port': {'1.7'}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'PortForwarding': {'1.2'}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'QosPolicy': {'1.9'}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SecurityGroup': {'1.4'}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SecurityGroupRule': {'1.2'}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SubPort': {'1.0'}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Subnet': {'1.1'}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Trunk': {'1.1'}} Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: consumer versions: Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: { DHCP agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: HyperV agent@hv-neutron-8618: {}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: L3 agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: Metadata agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: Metering agent@dv-neutron-861842-1-hyperv: {}, Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: Open vSwitch agent@dv-neutron-861842-1-hyperv: { 'AddressGroup': '1.2', Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'ConntrackHelper': '1.0', Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Log': '1.0', Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Network': '1.1', Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Port': '1.7', Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'PortForwarding': '1.2', Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'QosPolicy': '1.9', Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SecurityGroup': '1.4', Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SecurityGroupRule': '1.2', Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'SubPort': '1.0', Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Subnet': '1.1', Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: 'Trunk': '1.1'}} Oct 20 03:34:26.884489 dv-neutron-861842-1-hyperv neutron-server[103631]: {{(pid=103631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 03:34:26.906792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:26.968445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-35fa7583-8065-4316-ab0d-4ddfb7bbeb0b None None] Current status of the port 9a2afecf-d3f9-41c0-a186-75736defe211 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:26.974034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.039540 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037a503-7d78-4d17-80bc-257da7f3a59e None None] Pushing event updated for resources: {'Port': ['ID=35f98f24-3893-41ea-bf6b-aec259f788f7,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:27.094557 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] Set router dd693336-714e-43f5-bd8d-4ee7118a202b gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:27.142242 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7198b6-ce91-4b50-9412-8451ee465cfa,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:27.162118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.191100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] Checking segment: {'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:27.191964 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] Network hostable DHCP agents. Network: 66c2f9c2-0042-4c02-9b31-762abe8cca85, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:27.280621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50298) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:27.283267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9a2afecf-d3f9-41c0-a186-75736defe211 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:27.320085 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Network d9204721-61ef-4686-b958-5b9a308bf3ea is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:27.326338 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:27.337502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff31d5f-0be8-477c-bbe1-0bf800d7d76c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:27.343539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:27.344026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.394233 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:23Z', 'revision_number': 3, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:27.403531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9a2afecf-d3f9-41c0-a186-75736defe211 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:27.403765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.404929 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9a2afecf-d3f9-41c0-a186-75736defe211 Oct 20 03:34:27.425210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50302) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:27.443277 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cff081-14e5-4708-8f00-439e5d30b2a6 None None] The sync data for ids ['dd693336-714e-43f5-bd8d-4ee7118a202b'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:23Z', 'revision_number': 3, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:27.561008 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:34:27.570160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.605232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9a2afecf-d3f9-41c0-a186-75736defe211 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:27.609241 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:27.674759 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:27.698091 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] Network 66c2f9c2-0042-4c02-9b31-762abe8cca85 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:27.717929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188b7243-f15f-4958-8c1e-f87e4fcf47ea None None] Network a515e2dc-5861-4083-a1e1-5a02b237c264 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:27.749387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 66c2f9c2-0042-4c02-9b31-762abe8cca85) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:27.753592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.761275 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:27.764210 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.769213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ed0b8-cd5b-42c4-8a6e-b100f024f1e8 None None] Network 66c2f9c2-0042-4c02-9b31-762abe8cca85 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:27.913725 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:27.914029 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.914305 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:27.914733 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa Oct 20 03:34:27.940987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1611072464'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:27.948019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Router 735ecd15-0d50-4bc9-8332-68d082af9f05 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:34:28.018108 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Provisioning complete for port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:28.022169 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-16d75a99-d757-42a4-9aef-66a29f8857d7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4026246 Oct 20 03:34:28.027166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.028221 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Attempt 1 to provision port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c Oct 20 03:34:28.065068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50314) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:28.071619 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Made reservation on behalf of cc8d388d93c9439f9a715f981b723da1 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:28.076565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.079059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-109193037'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:28.088796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:28.094144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.146385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.147511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.189560 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Made reservation on behalf of a37a9185aaf949d2b8e82218ced8c6e2 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:28.193238 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.229723 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.235120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50320) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:28.244057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.258964 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.273871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:28.285941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.286341 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Added segment 2383e5c7-f212-429b-a3ce-044e817f2893 of type vlan for network e063354b-6c36-40ac-986a-19f5d9c23f11 Oct 20 03:34:28.308074 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:28.317161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:34:28.334893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.342888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50324) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:28.377555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Sync routers for ids ['735ecd15-0d50-4bc9-8332-68d082af9f05'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:28.414217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.419697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.420943 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d6b941ed-414b-42ff-9300-7d293cd381ad admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4499555 Oct 20 03:34:28.432693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50328) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:28.534071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Routers {'735ecd15-0d50-4bc9-8332-68d082af9f05'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:28.535023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['735ecd15-0d50-4bc9-8332-68d082af9f05'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:28.600827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.609332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-50159a33-9a29-4b87-b87e-a41044385f65 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:28.622158 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:28.622579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.641423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:28.647409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.650290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-66c2f9c2-0042-4c02-9b31-762abe8cca85', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'fixed_ips': [{'subnet_id': '4b7198b6-ce91-4b50-9412-8451ee465cfa'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:34:28.651161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.654301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.661439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:28.663441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.669368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:28.685312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.685665 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Added segment 67686264-dac9-4be6-aca0-7a9a8e55a1e8 of type vlan for network 5868a848-5326-4a2d-a165-7a1a9b970b80 Oct 20 03:34:28.728584 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa,segment=NetworkSegment(55b31846-7a15-4348-9e84-83c5c15beea2),segment_id=55b31846-7a15-4348-9e84-83c5c15beea2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:28.739989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.741575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.803902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Set router 735ecd15-0d50-4bc9-8332-68d082af9f05 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:28.836377 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Attempt 2 to provision port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c Oct 20 03:34:28.875614 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-50159a33-9a29-4b87-b87e-a41044385f65 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] 10.222.0.20 "PUT /v2.0/quotas/1081b0c72c6d451c818d474fe58bf419 HTTP/1.1" status: 200 len: 368 time: 0.5269918 Oct 20 03:34:28.875614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f4ee4a-3b77-43a1-8e81-9b10f1cc0a28,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:28.877879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.889795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:28.890441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.893002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50338) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:28.944700 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:28.962303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Request body: {'network': {'project_id': '1081b0c72c6d451c818d474fe58bf419'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:28.966106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:28.985379 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.6914694 Oct 20 03:34:29.107902 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6809559 Oct 20 03:34:29.111920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50348) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:29.130997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 35f98f24-3893-41ea-bf6b-aec259f788f7 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:29.137777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Request body: {'subnet': {'network_id': '5868a848-5326-4a2d-a165-7a1a9b970b80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:29.205612 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.221385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69996e-1355-47be-927e-7cb9f650b337 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Pushing event updated for resources: {'Network': ['ID=5868a848-5326-4a2d-a165-7a1a9b970b80,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:29.232581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Made reservation on behalf of 1081b0c72c6d451c818d474fe58bf419 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:29.234939 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.271482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db15da4e-b635-4630-ab35-3f33bf7d27b1,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:29.279284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.396311 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7ff5e-6fbe-4448-b385-33a8b03bb0ae tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Pushing event updated for resources: {'Network': ['ID=e063354b-6c36-40ac-986a-19f5d9c23f11,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:29.411515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:29.422230 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 5868a848-5326-4a2d-a165-7a1a9b970b80 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:34:29.439209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network e063354b-6c36-40ac-986a-19f5d9c23f11 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:34:29.463663 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.524322 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Allocated IP 172.20.0.2 (66c2f9c2-0042-4c02-9b31-762abe8cca85/4b7198b6-ce91-4b50-9412-8451ee465cfa/a06dde27-b263-443e-8d87-db3372096fca) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:29.576226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Made reservation on behalf of a37a9185aaf949d2b8e82218ced8c6e2 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:29.580143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks [] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.600119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.608558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.610328 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.661210 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Attempt 3 to provision port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c Oct 20 03:34:29.666823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50352) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:29.692003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Request body: {'port': {'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11', 'binding:host_id': 'hv-neutron-8618', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1720626525'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:29.784856 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.802156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Made reservation on behalf of eadbd508a483484787b1f68595c6a4f4 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:29.806752 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.838804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff31d5f-0be8-477c-bbe1-0bf800d7d76c,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:29.849969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:29.852371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Allocated IP 172.26.0.69 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/3e421f60-c2e3-48a1-8558-43f1b07ad1c5) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:29.863686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.877074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.891782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.897583 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 35f98f24-3893-41ea-bf6b-aec259f788f7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:29.897867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.898194 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 35f98f24-3893-41ea-bf6b-aec259f788f7 Oct 20 03:34:29.902807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.905401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.918079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:29.958715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:26Z', 'revision_number': 3, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:29.966435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Network 66c2f9c2-0042-4c02-9b31-762abe8cca85 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:30.003941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:30.008611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Checking router: 735ecd15-0d50-4bc9-8332-68d082af9f05 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:30.009179 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Updating router 735ecd15-0d50-4bc9-8332-68d082af9f05 port 7ba04677-27f5-4924-8fd7-535bf0726b60 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:30.038219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:30.044547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.048818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:30.055619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Pushing event updated for resources: {'Port': ['ID=a06dde27-b263-443e-8d87-db3372096fca,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.083300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7eed4b-f6a3-402e-a6a3-d25139264659,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.111664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.112092 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Added segment e57ced35-e816-42fd-868f-2eb55f0552f1 of type vlan for network 5e5fc7d8-a6ea-400c-a596-30b2bf7f6df4 Oct 20 03:34:30.131849 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Network d9204721-61ef-4686-b958-5b9a308bf3ea is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:30.143840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:30.186317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Attempting to bind port a06dde27-b263-443e-8d87-db3372096fca on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:30.186978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Attempting to bind port a06dde27-b263-443e-8d87-db3372096fca by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:30.187335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Attempting to bind port a06dde27-b263-443e-8d87-db3372096fca on network 66c2f9c2-0042-4c02-9b31-762abe8cca85 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:30.257475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:30.257935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Checking segment: {'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:30.258412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.258864 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Bound using segment: {'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:30.259511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Bound port: a06dde27-b263-443e-8d87-db3372096fca, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:30.259888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.260468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.295380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.299392 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 35f98f24-3893-41ea-bf6b-aec259f788f7 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:30.300671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.300796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.312944 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.318839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.343110 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Allocated IP 172.20.0.1 (a515e2dc-5861-4083-a1e1-5a02b237c264/0589a1ef-1648-4327-85b6-70db5e3ded82/584f6485-96cc-4fe8-9af7-7f84241fc804) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:30.345702 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] device_id is not set on port b5c7d902-35a2-4846-89e4-3e69aa852cca yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:30.351395 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Attempt 4 to provision port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c Oct 20 03:34:30.401082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 35f98f24-3893-41ea-bf6b-aec259f788f7, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=35f98f24-3893-41ea-bf6b-aec259f788f7,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:30.401336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Checking segment: {'id': '67686264-dac9-4be6-aca0-7a9a8e55a1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5868a848-5326-4a2d-a165-7a1a9b970b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:30.401948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Network hostable DHCP agents. Network: 5868a848-5326-4a2d-a165-7a1a9b970b80, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:30.409329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:30.409805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.461601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Network 5868a848-5326-4a2d-a165-7a1a9b970b80 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:30.467223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Pushing event updated for resources: {'Subnet': ['ID=bedcee28-0f81-4f04-ba54-f508fe30ffb5,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.476055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.477278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:30.478055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.485459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.487556 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] For port a06dde27-b263-443e-8d87-db3372096fca, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:30.489829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=35f98f24-3893-41ea-bf6b-aec259f788f7,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.502948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] For port a06dde27-b263-443e-8d87-db3372096fca, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a06dde27-b263-443e-8d87-db3372096fca,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:30.509179 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.514055 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7b52e4-9078-495e-8a6c-6522a92db8e3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.521314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 5868a848-5326-4a2d-a165-7a1a9b970b80) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:30.534136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:30.535272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.538021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.550560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Router dd693336-714e-43f5-bd8d-4ee7118a202b has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:34:30.567896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a6dd0a-12c0-4407-8888-adb42d57bc1a None None] Network 5868a848-5326-4a2d-a165-7a1a9b970b80 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:30.573836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6321645 Oct 20 03:34:30.585431 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50356) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:30.604687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cdd03-106f-4f43-9304-ded3f719e824 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Pushing event updated for resources: {'Network': ['ID=5e5fc7d8-a6ea-400c-a596-30b2bf7f6df4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.610514 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1af2afb1-20be-4f7f-bdf7-f4b88c1a4fc4 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4921439 Oct 20 03:34:30.624563 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Request body: {'network': {'project_id': '1081b0c72c6d451c818d474fe58bf419'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:30.629495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50358) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:30.645114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Request body: {'port': {'network_id': '5868a848-5326-4a2d-a165-7a1a9b970b80', 'name': 'tempest-DHCPAgentSchedulersTestJSON-360523962'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:30.646761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 5e5fc7d8-a6ea-400c-a596-30b2bf7f6df4 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:34:30.690209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.693080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Allocated IP 172.26.0.167 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/42f3cea5-4dbf-47d3-8688-2739bf04c456) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:30.699365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108a699-7052-40b3-b48c-c018e87ef5d2 None None] Pushing event updated for resources: {'Port': ['ID=a06dde27-b263-443e-8d87-db3372096fca,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:30.834991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.835372 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-5868a848-5326-4a2d-a165-7a1a9b970b80', 'network_id': '5868a848-5326-4a2d-a165-7a1a9b970b80', 'tenant_id': 'a37a9185aaf949d2b8e82218ced8c6e2', 'fixed_ips': [{'subnet_id': 'bedcee28-0f81-4f04-ba54-f508fe30ffb5'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:34:30.836895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.900732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:30.947347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:30.953390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:30.956319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:31.044783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.085838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:31.086745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event updated for resources: {'Port': ['ID=42f3cea5-4dbf-47d3-8688-2739bf04c456,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:31.087350 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Made reservation on behalf of 1081b0c72c6d451c818d474fe58bf419 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:31.090409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.129116 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Attempt 5 to provision port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c Oct 20 03:34:31.130032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.149756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:31.174079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:31.197791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Allocated IP 172.20.0.2 (5868a848-5326-4a2d-a165-7a1a9b970b80/bedcee28-0f81-4f04-ba54-f508fe30ffb5/c94635cc-a9a3-4a47-b979-c6d4725e1ba8) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:31.198788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.219790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:31.258186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 35f98f24-3893-41ea-bf6b-aec259f788f7 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:31.340524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Pushing event updated for resources: {'Port': ['ID=3e421f60-c2e3-48a1-8558-43f1b07ad1c5,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:31.344149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.350655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.351617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.391182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:31.403241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.405073 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1659238 Oct 20 03:34:31.407621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50362) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:31.412671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-539824550'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:31.438720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Made reservation on behalf of 86f815b458814f37956df7fe46822efd for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:31.442910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.452479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 35f98f24-3893-41ea-bf6b-aec259f788f7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:31.452785 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.453119 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 35f98f24-3893-41ea-bf6b-aec259f788f7 Oct 20 03:34:31.453919 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442e2c1-6777-4434-a925-133401d4bfba tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event updated for resources: {'Port': ['ID=42f3cea5-4dbf-47d3-8688-2739bf04c456,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:31.460300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.486073 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.486425 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Added segment 79d1c7f0-913b-4cda-ba5c-98d9c02fa682 of type vlan for network ab469a90-981a-43c4-a1f2-58bd0773fe49 Oct 20 03:34:31.507163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.521165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] device_id is not set on port b5c7d902-35a2-4846-89e4-3e69aa852cca yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:31.549088 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.554125 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.558368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Made reservation on behalf of a37a9185aaf949d2b8e82218ced8c6e2 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:31.562185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.587832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:34:31.590149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39942716-4c11-4ef9-a153-a7a18d043a76,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:31.601902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.604429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:31.619563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.620011 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Added segment c366d6d5-6c21-4243-bd7a-48b1510e9509 of type vlan for network 41d356c6-60df-4479-8680-a54c58588553 Oct 20 03:34:31.624858 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0a730224-7d00-45f2-a9e9-8bfdafad0422 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd693336-714e-43f5-bd8d-4ee7118a202b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7624815 Oct 20 03:34:31.630544 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Sync routers for ids ['dd693336-714e-43f5-bd8d-4ee7118a202b'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:31.653017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.655511 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Routers {'dd693336-714e-43f5-bd8d-4ee7118a202b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:31.656754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.658641 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd693336-714e-43f5-bd8d-4ee7118a202b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:31.676358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.696800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] device_id is not set on port 355abba6-f463-4087-a70f-66fdd1f69415 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:31.719724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.739351 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Attempt 6 to provision port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c Oct 20 03:34:31.742000 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.770961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.773234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.816479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.823399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:31.827061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.842943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.849671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.872372 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Network a515e2dc-5861-4083-a1e1-5a02b237c264 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:31.885012 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Set router dd693336-714e-43f5-bd8d-4ee7118a202b gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:31.913045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:31.918836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:31.926392 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Attempting to bind port 7ba04677-27f5-4924-8fd7-535bf0726b60 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:31.926812 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Attempting to bind port 7ba04677-27f5-4924-8fd7-535bf0726b60 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:31.927176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Attempting to bind port 7ba04677-27f5-4924-8fd7-535bf0726b60 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:31.956720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.961117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:31.961931 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:31.991151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:31.991637 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.004261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Pushing event updated for resources: {'Port': ['ID=584f6485-96cc-4fe8-9af7-7f84241fc804,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:32.025517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 35f98f24-3893-41ea-bf6b-aec259f788f7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:32.026747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:32.128742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Network 5868a848-5326-4a2d-a165-7a1a9b970b80 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:32.134161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:32.134695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:32.135207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.135707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:32.136313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Bound port: 7ba04677-27f5-4924-8fd7-535bf0726b60, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:32.140589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.250195 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6323922 Oct 20 03:34:32.258178 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] For port 7ba04677-27f5-4924-8fd7-535bf0726b60, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:32.262076 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] For port 7ba04677-27f5-4924-8fd7-535bf0726b60, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ba04677-27f5-4924-8fd7-535bf0726b60,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:32.267935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584cfe9-2695-4ea1-b584-0048f3ef4138 None None] Pushing event updated for resources: {'Port': ['ID=7ba04677-27f5-4924-8fd7-535bf0726b60,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:32.270965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c269d6-4d17-4b6f-b4c7-56f3c21ed522 None None] Network 66c2f9c2-0042-4c02-9b31-762abe8cca85 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:32.285668 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:27Z', 'revision_number': 4, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '5ff31d5f-0be8-477c-bbe1-0bf800d7d76c', 'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'mac_address': 'fa:16:3e:f8:c9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:27Z', 'revision_number': 2, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'subnets': [{'id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:32.327467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50376) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:32.358206 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Checking router: dd693336-714e-43f5-bd8d-4ee7118a202b for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:32.358716 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Updating router dd693336-714e-43f5-bd8d-4ee7118a202b port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:32.363322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-722fa728-efaa-49a9-b00f-f0e2115c1802 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Request body: {'network': {'project_id': '1081b0c72c6d451c818d474fe58bf419'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:32.372054 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:32.374745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.376019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event updated for resources: {'Network': ['ID=41d356c6-60df-4479-8680-a54c58588553,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:32.384881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:32.395466 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7500af-f8d1-4a12-85a1-2e6fc2f3394f tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Pushing event updated for resources: {'Network': ['ID=ab469a90-981a-43c4-a1f2-58bd0773fe49,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:32.410378 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.420529 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0f3ac2d4-9e37-497c-945d-c2ce8e62901f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0115249 Oct 20 03:34:32.421270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50378) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:32.428308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Request body: {'subnet': {'network_id': '41d356c6-60df-4479-8680-a54c58588553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:32.435807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Routers {'735ecd15-0d50-4bc9-8332-68d082af9f05'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:32.436467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['735ecd15-0d50-4bc9-8332-68d082af9f05'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:32.461371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Allocated IP 172.26.0.4 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/09bc7c18-efb6-4253-9d89-060d9f47550b) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:32.496988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 41d356c6-60df-4479-8680-a54c58588553 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:34:32.505916 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Attempt 7 to provision port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c Oct 20 03:34:32.539242 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event updated for resources: {'Port': ['ID=b5c7d902-35a2-4846-89e4-3e69aa852cca,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:32.546224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network ab469a90-981a-43c4-a1f2-58bd0773fe49 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:34:32.576952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Checking segment: {'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:32.577305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Network hostable DHCP agents. Network: e063354b-6c36-40ac-986a-19f5d9c23f11, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:32.579851 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-722fa728-efaa-49a9-b00f-f0e2115c1802 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 03:34:32.580393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722fa728-efaa-49a9-b00f-f0e2115c1802 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:34:32.583784 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-722fa728-efaa-49a9-b00f-f0e2115c1802 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2300136 Oct 20 03:34:32.597353 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50386) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:32.601630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50388) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:32.627724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6a232ecc-ce3f-49d0-946f-1b847e24f36c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--663138876', 'description': 'tempest-description--2123790109'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:32.632448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Made reservation on behalf of 86f815b458814f37956df7fe46822efd for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:32.637512 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Allocated IP 172.20.0.10 (5868a848-5326-4a2d-a165-7a1a9b970b80/bedcee28-0f81-4f04-ba54-f508fe30ffb5/355abba6-f463-4087-a70f-66fdd1f69415) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:32.640865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.663265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Pushing event updated for resources: {'Port': ['ID=c94635cc-a9a3-4a47-b979-c6d4725e1ba8,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:32.748172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Network e063354b-6c36-40ac-986a-19f5d9c23f11 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:32.766917 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a232ecc-ce3f-49d0-946f-1b847e24f36c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.772757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.823845 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:32.825057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.825235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, e063354b-6c36-40ac-986a-19f5d9c23f11) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:32.825722 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa Oct 20 03:34:32.831426 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.840601 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1d63dd48-8c1f-4c99-89cd-2de6032e6a49 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1081b0c72c6d451c818d474fe58bf419&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2373300 Oct 20 03:34:32.843202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50390) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:32.848850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.853766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:32.857733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.857985 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e449b840-e19e-4700-9c56-dad6e5eb5ad8 None None] Network e063354b-6c36-40ac-986a-19f5d9c23f11 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:32.858383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:32.944612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:32.945043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:32.945414 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:32.962382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:32.963101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Attempting to bind port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:32.963569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Attempting to bind port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '67686264-dac9-4be6-aca0-7a9a8e55a1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5868a848-5326-4a2d-a165-7a1a9b970b80'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:32.964031 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Attempting to bind port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 on network 5868a848-5326-4a2d-a165-7a1a9b970b80 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:33.025152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.044895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:33.045725 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Checking segment: {'id': '67686264-dac9-4be6-aca0-7a9a8e55a1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5868a848-5326-4a2d-a165-7a1a9b970b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:33.046590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.047204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Bound using segment: {'id': '67686264-dac9-4be6-aca0-7a9a8e55a1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5868a848-5326-4a2d-a165-7a1a9b970b80'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:33.047939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Bound port: c94635cc-a9a3-4a47-b979-c6d4725e1ba8, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67686264-dac9-4be6-aca0-7a9a8e55a1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5868a848-5326-4a2d-a165-7a1a9b970b80'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:33.048827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.051215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584cfe9-2695-4ea1-b584-0048f3ef4138 None None] Pushing event updated for resources: {'Port': ['ID=7ba04677-27f5-4924-8fd7-535bf0726b60,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:33.055490 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.073118 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.073337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] Set router 735ecd15-0d50-4bc9-8332-68d082af9f05 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:33.101185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.113451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event updated for resources: {'Subnet': ['ID=cc8c888a-4d45-4777-932d-b455d0c2df49,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:33.175688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:33.180387 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6acf6f-fe14-43a7-abe9-a42626e534df None None] Pushing event updated for resources: {'Port': ['ID=5ff31d5f-0be8-477c-bbe1-0bf800d7d76c,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:33.184377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Pushing event updated for resources: {'Port': ['ID=09bc7c18-efb6-4253-9d89-060d9f47550b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:33.188686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:33.191209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:33.208473 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.210006 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4474943 Oct 20 03:34:33.232691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50394) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:33.234791 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:33.235129 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:33.259931 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Attempting to bind port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:33.260318 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Attempting to bind port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:33.260683 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Attempting to bind port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c on network d9204721-61ef-4686-b958-5b9a308bf3ea {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:33.267242 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:33.267605 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Checking segment: {'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:33.268021 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.299143 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Bound using segment: {'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:33.299143 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Bound port: 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:33.299143 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.311475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-57521358-4d7d-41dc-9608-a7b262880e8d tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-844275044', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'fixed_ips': [{'ip_address': '172.26.0.69'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:33.372987 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] For port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:33.376882 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] For port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5ff31d5f-0be8-477c-bbe1-0bf800d7d76c,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:33.391740 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.438249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.465204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] For port c94635cc-a9a3-4a47-b979-c6d4725e1ba8, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:33.467062 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6acf6f-fe14-43a7-abe9-a42626e534df None None] Pushing event updated for resources: {'Port': ['ID=5ff31d5f-0be8-477c-bbe1-0bf800d7d76c,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:33.467697 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Attempt 8 to provision port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c Oct 20 03:34:33.475615 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 2 to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca Oct 20 03:34:33.489592 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Routers {'dd693336-714e-43f5-bd8d-4ee7118a202b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:33.491166 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd693336-714e-43f5-bd8d-4ee7118a202b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:33.499044 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:33.499381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:33.499716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:33.504125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57521358-4d7d-41dc-9608-a7b262880e8d tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Made reservation on behalf of c584c637c69849fa82da5eeceb8c6450 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:33.506709 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57521358-4d7d-41dc-9608-a7b262880e8d tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.511343 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.515803 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02c173-0ade-477c-97c1-a653331d9c54 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Pushing event updated for resources: {'Port': ['ID=3e421f60-c2e3-48a1-8558-43f1b07ad1c5,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:33.516648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] For port c94635cc-a9a3-4a47-b979-c6d4725e1ba8, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c94635cc-a9a3-4a47-b979-c6d4725e1ba8,segment=NetworkSegment(67686264-dac9-4be6-aca0-7a9a8e55a1e8),segment_id=67686264-dac9-4be6-aca0-7a9a8e55a1e8)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:33.519615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.523860 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:33.525195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a06dde27-b263-443e-8d87-db3372096fca up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:33.528047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:33.529200 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:33.529879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57521358-4d7d-41dc-9608-a7b262880e8d tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.543851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a232ecc-ce3f-49d0-946f-1b847e24f36c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.546414 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 3 to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca Oct 20 03:34:33.554187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.646416 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] Set router dd693336-714e-43f5-bd8d-4ee7118a202b gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:33.660506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Checking segment: {'id': 'c366d6d5-6c21-4243-bd7a-48b1510e9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41d356c6-60df-4479-8680-a54c58588553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:33.660880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Network hostable DHCP agents. Network: 41d356c6-60df-4479-8680-a54c58588553, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:33.662648 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57521358-4d7d-41dc-9608-a7b262880e8d tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.723539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-451f7162-b24c-4706-a74b-8cd2ade4b88a tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.730423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830bda9-b7d9-402a-9dab-45bd52301704 None None] Pushing event updated for resources: {'Port': ['ID=c94635cc-a9a3-4a47-b979-c6d4725e1ba8,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:33.747153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Network 41d356c6-60df-4479-8680-a54c58588553 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:33.763844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 41d356c6-60df-4479-8680-a54c58588553) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:33.770129 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:33.771337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.799937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-451f7162-b24c-4706-a74b-8cd2ade4b88a tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.803204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a14ade6-54d5-409a-86ce-a03a8e44ee72 None None] Network 41d356c6-60df-4479-8680-a54c58588553 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:33.806869 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Pushing event updated for resources: {'Port': ['ID=355abba6-f463-4087-a70f-66fdd1f69415,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:33.812089 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a232ecc-ce3f-49d0-946f-1b847e24f36c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.818376 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8f215ff5-d326-4b3d-a6cc-bade30c968aa tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3941236 Oct 20 03:34:33.822022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50396) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:33.829650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1746357125', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:33.830761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57521358-4d7d-41dc-9608-a7b262880e8d tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.837487 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-57521358-4d7d-41dc-9608-a7b262880e8d tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] device_id is not set on port 86cc6f5b-7c85-47ed-8434-faa65b86198b yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:33.866108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.867235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:33.976482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.030636 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:27Z', 'revision_number': 4, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '5ff31d5f-0be8-477c-bbe1-0bf800d7d76c', 'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'mac_address': 'fa:16:3e:f8:c9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:33Z', 'revision_number': 4, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'subnets': [{'id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:34.032895 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Network 5868a848-5326-4a2d-a165-7a1a9b970b80 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:34.033117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a06dde27-b263-443e-8d87-db3372096fca triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:34.034091 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.034636 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a06dde27-b263-443e-8d87-db3372096fca Oct 20 03:34:34.039115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a232ecc-ce3f-49d0-946f-1b847e24f36c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.043695 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6a232ecc-ce3f-49d0-946f-1b847e24f36c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4296799 Oct 20 03:34:34.048432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50398) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:34.051680 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-57521358-4d7d-41dc-9608-a7b262880e8d tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 03:34:34.052254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57521358-4d7d-41dc-9608-a7b262880e8d tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:34:34.066820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Current status of the port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:34.067553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.072555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-27ec7d9d-b291-4934-8af9-45ea0a29377c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Request body: {'security_group_rule': {'security_group_id': 'ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:34.077690 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79376b-1a58-41f5-9f3d-4047357f8ace None None] The sync data for ids ['dd693336-714e-43f5-bd8d-4ee7118a202b'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:27Z', 'revision_number': 4, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '5ff31d5f-0be8-477c-bbe1-0bf800d7d76c', 'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'mac_address': 'fa:16:3e:f8:c9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:33Z', 'revision_number': 4, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'subnets': [{'id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:34.094521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:26Z', 'revision_number': 3, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:34.099645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:34.116952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:34.117335 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:34.117647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:34.137303 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-57521358-4d7d-41dc-9608-a7b262880e8d tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9004357 Oct 20 03:34:34.138002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50400) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:34.142403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:34.147895 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:34.148590 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.155010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:34.155340 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:34.159399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.179149 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 4 to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca Oct 20 03:34:34.245254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef6125-7f76-420f-84b0-8e0a20a09955 None None] The sync data for ids ['735ecd15-0d50-4bc9-8332-68d082af9f05'] in dv-neutron-861842-1-hyperv is: [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:26Z', 'revision_number': 3, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:34.251319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:34.251671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:34.252008 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:34.327978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:34.332762 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:34.339939 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a232ecc-ce3f-49d0-946f-1b847e24f36c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:34.350879 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 5 to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca Oct 20 03:34:34.358432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-451f7162-b24c-4706-a74b-8cd2ade4b88a tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.361429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-451f7162-b24c-4706-a74b-8cd2ade4b88a tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.362761 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-451f7162-b24c-4706-a74b-8cd2ade4b88a tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c7eed4b-f6a3-402e-a6a3-d25139264659 HTTP/1.1" status: 204 len: 168 time: 1.5186694 Oct 20 03:34:34.384724 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9411c18b-18ea-42bd-9a56-8060178610d0 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7434304 Oct 20 03:34:34.398633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50402) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:34.398972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50404) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:34.411292 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:34.411630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:34.411971 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:34.416522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.417754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-27ec7d9d-b291-4934-8af9-45ea0a29377c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.426824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f7162-b24c-4706-a74b-8cd2ade4b88a tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7eed4b-f6a3-402e-a6a3-d25139264659,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:34.428095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] For port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5ff31d5f-0be8-477c-bbe1-0bf800d7d76c,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:34.451087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-41d356c6-60df-4479-8680-a54c58588553', 'network_id': '41d356c6-60df-4479-8680-a54c58588553', 'tenant_id': '86f815b458814f37956df7fe46822efd', 'fixed_ips': [{'subnet_id': 'cc8c888a-4d45-4777-932d-b455d0c2df49'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:34:34.452405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.458502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.534758 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Pushing event updated for resources: {'Port': ['ID=5ff31d5f-0be8-477c-bbe1-0bf800d7d76c,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:34.535258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:34.535764 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:34.538820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.613236 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 6 to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca Oct 20 03:34:34.737025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:34.737366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:34.737706 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:34.779350 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Provisioning complete for port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:34.779716 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.780056 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Attempt 1 to provision port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa Oct 20 03:34:34.863079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:34.863506 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:34.864115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57521358-4d7d-41dc-9608-a7b262880e8d tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dfb525-bf70-4547-a816-be8b04be39e0,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:34.876817 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a06dde27-b263-443e-8d87-db3372096fca is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:34.877210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.931727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port a06dde27-b263-443e-8d87-db3372096fca, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a06dde27-b263-443e-8d87-db3372096fca,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:34.939430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:34.997359 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 7 to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca Oct 20 03:34:35.003836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Router a8f90114-b79b-44d1-8451-2f40d3598dc8 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:34:35.117464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:35.119998 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:35.123401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:35.173959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:35.174842 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:35.189068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Allocated IP 172.20.0.2 (41d356c6-60df-4479-8680-a54c58588553/cc8c888a-4d45-4777-932d-b455d0c2df49/a53b8676-3acb-41d3-b712-211c1d0cc18d) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:35.191374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cdec46b1-4c4c-4599-b255-b601b1d4d0a7 None None] Current status of the port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:35.197560 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 8 to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca Oct 20 03:34:35.253329 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:35.253708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:35.255737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:35.328085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=a06dde27-b263-443e-8d87-db3372096fca,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:35.331379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.333826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-27ec7d9d-b291-4934-8af9-45ea0a29377c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.337984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a64090-9911-4de1-857d-52213f0e3241 None None] Network 5868a848-5326-4a2d-a165-7a1a9b970b80 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:35.347611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:35.369690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:35.370133 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:35.372413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-27ec7d9d-b291-4934-8af9-45ea0a29377c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.384519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.434721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.463279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.463615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.464336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.465581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > port after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.466079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.466425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > port after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.467525 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.467637 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.467910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.468801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.493949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Provisioning complete for port 584f6485-96cc-4fe8-9af7-7f84241fc804 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:35.494325 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.494659 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 1 to provision port 584f6485-96cc-4fe8-9af7-7f84241fc804 Oct 20 03:34:35.526668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:34:35.555934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.561452 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8874d561-145f-4584-ae8c-c98d855dd28b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4896071 Oct 20 03:34:35.561452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50410) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:35.574772 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Sync routers for ids ['a8f90114-b79b-44d1-8451-2f40d3598dc8'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:35.619540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Allocated IP 172.26.0.16 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/64066611-ceb5-418f-9c5c-2e1b27adc37b) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:35.666677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.712784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Port 584f6485-96cc-4fe8-9af7-7f84241fc804 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:35.713755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Routers {'a8f90114-b79b-44d1-8451-2f40d3598dc8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:35.715214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a8f90114-b79b-44d1-8451-2f40d3598dc8'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:35.759833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.760172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.760530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.760855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:35.761225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab469a90-981a-43c4-a1f2-58bd0773fe49']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:35.769278 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 9 to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca Oct 20 03:34:35.800238 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.822831 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d1c7f0-913b-4cda-ba5c-98d9c02fa682') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:35.823764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d1c7f0-913b-4cda-ba5c-98d9c02fa682') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:35.835742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.854461 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec7d9d-b291-4934-8af9-45ea0a29377c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2c198a-4faa-48e3-98d7-e728891e596a,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:35.864031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d6378aba-45c6-46aa-8121-e3e57343f18f tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Deleting port 355abba6-f463-4087-a70f-66fdd1f69415 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:34:35.864400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6378aba-45c6-46aa-8121-e3e57343f18f tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.873668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.877555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:35.877889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:35.878222 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:35.880111 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.893738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.915899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:35.916326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.916968 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c Oct 20 03:34:35.943041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-27ec7d9d-b291-4934-8af9-45ea0a29377c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.944383 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-27ec7d9d-b291-4934-8af9-45ea0a29377c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8938057 Oct 20 03:34:35.968045 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:35.968411 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:35.968932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50412) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:35.970070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:35.986323 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 10 to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca Oct 20 03:34:35.990985 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fb58967a-9be6-4536-a297-fe6dbe2e8a55 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Deleting port 3e421f60-c2e3-48a1-8558-43f1b07ad1c5 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:34:35.991342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fb58967a-9be6-4536-a297-fe6dbe2e8a55 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.002664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c367dc74-93b9-425d-af85-cb9a45bd02f4 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Request body: {'security_group_rule': {'security_group_id': 'ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:36.005245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Network 41d356c6-60df-4479-8680-a54c58588553 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:36.007102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Set router a8f90114-b79b-44d1-8451-2f40d3598dc8 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:36.007226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.035216 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:36.035632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.075345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Pushing event updated for resources: {'Port': ['ID=a53b8676-3acb-41d3-b712-211c1d0cc18d,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:36.081265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:36.091354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:36.101755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:36.107680 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:36.109459 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:36.109876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:36.110123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:36.110656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:36.116106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event updated for resources: {'Port': ['ID=64066611-ceb5-418f-9c5c-2e1b27adc37b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:36.128306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.145237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Pushing event updated for resources: {'Port': ['ID=584f6485-96cc-4fe8-9af7-7f84241fc804,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:36.244770 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 2 to provision port 584f6485-96cc-4fe8-9af7-7f84241fc804 Oct 20 03:34:36.298244 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Attempting to bind port a53b8676-3acb-41d3-b712-211c1d0cc18d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:36.299307 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Attempting to bind port a53b8676-3acb-41d3-b712-211c1d0cc18d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'c366d6d5-6c21-4243-bd7a-48b1510e9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41d356c6-60df-4479-8680-a54c58588553'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:36.299908 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Attempting to bind port a53b8676-3acb-41d3-b712-211c1d0cc18d on network 41d356c6-60df-4479-8680-a54c58588553 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:36.350114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:36.350846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Checking segment: {'id': 'c366d6d5-6c21-4243-bd7a-48b1510e9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41d356c6-60df-4479-8680-a54c58588553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:36.351482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.352095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Bound using segment: {'id': 'c366d6d5-6c21-4243-bd7a-48b1510e9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41d356c6-60df-4479-8680-a54c58588553'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:36.352806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Bound port: a53b8676-3acb-41d3-b712-211c1d0cc18d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c366d6d5-6c21-4243-bd7a-48b1510e9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '41d356c6-60df-4479-8680-a54c58588553'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:36.353404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.381178 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Port 584f6485-96cc-4fe8-9af7-7f84241fc804 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:36.390335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:36.391741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c94635cc-a9a3-4a47-b979-c6d4725e1ba8 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:36.477918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b5c7d902-35a2-4846-89e4-3e69aa852cca on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:36.478400 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b5c7d902-35a2-4846-89e4-3e69aa852cca on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:36.478557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.546854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c367dc74-93b9-425d-af85-cb9a45bd02f4 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.549444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.552596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6378aba-45c6-46aa-8121-e3e57343f18f tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.680353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] For port a53b8676-3acb-41d3-b712-211c1d0cc18d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:36.692803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] For port a53b8676-3acb-41d3-b712-211c1d0cc18d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a53b8676-3acb-41d3-b712-211c1d0cc18d,segment=NetworkSegment(c366d6d5-6c21-4243-bd7a-48b1510e9509),segment_id=c366d6d5-6c21-4243-bd7a-48b1510e9509)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:36.700028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.708131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.714954 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ab469a90-981a-43c4-a1f2-58bd0773fe49 HTTP/1.1" status: 204 len: 168 time: 2.2840819 Oct 20 03:34:36.718967 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 79d1c7f0-913b-4cda-ba5c-98d9c02fa682 resource provider aggregate not found Oct 20 03:34:36.737793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d6378aba-45c6-46aa-8121-e3e57343f18f tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Calling delete_port for 355abba6-f463-4087-a70f-66fdd1f69415 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:34:36.761084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50424) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:36.776689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:36.777304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.777696 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 Oct 20 03:34:36.826315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:33Z', 'revision_number': 3, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:36.836471 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d327eea-5abc-4fdf-9570-17c4d49fff41 None None] Pushing event updated for resources: {'Port': ['ID=a53b8676-3acb-41d3-b712-211c1d0cc18d,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:36.838598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.849929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.876555 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 79d1c7f0-913b-4cda-ba5c-98d9c02fa682 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79d1c7f0-913b-4cda-ba5c-98d9c02fa682 found for delete ", "request_id": "req-b0f7a2f7-1a14-496a-ad4a-ad2dc2910295"}]} Oct 20 03:34:36.882335 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 3 to provision port 584f6485-96cc-4fe8-9af7-7f84241fc804 Oct 20 03:34:36.882515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.887472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Checking router: a8f90114-b79b-44d1-8451-2f40d3598dc8 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:36.888211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Updating router a8f90114-b79b-44d1-8451-2f40d3598dc8 port 09bc7c18-efb6-4253-9d89-060d9f47550b binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:36.900989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fb58967a-9be6-4536-a297-fe6dbe2e8a55 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.901466 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fb58967a-9be6-4536-a297-fe6dbe2e8a55 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.907974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac7464-6ab9-456e-8594-8f554fca521c tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab469a90-981a-43c4-a1f2-58bd0773fe49,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:36.966128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fb58967a-9be6-4536-a297-fe6dbe2e8a55 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Calling delete_port for 3e421f60-c2e3-48a1-8558-43f1b07ad1c5 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:34:36.977056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:36.982345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Port 584f6485-96cc-4fe8-9af7-7f84241fc804 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:37.076573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] For port b5c7d902-35a2-4846-89e4-3e69aa852cca, host hv-neutron-8618, cleared binding levels {{(pid=103628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:37.076947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempted to set empty binding levels {{(pid=103628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 03:34:37.087180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Network a515e2dc-5861-4083-a1e1-5a02b237c264 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:37.122520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c367dc74-93b9-425d-af85-cb9a45bd02f4 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.125130 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:37.181493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.191866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.193149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:37.193664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.223424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c367dc74-93b9-425d-af85-cb9a45bd02f4 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.225283 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:37.226297 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.264428 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.5766513 Oct 20 03:34:37.307792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50428) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:37.317071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port c94635cc-a9a3-4a47-b979-c6d4725e1ba8, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c94635cc-a9a3-4a47-b979-c6d4725e1ba8,segment=NetworkSegment(67686264-dac9-4be6-aca0-7a9a8e55a1e8),segment_id=67686264-dac9-4be6-aca0-7a9a8e55a1e8)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:37.327114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.327904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ba04677-27f5-4924-8fd7-535bf0726b60 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:37.338057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367dc74-93b9-425d-af85-cb9a45bd02f4 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23e1b4e-af4e-4691-ac57-5afa5e0135f5,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:37.413580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c367dc74-93b9-425d-af85-cb9a45bd02f4 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.418295 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c367dc74-93b9-425d-af85-cb9a45bd02f4 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4255726 Oct 20 03:34:37.421686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5fc7d8-a6ea-400c-a596-30b2bf7f6df4']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:37.436839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50430) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:37.461991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57ced35-e816-42fd-868f-2eb55f0552f1') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:37.462286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57ced35-e816-42fd-868f-2eb55f0552f1') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:37.484511 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 4 to provision port 584f6485-96cc-4fe8-9af7-7f84241fc804 Oct 20 03:34:37.489285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:37.492760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0691224-f812-447e-bfce-ba6c90e240f8 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event updated for resources: {'Port': ['ID=b5c7d902-35a2-4846-89e4-3e69aa852cca,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:37.502134 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.514221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.520948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7ba04677-27f5-4924-8fd7-535bf0726b60 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:37.521320 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.521700 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7ba04677-27f5-4924-8fd7-535bf0726b60 Oct 20 03:34:37.546013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=c94635cc-a9a3-4a47-b979-c6d4725e1ba8,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:37.571432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.592315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Port 584f6485-96cc-4fe8-9af7-7f84241fc804 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:37.608158 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:37.608597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.687168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Allocated IP 172.20.0.1 (66c2f9c2-0042-4c02-9b31-762abe8cca85/4b7198b6-ce91-4b50-9412-8451ee465cfa/05deef7b-a15f-4b84-87f8-e4277078c0a6) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:37.700800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7ba04677-27f5-4924-8fd7-535bf0726b60 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:37.701437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.708754 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.729523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Router 735ecd15-0d50-4bc9-8332-68d082af9f05 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:34:37.734037 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6378aba-45c6-46aa-8121-e3e57343f18f tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.741412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.754810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.764850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 7ba04677-27f5-4924-8fd7-535bf0726b60, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ba04677-27f5-4924-8fd7-535bf0726b60,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:37.765685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.777209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.778199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-f166f639-23d5-491f-a6e6-aa2c00f0d5a0 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Deleting port b5c7d902-35a2-4846-89e4-3e69aa852cca {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:34:37.778609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f166f639-23d5-491f-a6e6-aa2c00f0d5a0 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.842065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6378aba-45c6-46aa-8121-e3e57343f18f tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Pushing event deleted for resources: {'Port': ['ID=355abba6-f463-4087-a70f-66fdd1f69415,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:37.869666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Attempting to bind port 09bc7c18-efb6-4253-9d89-060d9f47550b on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:37.873792 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Attempting to bind port 09bc7c18-efb6-4253-9d89-060d9f47550b by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:37.874321 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Attempting to bind port 09bc7c18-efb6-4253-9d89-060d9f47550b on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:37.887259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.893151 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5e5fc7d8-a6ea-400c-a596-30b2bf7f6df4 HTTP/1.1" status: 204 len: 168 time: 1.1114678 Oct 20 03:34:37.901502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:37.901931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:37.902335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.903415 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:37.903907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Bound port: 09bc7c18-efb6-4253-9d89-060d9f47550b, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:37.904423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:37.948597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c6cb8-9cef-46a5-a050-a308288f32bb None None] Pushing event updated for resources: {'Port': ['ID=09bc7c18-efb6-4253-9d89-060d9f47550b,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:38.112600 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 5 to provision port 584f6485-96cc-4fe8-9af7-7f84241fc804 Oct 20 03:34:38.113103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:34:38.118565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fb58967a-9be6-4536-a297-fe6dbe2e8a55 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.131965 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-24432646-7d8f-47f5-962e-bab19c4f23c2 admin admin] 10.222.0.20 "PUT /v2.0/routers/735ecd15-0d50-4bc9-8332-68d082af9f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5096738 Oct 20 03:34:38.147383 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Sync routers for ids ['735ecd15-0d50-4bc9-8332-68d082af9f05'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:38.175432 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Routers {'735ecd15-0d50-4bc9-8332-68d082af9f05'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:38.176594 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['735ecd15-0d50-4bc9-8332-68d082af9f05'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:38.193274 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8db19b-d748-4d7f-8eb5-0d957a7c3424 tempest-QuotasNegativeTest-548233153 tempest-QuotasNegativeTest-548233153-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e5fc7d8-a6ea-400c-a596-30b2bf7f6df4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:38.203942 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58967a-9be6-4536-a297-fe6dbe2e8a55 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e421f60-c2e3-48a1-8558-43f1b07ad1c5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:38.217695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-f166f639-23d5-491f-a6e6-aa2c00f0d5a0 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] For port b5c7d902-35a2-4846-89e4-3e69aa852cca, host hv-neutron-8618, got binding levels [] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:38.222937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f166f639-23d5-491f-a6e6-aa2c00f0d5a0 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.246478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] For port 09bc7c18-efb6-4253-9d89-060d9f47550b, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:38.251796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Port 584f6485-96cc-4fe8-9af7-7f84241fc804 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:38.254104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a53b8676-3acb-41d3-b712-211c1d0cc18d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:38.316988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-f166f639-23d5-491f-a6e6-aa2c00f0d5a0 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Calling delete_port for b5c7d902-35a2-4846-89e4-3e69aa852cca owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:34:38.327893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.343487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=7ba04677-27f5-4924-8fd7-535bf0726b60,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:38.359474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6378aba-45c6-46aa-8121-e3e57343f18f tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.359474 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d6378aba-45c6-46aa-8121-e3e57343f18f tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] 10.222.0.20 "DELETE /v2.0/ports/355abba6-f463-4087-a70f-66fdd1f69415 HTTP/1.1" status: 204 len: 168 time: 3.9196510 Oct 20 03:34:38.361284 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50438) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:38.387959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] For port 09bc7c18-efb6-4253-9d89-060d9f47550b, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=09bc7c18-efb6-4253-9d89-060d9f47550b,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:38.390420 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fb58967a-9be6-4536-a297-fe6dbe2e8a55 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.392039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.393896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fb58967a-9be6-4536-a297-fe6dbe2e8a55 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.396074 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fb58967a-9be6-4536-a297-fe6dbe2e8a55 tempest-ExternalNetworksAdminNegativeTestJSON-589472775 tempest-ExternalNetworksAdminNegativeTestJSON-589472775-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/0a9786af-d451-4618-96b0-5907ca69a5d3 HTTP/1.1" status: 204 len: 168 time: 4.2398374 Oct 20 03:34:38.404537 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Set router 735ecd15-0d50-4bc9-8332-68d082af9f05 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:38.420071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6289127-c74c-4be1-ab78-d3a5c2a289a6 None None] Network 41d356c6-60df-4479-8680-a54c58588553 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:38.450299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.499289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.556595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Router a426e8e5-706e-4c1a-908d-ace8d9ff78c2 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:34:38.577892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Routers {'a8f90114-b79b-44d1-8451-2f40d3598dc8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:38.578570 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a8f90114-b79b-44d1-8451-2f40d3598dc8'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:38.686351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.688368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a53b8676-3acb-41d3-b712-211c1d0cc18d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:38.688497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.688822 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a53b8676-3acb-41d3-b712-211c1d0cc18d Oct 20 03:34:38.694904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c6cb8-9cef-46a5-a050-a308288f32bb None None] Pushing event updated for resources: {'Port': ['ID=09bc7c18-efb6-4253-9d89-060d9f47550b,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:38.747893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Allocated IP 172.26.0.123 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/4167d7b0-81c5-412a-9b61-c6d0c22bc8ed) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:38.768031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Network 66c2f9c2-0042-4c02-9b31-762abe8cca85 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:38.771959 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 6 to provision port 584f6485-96cc-4fe8-9af7-7f84241fc804 Oct 20 03:34:38.783182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:38.789406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:38.789792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.845429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f166f639-23d5-491f-a6e6-aa2c00f0d5a0 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.874507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50452) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:38.883190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9d0cb7d5-517f-49bc-af9f-99801db8775d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874663822', 'description': 'tempest-description--570246005'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:38.913195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Port 584f6485-96cc-4fe8-9af7-7f84241fc804 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:38.914739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] Set router a8f90114-b79b-44d1-8451-2f40d3598dc8 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:38.951859 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment e57ced35-e816-42fd-868f-2eb55f0552f1 resource provider aggregate not found Oct 20 03:34:38.958223 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb7d5-517f-49bc-af9f-99801db8775d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:38.978310 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment e57ced35-e816-42fd-868f-2eb55f0552f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e57ced35-e816-42fd-868f-2eb55f0552f1 found for delete ", "request_id": "req-dd77c537-4f0d-4845-8544-e4db2b60c119"}]} Oct 20 03:34:38.988041 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 4, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '584f6485-96cc-4fe8-9af7-7f84241fc804', 'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'mac_address': 'fa:16:3e:73:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:29Z', 'updated_at': '2022-10-20T03:34:33Z', 'revision_number': 2, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'subnets': [{'id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:39.033611 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Checking router: 735ecd15-0d50-4bc9-8332-68d082af9f05 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:39.036304 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Updating router 735ecd15-0d50-4bc9-8332-68d082af9f05 port 584f6485-96cc-4fe8-9af7-7f84241fc804 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:39.070427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb7d5-517f-49bc-af9f-99801db8775d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.080480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb7d5-517f-49bc-af9f-99801db8775d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.092889 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.158445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb7d5-517f-49bc-af9f-99801db8775d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.162388 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9d0cb7d5-517f-49bc-af9f-99801db8775d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2852960 Oct 20 03:34:39.170370 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50460) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:39.184754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d3e41abf-54e7-4b2a-af99-5b672aeec5b3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Request body: {'security_group_rule': {'security_group_id': '0688a16a-3e51-4aac-8201-21f0b7f77b47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:39.218071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50462) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:39.267349 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4e8abe19-d3ed-4b81-a2ba-516a524f337f tempest-DHCPAgentSchedulersTestJSON-1275047854 tempest-DHCPAgentSchedulersTestJSON-1275047854-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.9019036 Oct 20 03:34:39.267882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50466) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:39.268256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50468) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:39.288699 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-252690683'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:39.304334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cb7d5-517f-49bc-af9f-99801db8775d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0688a16a-3e51-4aac-8201-21f0b7f77b47,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:39.324530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Pushing event updated for resources: {'Port': ['ID=05deef7b-a15f-4b84-87f8-e4277078c0a6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:39.399627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Made reservation on behalf of a37a9185aaf949d2b8e82218ced8c6e2 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:39.408904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.426395 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 7 to provision port 584f6485-96cc-4fe8-9af7-7f84241fc804 Oct 20 03:34:39.460146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f166f639-23d5-491f-a6e6-aa2c00f0d5a0 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.461599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d3e41abf-54e7-4b2a-af99-5b672aeec5b3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.464195 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f166f639-23d5-491f-a6e6-aa2c00f0d5a0 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b5c7d902-35a2-4846-89e4-3e69aa852cca HTTP/1.1" status: 204 len: 168 time: 2.1542385 Oct 20 03:34:39.487257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50474) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:39.530374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166f639-23d5-491f-a6e6-aa2c00f0d5a0 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5c7d902-35a2-4846-89e4-3e69aa852cca,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:39.547597 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.557175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:34:39.574083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a53b8676-3acb-41d3-b712-211c1d0cc18d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:39.576669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.578756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Port 584f6485-96cc-4fe8-9af7-7f84241fc804 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:39.599931 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4f24f31-0781-4408-9214-eb2bce7b41d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.607168 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.612999 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.630721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d3358-6ba8-4f60-a263-b8f0bb6af4f4 None None] Sync routers for ids ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:39.640466 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5cb74aa7-db95-4dfb-8e0e-1afe47586d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.649227 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:39.659862 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f7066-9de3-44d6-8db1-dc58c77004df None None] Pushing event updated for resources: {'Port': ['ID=584f6485-96cc-4fe8-9af7-7f84241fc804,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:39.663938 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfd22ff-497b-43e4-b17b-1368ae7e1622 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:34:39.665862 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fbfd22ff-497b-43e4-b17b-1368ae7e1622 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "GET /v2.0/ports/b5c7d902-35a2-4846-89e4-3e69aa852cca HTTP/1.1" status: 404 len: 333 time: 0.1524408 Oct 20 03:34:39.694080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d3358-6ba8-4f60-a263-b8f0bb6af4f4 None None] Routers {'a426e8e5-706e-4c1a-908d-ace8d9ff78c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:39.694080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1b4d3358-6ba8-4f60-a263-b8f0bb6af4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:39.725870 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Attempting to bind port 584f6485-96cc-4fe8-9af7-7f84241fc804 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:39.726223 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Attempting to bind port 584f6485-96cc-4fe8-9af7-7f84241fc804 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:39.726591 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Attempting to bind port 584f6485-96cc-4fe8-9af7-7f84241fc804 on network a515e2dc-5861-4083-a1e1-5a02b237c264 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:39.733440 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:39.733818 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Checking segment: {'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:39.734229 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.734624 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Bound using segment: {'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:39.735112 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Bound port: 584f6485-96cc-4fe8-9af7-7f84241fc804, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:39.735560 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.748626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:33Z', 'revision_number': 3, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:39.779157 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1b4d3358-6ba8-4f60-a263-b8f0bb6af4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:39.781113 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4f24f31-0781-4408-9214-eb2bce7b41d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.782341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50476) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:39.787299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port a53b8676-3acb-41d3-b712-211c1d0cc18d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a53b8676-3acb-41d3-b712-211c1d0cc18d,segment=NetworkSegment(c366d6d5-6c21-4243-bd7a-48b1510e9509),segment_id=c366d6d5-6c21-4243-bd7a-48b1510e9509)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:39.788477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64435ecd-875e-4944-964e-e4abc2ea8433 None None] The sync data for ids ['a8f90114-b79b-44d1-8451-2f40d3598dc8'] in dv-neutron-861842-1-hyperv is: [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:33Z', 'revision_number': 3, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:39.804014 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d3358-6ba8-4f60-a263-b8f0bb6af4f4 None None] Routers {'a426e8e5-706e-4c1a-908d-ace8d9ff78c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:39.804590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1b4d3358-6ba8-4f60-a263-b8f0bb6af4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:39.807945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.808404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c94635cc-a9a3-4a47-b979-c6d4725e1ba8 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:39.822497 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] For port 584f6485-96cc-4fe8-9af7-7f84241fc804, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:39.827126 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] For port 584f6485-96cc-4fe8-9af7-7f84241fc804, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=584f6485-96cc-4fe8-9af7-7f84241fc804,segment=NetworkSegment(55b31846-7a15-4348-9e84-83c5c15beea2),segment_id=55b31846-7a15-4348-9e84-83c5c15beea2)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:39.831808 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.834232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d3e41abf-54e7-4b2a-af99-5b672aeec5b3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.840243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Request body: {'port': {'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1913915683'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:39.849550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4f24f31-0781-4408-9214-eb2bce7b41d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.857374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.857994 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Added segment 1f385d4e-4e97-4ee9-b6b0-388af1a251fb of type vlan for network ac39196a-69eb-4547-86e2-ac8436c033ff Oct 20 03:34:39.892550 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f7066-9de3-44d6-8db1-dc58c77004df None None] Pushing event updated for resources: {'Port': ['ID=584f6485-96cc-4fe8-9af7-7f84241fc804,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:39.899622 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d3e41abf-54e7-4b2a-af99-5b672aeec5b3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.904257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=a53b8676-3acb-41d3-b712-211c1d0cc18d,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:39.905223 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Routers {'735ecd15-0d50-4bc9-8332-68d082af9f05'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:39.905899 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['735ecd15-0d50-4bc9-8332-68d082af9f05'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:39.930837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1b4d3358-6ba8-4f60-a263-b8f0bb6af4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:39.931479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d3358-6ba8-4f60-a263-b8f0bb6af4f4 None None] The sync data for ids ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:39.934016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.941096 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0fbdc49a-09f9-4236-a733-400ba9b3c23b tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.1145763 Oct 20 03:34:39.942235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50478) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:39.945080 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f24f31-0781-4408-9214-eb2bce7b41d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794d573e-8001-4a29-b934-3b537e3f97a3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:39.991929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:39.992236 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:39.992595 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 Oct 20 03:34:40.097950 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 8 to provision port 584f6485-96cc-4fe8-9af7-7f84241fc804 Oct 20 03:34:40.116531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5cb74aa7-db95-4dfb-8e0e-1afe47586d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.118316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.123651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.148820 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] Set router 735ecd15-0d50-4bc9-8332-68d082af9f05 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:40.166981 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b4f24f31-0781-4408-9214-eb2bce7b41d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=962054ff93d84d81be17a81442a38203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8886666 Oct 20 03:34:40.170918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50480) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:40.172361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:40.175262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a06dde27-b263-443e-8d87-db3372096fca up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:40.204205 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Made reservation on behalf of eadbd508a483484787b1f68595c6a4f4 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:40.207130 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.211860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41abf-54e7-4b2a-af99-5b672aeec5b3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71932642-37de-4dcb-8239-2541fffee52b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:40.213550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5cb74aa7-db95-4dfb-8e0e-1afe47586d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.287790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Current status of the port 584f6485-96cc-4fe8-9af7-7f84241fc804 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:40.288430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.306869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a06dde27-b263-443e-8d87-db3372096fca triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:40.307473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.307945 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a06dde27-b263-443e-8d87-db3372096fca Oct 20 03:34:40.401846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] For port 584f6485-96cc-4fe8-9af7-7f84241fc804, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=584f6485-96cc-4fe8-9af7-7f84241fc804,segment=NetworkSegment(55b31846-7a15-4348-9e84-83c5c15beea2),segment_id=55b31846-7a15-4348-9e84-83c5c15beea2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:40.414694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.427832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:40.439556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:40.455617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:40.465199 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 4, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '584f6485-96cc-4fe8-9af7-7f84241fc804', 'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'mac_address': 'fa:16:3e:73:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:29Z', 'updated_at': '2022-10-20T03:34:39Z', 'revision_number': 4, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'subnets': [{'id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:40.495241 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120feff-c098-4f02-9ddc-29c4608973bf None None] The sync data for ids ['735ecd15-0d50-4bc9-8332-68d082af9f05'] in dv-neutron-861842-1-hyperv is: [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 4, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '584f6485-96cc-4fe8-9af7-7f84241fc804', 'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'mac_address': 'fa:16:3e:73:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:29Z', 'updated_at': '2022-10-20T03:34:39Z', 'revision_number': 4, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'subnets': [{'id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:40.537991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Pushing event updated for resources: {'Port': ['ID=584f6485-96cc-4fe8-9af7-7f84241fc804,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:40.550312 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Provisioning complete for port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:40.550682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.551015 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 1 to provision port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c Oct 20 03:34:40.584626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Pushing event updated for resources: {'Port': ['ID=4167d7b0-81c5-412a-9b61-c6d0c22bc8ed,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:40.619163 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5cb74aa7-db95-4dfb-8e0e-1afe47586d7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f90b76213c294f2399704c43353724bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3824813 Oct 20 03:34:40.620375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50482) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:40.646676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d3e41abf-54e7-4b2a-af99-5b672aeec5b3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.648529 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d3e41abf-54e7-4b2a-af99-5b672aeec5b3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4735603 Oct 20 03:34:40.650486 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.657715 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50484) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:40.664751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f59559ef-1f02-462c-b9a6-d9d2254af926 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Request body: {'security_group_rule': {'security_group_id': '0688a16a-3e51-4aac-8201-21f0b7f77b47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:40.672544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.696334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f64bcbc-ac5b-4a0c-8068-e79628d0159b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.719675 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a06dde27-b263-443e-8d87-db3372096fca is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:40.744796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Current status of the port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:40.752781 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] device_id is not set on port bd6a3fc1-f8eb-41a5-949b-1177b038b902 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:40.774274 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Provisioning complete for port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:40.776015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.777820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb74aa7-db95-4dfb-8e0e-1afe47586d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0864eb85-09cf-4c7d-ab65-4a0e10d1aa45,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:40.778114 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 1 to provision port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa Oct 20 03:34:40.818534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f64bcbc-ac5b-4a0c-8068-e79628d0159b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.874869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.897724 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.900450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f59559ef-1f02-462c-b9a6-d9d2254af926 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.918913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Current status of the port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:40.935851 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Provisioning complete for port a06dde27-b263-443e-8d87-db3372096fca triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:40.936481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.936919 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 1 to provision port a06dde27-b263-443e-8d87-db3372096fca Oct 20 03:34:40.952217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:40.965100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:40.966039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.059356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f59559ef-1f02-462c-b9a6-d9d2254af926 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.077410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Current status of the port a06dde27-b263-443e-8d87-db3372096fca is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:41.086074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3595692d-f92e-4114-8cd4-fa464f7cb419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.102361 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8203640 Oct 20 03:34:41.103955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Provisioning complete for port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:41.104500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.104958 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Attempt 1 to provision port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 Oct 20 03:34:41.125280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50486) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:41.127333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.128063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.180976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 09bc7c18-efb6-4253-9d89-060d9f47550b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:41.221596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779d117-1cdc-4237-9503-ed952c19778e tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Pushing event updated for resources: {'Network': ['ID=ac39196a-69eb-4547-86e2-ac8436c033ff,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:41.231103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f59559ef-1f02-462c-b9a6-d9d2254af926 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.235281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3595692d-f92e-4114-8cd4-fa464f7cb419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.243966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Network 66c2f9c2-0042-4c02-9b31-762abe8cca85 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:41.250747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network ac39196a-69eb-4547-86e2-ac8436c033ff details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:34:41.284141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:41.286500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59559ef-1f02-462c-b9a6-d9d2254af926 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b73746-2f5e-46b7-9445-144c316a6e10,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:41.388815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f59559ef-1f02-462c-b9a6-d9d2254af926 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.396076 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f59559ef-1f02-462c-b9a6-d9d2254af926 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7372680 Oct 20 03:34:41.396930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50490) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:41.446984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f64bcbc-ac5b-4a0c-8068-e79628d0159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.450816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f64bcbc-ac5b-4a0c-8068-e79628d0159b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.452036 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8f64bcbc-ac5b-4a0c-8068-e79628d0159b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/794d573e-8001-4a29-b934-3b537e3f97a3 HTTP/1.1" status: 204 len: 168 time: 1.2420783 Oct 20 03:34:41.452342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:41.511790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.531199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 09bc7c18-efb6-4253-9d89-060d9f47550b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:41.531580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.531920 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 09bc7c18-efb6-4253-9d89-060d9f47550b Oct 20 03:34:41.584680 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64bcbc-ac5b-4a0c-8068-e79628d0159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794d573e-8001-4a29-b934-3b537e3f97a3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:41.590396 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.670899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9c376-af20-4510-ae2e-30f8df115e9c None None] Current status of the port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:41.711888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3595692d-f92e-4114-8cd4-fa464f7cb419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.715162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3595692d-f92e-4114-8cd4-fa464f7cb419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.716460 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3595692d-f92e-4114-8cd4-fa464f7cb419 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0864eb85-09cf-4c7d-ab65-4a0e10d1aa45 HTTP/1.1" status: 204 len: 168 time: 1.0734661 Oct 20 03:34:41.729951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 09bc7c18-efb6-4253-9d89-060d9f47550b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:41.730488 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.757309 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 09bc7c18-efb6-4253-9d89-060d9f47550b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=09bc7c18-efb6-4253-9d89-060d9f47550b,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:41.763021 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.763292 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595692d-f92e-4114-8cd4-fa464f7cb419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0864eb85-09cf-4c7d-ab65-4a0e10d1aa45,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:41.764558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 584f6485-96cc-4fe8-9af7-7f84241fc804 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:41.771326 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4a2ed7ab-8740-492d-8017-7fe4f48d297a tempest-DHCPAgentSchedulersTestJSON-1275047854 tempest-DHCPAgentSchedulersTestJSON-1275047854-project-admin] 10.222.0.20 "GET /v2.0/agents/91d3493f-6021-4e3d-97db-5b6b4dbe865b/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.6407518 Oct 20 03:34:41.772128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50498) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:41.807324 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.835548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Network e063354b-6c36-40ac-986a-19f5d9c23f11 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:41.859425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:41.865836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:41.866758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:41.867356 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.878721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=09bc7c18-efb6-4253-9d89-060d9f47550b,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:41.894093 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Provisioning complete for port a53b8676-3acb-41d3-b712-211c1d0cc18d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:41.894614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.895471 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Attempt 1 to provision port a53b8676-3acb-41d3-b712-211c1d0cc18d Oct 20 03:34:41.896144 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0691147 Oct 20 03:34:41.898800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50500) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:41.908870 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8618'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:41.946858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931665f1-bf08-426c-b96c-b61cf1016070 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event updated for resources: {'Port': ['ID=bd6a3fc1-f8eb-41a5-949b-1177b038b902,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:41.947474 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 584f6485-96cc-4fe8-9af7-7f84241fc804 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:41.948484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.949456 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 584f6485-96cc-4fe8-9af7-7f84241fc804 Oct 20 03:34:41.977558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:41.989998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Router a8f90114-b79b-44d1-8451-2f40d3598dc8 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:34:41.991256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Pushing event updated for resources: {'Port': ['ID=05deef7b-a15f-4b84-87f8-e4277078c0a6,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:42.033674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44976c66-3728-456e-af16-9c4aac494ba1 tempest-DHCPAgentSchedulersTestJSON-1275047854 tempest-DHCPAgentSchedulersTestJSON-1275047854-project-admin] Network ac39196a-69eb-4547-86e2-ac8436c033ff is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:42.071560 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-44976c66-3728-456e-af16-9c4aac494ba1 tempest-DHCPAgentSchedulersTestJSON-1275047854 tempest-DHCPAgentSchedulersTestJSON-1275047854-project-admin] 10.222.0.20 "POST /v2.0/agents/91d3493f-6021-4e3d-97db-5b6b4dbe865b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2968259 Oct 20 03:34:42.072566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50504) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:42.090610 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50506) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:42.095425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959835b0-c30f-4916-aae4-318ff89f6dc0 None None] Network ac39196a-69eb-4547-86e2-ac8436c033ff requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:42.209854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Current status of the port a53b8676-3acb-41d3-b712-211c1d0cc18d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:42.258565 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.259896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 584f6485-96cc-4fe8-9af7-7f84241fc804 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:42.263425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a53b8676-3acb-41d3-b712-211c1d0cc18d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:42.364102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Provisioning complete for port 584f6485-96cc-4fe8-9af7-7f84241fc804 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:42.376695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.377073 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Attempt 1 to provision port 584f6485-96cc-4fe8-9af7-7f84241fc804 Oct 20 03:34:42.389834 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9b376553-dd8c-431c-b6c6-c93571de879f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c584c637c69849fa82da5eeceb8c6450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936461 Oct 20 03:34:42.392036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50510) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:42.392440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50512) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:42.453689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] device_id is not set on port bd6a3fc1-f8eb-41a5-949b-1177b038b902 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:42.461706 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b0cefd5-1d0a-434d-9ada-9f4ac0eb21a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.490861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.526038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7e774bb2-77db-4ec4-9fa5-1a00ff675221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.539549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.608404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a53b8676-3acb-41d3-b712-211c1d0cc18d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:42.608782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.609117 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a53b8676-3acb-41d3-b712-211c1d0cc18d Oct 20 03:34:42.631066 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-228a2fdb-daad-49d6-bab4-a962cf812e30 tempest-DHCPAgentSchedulersTestJSON-1275047854 tempest-DHCPAgentSchedulersTestJSON-1275047854-project-admin] 10.222.0.20 "GET /v2.0/agents/91d3493f-6021-4e3d-97db-5b6b4dbe865b/dhcp-networks HTTP/1.1" status: 200 len: 8021 time: 0.5512440 Oct 20 03:34:42.643971 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7e774bb2-77db-4ec4-9fa5-1a00ff675221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.653955 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50514) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:42.654862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Current status of the port 584f6485-96cc-4fe8-9af7-7f84241fc804 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:42.672330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Provisioning complete for port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:42.672970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.673090 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Attempt 1 to provision port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 Oct 20 03:34:42.696684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:42.697285 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:42.697766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:42.715462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:42.716023 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:42.728999 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 2 to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 Oct 20 03:34:42.759229 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.808825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event updated for resources: {'Port': ['ID=bd6a3fc1-f8eb-41a5-949b-1177b038b902,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:42.817180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a53b8676-3acb-41d3-b712-211c1d0cc18d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:42.818303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:34:42.818422 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ba04677-27f5-4924-8fd7-535bf0726b60 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:42.821172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:42.821581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:42.822052 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:42.890800 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c0a67d2a-c714-4d15-8d1e-a33a82b5095c tempest-DHCPAgentSchedulersTestJSON-1275047854 tempest-DHCPAgentSchedulersTestJSON-1275047854-project-admin] 10.222.0.20 "DELETE /v2.0/agents/91d3493f-6021-4e3d-97db-5b6b4dbe865b/dhcp-networks/ac39196a-69eb-4547-86e2-ac8436c033ff HTTP/1.1" status: 204 len: 168 time: 0.2347786 Oct 20 03:34:42.896325 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fbc25012-e200-438b-bb3b-72eeddcb622d admin admin] 10.222.0.20 "PUT /v2.0/routers/a8f90114-b79b-44d1-8451-2f40d3598dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3310449 Oct 20 03:34:42.896325 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50516) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:42.898164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:42.898499 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:42.901804 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 3 to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 Oct 20 03:34:42.911295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Current status of the port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:42.924943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Could not find standard attr ID for object 355abba6-f463-4087-a70f-66fdd1f69415. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:34:42.937083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:42.937415 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:42.937746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:42.949566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Provisioning complete for port 05deef7b-a15f-4b84-87f8-e4277078c0a6 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:42.950265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.950433 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b0cefd5-1d0a-434d-9ada-9f4ac0eb21a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.950917 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Attempt 1 to provision port 05deef7b-a15f-4b84-87f8-e4277078c0a6 Oct 20 03:34:42.952537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7ba04677-27f5-4924-8fd7-535bf0726b60 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:42.952953 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.953225 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7ba04677-27f5-4924-8fd7-535bf0726b60 Oct 20 03:34:42.958343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b0cefd5-1d0a-434d-9ada-9f4ac0eb21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.971583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:42.971921 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:42.972527 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7e774bb2-77db-4ec4-9fa5-1a00ff675221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.975149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7e774bb2-77db-4ec4-9fa5-1a00ff675221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:42.979949 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7e774bb2-77db-4ec4-9fa5-1a00ff675221 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75dfb525-bf70-4547-a816-be8b04be39e0 HTTP/1.1" status: 204 len: 168 time: 0.5833020 Oct 20 03:34:42.984440 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 4 to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 Oct 20 03:34:43.017281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.033768 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0b0cefd5-1d0a-434d-9ada-9f4ac0eb21a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b533a5de03434f5dbda9df1ec97a2078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6384966 Oct 20 03:34:43.035969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:43.038352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:43.038611 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:43.041848 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50522) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:43.055982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Port 05deef7b-a15f-4b84-87f8-e4277078c0a6 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:43.082488 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cefd5-1d0a-434d-9ada-9f4ac0eb21a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cad97f-002f-4be2-9a8a-a518d102eca2,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:43.089046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:43.089570 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:43.090033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.090829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.097163 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 5 to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 Oct 20 03:34:43.124186 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e774bb2-77db-4ec4-9fa5-1a00ff675221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dfb525-bf70-4547-a816-be8b04be39e0,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:43.132184 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:43.132667 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:43.133063 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:43.149721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f83368fc-f277-49af-8104-aa97874e4e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.150239 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7ba04677-27f5-4924-8fd7-535bf0726b60 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:43.153368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:43.153705 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:43.156168 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 6 to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 Oct 20 03:34:43.199548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:43.199912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:43.200324 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:43.220262 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f83368fc-f277-49af-8104-aa97874e4e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.222549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:43.222877 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:43.246092 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 7 to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 Oct 20 03:34:43.253402 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Sync routers for ids ['a8f90114-b79b-44d1-8451-2f40d3598dc8'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:43.284399 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Routers {'a8f90114-b79b-44d1-8451-2f40d3598dc8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:43.285213 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a8f90114-b79b-44d1-8451-2f40d3598dc8'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:43.289709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 09bc7c18-efb6-4253-9d89-060d9f47550b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:43.289875 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:43.290147 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:43.290518 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:43.342281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:43.343889 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:43.360064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 09bc7c18-efb6-4253-9d89-060d9f47550b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:43.360520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.360876 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 09bc7c18-efb6-4253-9d89-060d9f47550b Oct 20 03:34:43.364416 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 8 to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 Oct 20 03:34:43.416294 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:43.416685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:43.417021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:43.427721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:43.427721 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:43.428031 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 9 to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 Oct 20 03:34:43.438349 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.439967 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9974072 Oct 20 03:34:43.462220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 09bc7c18-efb6-4253-9d89-060d9f47550b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:43.466587 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:43.466965 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:43.467396 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:43.473750 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f83368fc-f277-49af-8104-aa97874e4e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.476388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f83368fc-f277-49af-8104-aa97874e4e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.480499 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f83368fc-f277-49af-8104-aa97874e4e8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51cad97f-002f-4be2-9a8a-a518d102eca2 HTTP/1.1" status: 204 len: 168 time: 0.4324858 Oct 20 03:34:43.482402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:43.482741 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:43.487811 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 10 to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 Oct 20 03:34:43.506095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:43.506355 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:43.507033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:43.510816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83368fc-f277-49af-8104-aa97874e4e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cad97f-002f-4be2-9a8a-a518d102eca2,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:43.513156 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Set router a8f90114-b79b-44d1-8451-2f40d3598dc8 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:43.515848 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:43.516175 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:43.516650 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.557824 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Attempt 2 to provision port 05deef7b-a15f-4b84-87f8-e4277078c0a6 Oct 20 03:34:43.625589 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Allocated IP 172.26.0.186 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/df13b8e8-7ef7-43d1-a6f8-f3ee62e45a39) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:43.627791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14e620-1663-4856-9412-251ed36707d7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Pushing event updated for resources: {'Port': ['ID=4167d7b0-81c5-412a-9b61-c6d0c22bc8ed,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:43.628299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Port 05deef7b-a15f-4b84-87f8-e4277078c0a6 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:43.660456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] For port bd6a3fc1-f8eb-41a5-949b-1177b038b902, host hv-neutron-8618, cleared binding levels {{(pid=103628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:43.660877 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempted to set empty binding levels {{(pid=103628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 03:34:43.666332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.667843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] In _notify_port_updated(), no bound segment for port bd6a3fc1-f8eb-41a5-949b-1177b038b902 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:34:43.668959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:43.670170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.674752 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "PUT /v2.0/ports/bd6a3fc1-f8eb-41a5-949b-1177b038b902 HTTP/1.1" status: 200 len: 977 time: 1.7736936 Oct 20 03:34:43.674885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50536) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:43.726647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f5299-ba53-46e6-aa5b-c2e152d37266 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event updated for resources: {'Port': ['ID=bd6a3fc1-f8eb-41a5-949b-1177b038b902,revision_number=3']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:43.876751 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50550) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:43.883614 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b539d493-b2c8-4b0b-abcb-c720bc7f4c3f tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147040854', 'description': 'tempest-description--2096844033'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:43.889797 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:39Z', 'revision_number': 4, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '05deef7b-a15f-4b84-87f8-e4277078c0a6', 'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'mac_address': 'fa:16:3e:9e:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:36Z', 'updated_at': '2022-10-20T03:34:40Z', 'revision_number': 2, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'subnets': [{'id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:43.915884 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b539d493-b2c8-4b0b-abcb-c720bc7f4c3f tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.923873 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Checking router: a8f90114-b79b-44d1-8451-2f40d3598dc8 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:34:43.923873 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Updating router a8f90114-b79b-44d1-8451-2f40d3598dc8 port 05deef7b-a15f-4b84-87f8-e4277078c0a6 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:34:43.945958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50554) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:43.946576 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5d526cbd-5641-46df-809d-6c3c966b2009 tempest-DHCPAgentSchedulersTestJSON-1275047854 tempest-DHCPAgentSchedulersTestJSON-1275047854-project-admin] 10.222.0.20 "GET /v2.0/agents/91d3493f-6021-4e3d-97db-5b6b4dbe865b/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 1.0459113 Oct 20 03:34:43.955366 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:43.959776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Allocated IP 172.20.0.1 (41d356c6-60df-4479-8680-a54c58588553/cc8c888a-4d45-4777-932d-b455d0c2df49/5fbe8357-2cb9-4c6c-b623-093e5604890b) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:44.016300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.016795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.017266 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.017991 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-35fe2091-b6f0-4984-922c-7458e1f4de30 tempest-DHCPAgentSchedulersTestJSON-1275047854 tempest-DHCPAgentSchedulersTestJSON-1275047854-project-admin] 10.222.0.20 "GET /v2.0/networks/5868a848-5326-4a2d-a165-7a1a9b970b80/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0711422 Oct 20 03:34:44.021245 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50558) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:44.021409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.021903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.022376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.022910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.023295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.023802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.024261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.024741 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.025390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.025988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.026319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.027415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.028094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.028584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.029155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.029491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:44.036024 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-021e0608-b298-4183-b88e-fe0ce40f11ea tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17202 time: 0.3572176 Oct 20 03:34:44.039541 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50560) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:44.129427 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Attempt 3 to provision port 05deef7b-a15f-4b84-87f8-e4277078c0a6 Oct 20 03:34:44.178278 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-10c909b7-1386-4e3a-895b-d3958f13b233 tempest-DHCPAgentSchedulersTestJSON-1275047854 tempest-DHCPAgentSchedulersTestJSON-1275047854-project-admin] 10.222.0.20 "GET /v2.0/networks/5868a848-5326-4a2d-a165-7a1a9b970b80/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1535282 Oct 20 03:34:44.192243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50574) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:44.212303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Port 05deef7b-a15f-4b84-87f8-e4277078c0a6 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:44.213203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.244359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b539d493-b2c8-4b0b-abcb-c720bc7f4c3f tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.250965 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b539d493-b2c8-4b0b-abcb-c720bc7f4c3f tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.291617 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539d493-b2c8-4b0b-abcb-c720bc7f4c3f tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4e96e-f472-4c8d-a271-33031d3bff45,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:44.298172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b539d493-b2c8-4b0b-abcb-c720bc7f4c3f tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.299537 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b539d493-b2c8-4b0b-abcb-c720bc7f4c3f tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4218283 Oct 20 03:34:44.302663 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50578) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:44.311348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0c5ebbc2-1bf7-4419-974a-f582006414f7 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Request body: {'security_group_rule': {'security_group_id': '08e4e96e-f472-4c8d-a271-33031d3bff45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:44.321842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7044bbf4-a9dc-413c-b12e-90c6411492b4 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Deleting port bd6a3fc1-f8eb-41a5-949b-1177b038b902 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:34:44.322507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7044bbf4-a9dc-413c-b12e-90c6411492b4 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.404427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebbc2-1bf7-4419-974a-f582006414f7 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.418212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.421658 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-7044bbf4-a9dc-413c-b12e-90c6411492b4 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] For port bd6a3fc1-f8eb-41a5-949b-1177b038b902, host hv-neutron-8618, got binding levels [] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:44.422260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7044bbf4-a9dc-413c-b12e-90c6411492b4 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.463144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7044bbf4-a9dc-413c-b12e-90c6411492b4 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Calling delete_port for bd6a3fc1-f8eb-41a5-949b-1177b038b902 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:34:44.463877 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:44.468198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50590) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:44.471271 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 03:34:44.477452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:44.505484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:44.513008 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.525499 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.536601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6ffc15cc-894b-48b9-9344-346624655e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.581021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebbc2-1bf7-4419-974a-f582006414f7 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.596200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.598948 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-a29c3b79-085e-470c-83bf-977801f2ff54 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--663138876&fields=id&tenant_id=28edb78bb08c4c939bf1654792b077cd HTTP/1.1" status: 200 len: 267 time: 0.1296313 Oct 20 03:34:44.611218 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebbc2-1bf7-4419-974a-f582006414f7 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.706976 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc7ac5-1a82-4071-af42-2e02226ee104 None None] Pushing event updated for resources: {'Port': ['ID=05deef7b-a15f-4b84-87f8-e4277078c0a6,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:44.713788 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Attempt 4 to provision port 05deef7b-a15f-4b84-87f8-e4277078c0a6 Oct 20 03:34:44.714090 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Attempting to bind port 05deef7b-a15f-4b84-87f8-e4277078c0a6 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:44.715291 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Attempting to bind port 05deef7b-a15f-4b84-87f8-e4277078c0a6 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:44.716205 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Attempting to bind port 05deef7b-a15f-4b84-87f8-e4277078c0a6 on network 66c2f9c2-0042-4c02-9b31-762abe8cca85 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:44.722140 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:44.722678 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Checking segment: {'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:44.722864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Pushing event updated for resources: {'Port': ['ID=df13b8e8-7ef7-43d1-a6f8-f3ee62e45a39,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:44.723379 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.724216 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Bound using segment: {'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:44.724849 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Bound port: 05deef7b-a15f-4b84-87f8-e4277078c0a6, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:44.725552 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.760535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.786794 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9ed670f0-3ca1-47c1-974d-fe8718b26db9 tempest-DHCPAgentSchedulersTestJSON-1275047854 tempest-DHCPAgentSchedulersTestJSON-1275047854-project-admin] 10.222.0.20 "GET /v2.0/agents/91d3493f-6021-4e3d-97db-5b6b4dbe865b/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.5912821 Oct 20 03:34:44.821494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Port 05deef7b-a15f-4b84-87f8-e4277078c0a6 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:44.867421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50602) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:44.874392 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.883951 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] For port 05deef7b-a15f-4b84-87f8-e4277078c0a6, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:44.891453 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] For port 05deef7b-a15f-4b84-87f8-e4277078c0a6, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=05deef7b-a15f-4b84-87f8-e4277078c0a6,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:44.899399 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:44.968977 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ebbc2-1bf7-4419-974a-f582006414f7 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b660dd17-2f8b-48e9-8cc8-6a1ca14e2849,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:45.002875 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc7ac5-1a82-4071-af42-2e02226ee104 None None] Pushing event updated for resources: {'Port': ['ID=05deef7b-a15f-4b84-87f8-e4277078c0a6,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:45.022872 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Routers {'a8f90114-b79b-44d1-8451-2f40d3598dc8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:45.024125 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a8f90114-b79b-44d1-8451-2f40d3598dc8'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:45.074254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebbc2-1bf7-4419-974a-f582006414f7 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.075469 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0c5ebbc2-1bf7-4419-974a-f582006414f7 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7709041 Oct 20 03:34:45.084445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50610) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:45.091435 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2242b480-528c-4aa6-8f26-533db9caf323 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Request body: {'security_group_rule': {'security_group_id': '08e4e96e-f472-4c8d-a271-33031d3bff45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:45.123005 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.140973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.230378 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c74e-97df-4f75-842d-f352a20518ea req-6062d3d3-fa58-4e93-b421-12f2b6181717 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:45.232591 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-6062d3d3-fa58-4e93-b421-12f2b6181717 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/networks?id=d9204721-61ef-4686-b958-5b9a308bf3ea HTTP/1.1" status: 200 len: 805 time: 0.6322050 Oct 20 03:34:45.254839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7044bbf4-a9dc-413c-b12e-90c6411492b4 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.266757 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-f832d064-0845-4504-9e86-b8560988635b tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/quotas/28edb78bb08c4c939bf1654792b077cd HTTP/1.1" status: 200 len: 375 time: 0.0277154 Oct 20 03:34:45.303406 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] Set router a8f90114-b79b-44d1-8451-2f40d3598dc8 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:34:45.325952 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Attempt 5 to provision port 05deef7b-a15f-4b84-87f8-e4277078c0a6 Oct 20 03:34:45.334724 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.348918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044bbf4-a9dc-413c-b12e-90c6411492b4 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd6a3fc1-f8eb-41a5-949b-1177b038b902,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:45.351007 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2242b480-528c-4aa6-8f26-533db9caf323 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.363770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.364570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.399730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Network 41d356c6-60df-4479-8680-a54c58588553 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:45.411347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:45.442179 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50616) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:45.450732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:45.451381 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.473110 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7044bbf4-a9dc-413c-b12e-90c6411492b4 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.494978 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7044bbf4-a9dc-413c-b12e-90c6411492b4 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "DELETE /v2.0/ports/bd6a3fc1-f8eb-41a5-949b-1177b038b902 HTTP/1.1" status: 204 len: 168 time: 1.4503450 Oct 20 03:34:45.496503 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50620) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:45.543103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Current status of the port 05deef7b-a15f-4b84-87f8-e4277078c0a6 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:45.544904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.603010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2242b480-528c-4aa6-8f26-533db9caf323 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.614284 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2242b480-528c-4aa6-8f26-533db9caf323 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.655547 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b4113d-d04f-4ace-aab5-3ff5a8f3fa70 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:34:45.661026 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-77b4113d-d04f-4ace-aab5-3ff5a8f3fa70 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "GET /v2.0/ports/bd6a3fc1-f8eb-41a5-949b-1177b038b902 HTTP/1.1" status: 404 len: 333 time: 0.1561551 Oct 20 03:34:45.665571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50626) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:45.676781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] For port 05deef7b-a15f-4b84-87f8-e4277078c0a6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=05deef7b-a15f-4b84-87f8-e4277078c0a6,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:45.683823 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.699613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-216322449', 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:45.722278 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-427454738'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:45.749780 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242b480-528c-4aa6-8f26-533db9caf323 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e1f25c-878a-4c10-89a6-d60a99f7baee,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:45.803208 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.811940 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-e45c00c8-cb8c-446d-ac81-76a12ac2e82c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28edb78bb08c4c939bf1654792b077cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5064223 Oct 20 03:34:45.821083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805260d6-db6c-49cb-8d93-066b6f52b7b2 None None] Pushing event updated for resources: {'Port': ['ID=05deef7b-a15f-4b84-87f8-e4277078c0a6,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:45.830219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2242b480-528c-4aa6-8f26-533db9caf323 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.835731 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2242b480-528c-4aa6-8f26-533db9caf323 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7496688 Oct 20 03:34:45.838520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50632) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:45.846079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:45.861765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > segment before_delete 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:45.862806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Made reservation on behalf of eadbd508a483484787b1f68595c6a4f4 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:45.864842 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:39Z', 'revision_number': 4, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '05deef7b-a15f-4b84-87f8-e4277078c0a6', 'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'mac_address': 'fa:16:3e:9e:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:36Z', 'updated_at': '2022-10-20T03:34:44Z', 'revision_number': 4, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'subnets': [{'id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:45.865591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.865808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:45.866713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:45.867200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > port after_create 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:45.869608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > port after_delete 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:45.870078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > port after_update 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:45.871027 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > segment after_delete 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:45.871463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > subnet after_create 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:45.874165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Made reservation on behalf of 8758a8a3c9bd4f388ef2e4edb33cbaab for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:45.874650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > subnet after_delete 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:45.875091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > subnet after_update 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:45.878074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.903686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.915762 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] device_id is not set on port 1780dc57-c4cf-4e00-9f45-86307955eb11 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:45.917034 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82db76-988a-44af-9f63-bbf4da9cdd5c None None] The sync data for ids ['a8f90114-b79b-44d1-8451-2f40d3598dc8'] in dv-neutron-861842-1-hyperv is: [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:39Z', 'revision_number': 4, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '05deef7b-a15f-4b84-87f8-e4277078c0a6', 'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'mac_address': 'fa:16:3e:9e:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:36Z', 'updated_at': '2022-10-20T03:34:44Z', 'revision_number': 4, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'subnets': [{'id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:45.931741 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.932037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Provisioning complete for port 5fbe8357-2cb9-4c6c-b623-093e5604890b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:45.932462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:45.932853 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Attempt 1 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:46.022160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:46.024684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.040469 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.111260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > subnet after_create 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:46.111687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > subnet after_delete 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:46.112137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > subnet before_create 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:46.112556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Subscribe: > subnet before_update 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 03:34:46.113004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac39196a-69eb-4547-86e2-ac8436c033ff']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:46.132227 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:46.139033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f385d4e-4e97-4ee9-b6b0-388af1a251fb') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:46.139571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f385d4e-4e97-4ee9-b6b0-388af1a251fb') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:46.157445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddfc55b-1c6f-4cc7-b355-9e58afcf7b09,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:46.160530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.169301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.169645 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Added segment 00558fbb-1d43-4884-a09c-f6387bb668b1 of type vlan for network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 Oct 20 03:34:46.192088 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.256462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.278525 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8729064 Oct 20 03:34:46.288386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:46.288809 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.316140 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50646) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:46.330882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event updated for resources: {'Port': ['ID=5fbe8357-2cb9-4c6c-b623-093e5604890b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:46.331260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.390635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-da5b8769-9675-44d6-a53c-30b71f0bf7e5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:34:46.391673 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-da5b8769-9675-44d6-a53c-30b71f0bf7e5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2844088 Oct 20 03:34:46.472233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-239286552', 'router:external': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:46.502917 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.db.resource_extend [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:34:46.526094 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Made reservation on behalf of b4e977d77436475ab604adcb204692a1 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:46.528585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.530357 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Attempt 2 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:46.603820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ea43b751-a786-494d-9dad-9beba531672c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.617613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:46.635720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.642137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.643588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c55958-1a55-4e3a-ae77-3e4f32081c33 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Pushing event updated for resources: {'Port': ['ID=df13b8e8-7ef7-43d1-a6f8-f3ee62e45a39,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:46.652703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.658568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:46.660322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.666300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.689742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.698799 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] 10.222.0.20 "DELETE /v2.0/networks/ac39196a-69eb-4547-86e2-ac8436c033ff HTTP/1.1" status: 204 len: 168 time: 1.8191559 Oct 20 03:34:46.707509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50668) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:46.714658 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e698e7b-5321-40d8-b980-ec942a0303b7 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Pushing event deleted for resources: {'Network': ['ID=ac39196a-69eb-4547-86e2-ac8436c033ff,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:46.792965 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.834328 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3810561 Oct 20 03:34:46.838296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50678) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:46.845840 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-38625032-3018-49f7-bed7-758979681b29 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] DELETE failed (client error): The resource could not be found. Oct 20 03:34:46.846016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Request body: {'subnet': {'network_id': '39960b08-acf4-49df-9e3a-a7d8dc3309c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:46.846612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38625032-3018-49f7-bed7-758979681b29 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:34:46.849908 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-38625032-3018-49f7-bed7-758979681b29 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] 10.222.0.20 "DELETE /v2.0/ports/355abba6-f463-4087-a70f-66fdd1f69415 HTTP/1.1" status: 404 len: 333 time: 0.1221306 Oct 20 03:34:46.890586 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50680) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:46.893697 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 1f385d4e-4e97-4ee9-b6b0-388af1a251fb resource provider aggregate not found Oct 20 03:34:46.917117 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-a4e3da0f-62fe-4607-9645-b83b5e2dc4fc service neutron] 10.222.0.20 "GET /v2.0/networks/d9204721-61ef-4686-b958-5b9a308bf3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106368 Oct 20 03:34:46.918974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:46.920835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376b2ba-6ee8-40f6-b9ec-f5b0078ed868 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Pushing event updated for resources: {'Network': ['ID=39960b08-acf4-49df-9e3a-a7d8dc3309c1,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:46.928012 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 1f385d4e-4e97-4ee9-b6b0-388af1a251fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f385d4e-4e97-4ee9-b6b0-388af1a251fb found for delete ", "request_id": "req-5e538508-4f4b-4f4c-ae5b-711786c00da9"}]} Oct 20 03:34:46.938425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:34:47.119262 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Attempt 3 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:47.146555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.158694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-1381e5b8-e411-4ae1-9d84-b10eed1ba4ab tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Deleting subnet bedcee28-0f81-4f04-ba54-f508fe30ffb5 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:34:47.159491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50688) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:47.161793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Made reservation on behalf of 8758a8a3c9bd4f388ef2e4edb33cbaab for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:47.165288 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.172472 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1381e5b8-e411-4ae1-9d84-b10eed1ba4ab tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.194622 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 03:34:47.223771 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:47.311128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Network e063354b-6c36-40ac-986a-19f5d9c23f11 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:47.320741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 05deef7b-a15f-4b84-87f8-e4277078c0a6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:47.321868 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-d72edcc1-6b12-40e3-844d-07242f21eb04 service neutron] 10.222.0.20 "GET /v2.0/networks/d9204721-61ef-4686-b958-5b9a308bf3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894379 Oct 20 03:34:47.324317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.332636 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:47.338713 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1381e5b8-e411-4ae1-9d84-b10eed1ba4ab tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.341794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event updated for resources: {'Port': ['ID=1780dc57-c4cf-4e00-9f45-86307955eb11,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:47.346284 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-2d75dda5-2e69-4d15-80e5-a0b80947d0b8 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1874663822&fields=id&tenant_id=0bd8a999f99c480388b6f33fa601974c HTTP/1.1" status: 200 len: 267 time: 0.1619632 Oct 20 03:34:47.362386 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:47.363320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:47.363915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.373616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.379390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Allocated IP 172.26.0.72 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/c5d2968e-71de-43d2-a1ed-a43420ad6ebe) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:47.412353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 05deef7b-a15f-4b84-87f8-e4277078c0a6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:47.412738 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.413117 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 05deef7b-a15f-4b84-87f8-e4277078c0a6 Oct 20 03:34:47.430798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:34:47.449518 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-beb567ad-9f62-41f9-bba5-be6341ce15ff tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7623165 Oct 20 03:34:47.461788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50690) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:47.532866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9711c26d-da54-4e1d-be0b-74f37736bebe,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:47.535820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 05deef7b-a15f-4b84-87f8-e4277078c0a6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:47.561114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.561114 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Added segment d1a10aa0-c414-47e5-94e2-cbbc0822e32b of type vlan for network df3835f4-7d87-4ee0-b3ad-7fafcba57f21 Oct 20 03:34:47.730903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.740315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.744534 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Attempt 4 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:47.748803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.750452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-054dc039-f0d3-4893-a6b9-c618ada8213c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:47.752090 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-054dc039-f0d3-4893-a6b9-c618ada8213c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/networks?id=a515e2dc-5861-4083-a1e1-5a02b237c264 HTTP/1.1" status: 200 len: 811 time: 0.3724062 Oct 20 03:34:47.779403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.804463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:47.850621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:47.902023 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30599d28-5a18-4fcd-834c-0a26d1d92a16 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:47.907455 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e6ac7835-8640-42c4-b02b-85f8042d256f tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/quotas/0bd8a999f99c480388b6f33fa601974c HTTP/1.1" status: 200 len: 375 time: 0.1179829 Oct 20 03:34:47.908063 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-30599d28-5a18-4fcd-834c-0a26d1d92a16 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "GET /v2.0/ports/1780dc57-c4cf-4e00-9f45-86307955eb11 HTTP/1.1" status: 200 len: 954 time: 0.4303801 Oct 20 03:34:47.909322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50708) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:47.982823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event updated for resources: {'Port': ['ID=5fbe8357-2cb9-4c6c-b623-093e5604890b,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:47.997442 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5a3bf25c-6138-45c9-8774-cc0491e95bf7 req-45ade362-4559-40bf-ba38-bd59ed1ee1ef tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 210 time: 0.1714582 Oct 20 03:34:48.037671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1381e5b8-e411-4ae1-9d84-b10eed1ba4ab tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.110241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.150212 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.206905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-620f8c33-74bd-4903-a699-18ada3358581 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Deleting port 1780dc57-c4cf-4e00-9f45-86307955eb11 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:34:48.207165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-620f8c33-74bd-4903-a699-18ada3358581 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.232121 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.233090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:48.233660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.242319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1381e5b8-e411-4ae1-9d84-b10eed1ba4ab tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.294895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Checking segment: {'id': '00558fbb-1d43-4884-a09c-f6387bb668b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '39960b08-acf4-49df-9e3a-a7d8dc3309c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:48.295434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Network hostable DHCP agents. Network: 39960b08-acf4-49df-9e3a-a7d8dc3309c1, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:48.305746 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Attempt 5 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:48.368618 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:48.370450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Pushing event updated for resources: {'Subnet': ['ID=acfb10cb-100e-4224-82e6-aad5bbdf830d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:48.370664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ef8bd3-ece3-4e79-a6ef-71d319b3869c None None] Network 5868a848-5326-4a2d-a165-7a1a9b970b80 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:48.371312 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.373556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381e5b8-e411-4ae1-9d84-b10eed1ba4ab tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Pushing event deleted for resources: {'Subnet': ['ID=bedcee28-0f81-4f04-ba54-f508fe30ffb5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:48.387837 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1381e5b8-e411-4ae1-9d84-b10eed1ba4ab tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.392757 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1381e5b8-e411-4ae1-9d84-b10eed1ba4ab tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] 10.222.0.20 "DELETE /v2.0/subnets/bedcee28-0f81-4f04-ba54-f508fe30ffb5 HTTP/1.1" status: 204 len: 168 time: 1.5008333 Oct 20 03:34:48.399616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50722) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:48.406119 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0792680 Oct 20 03:34:48.408403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50724) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:48.411931 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-620f8c33-74bd-4903-a699-18ada3358581 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.437425 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-4811a579-e746-4e67-9e53-88bf3b4b38f2 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bd8a999f99c480388b6f33fa601974c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5005956 Oct 20 03:34:48.458361 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Request body: {'subnet': {'network_id': 'df3835f4-7d87-4ee0-b3ad-7fafcba57f21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:48.473304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:48.515437 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 39960b08-acf4-49df-9e3a-a7d8dc3309c1) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:48.527040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:48.527645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.533039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f94852-3b4d-417c-885f-a1ccae51b3a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event updated for resources: {'Network': ['ID=df3835f4-7d87-4ee0-b3ad-7fafcba57f21,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:48.542656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Network 41d356c6-60df-4479-8680-a54c58588553 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:48.560122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-620f8c33-74bd-4903-a699-18ada3358581 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Calling delete_port for 1780dc57-c4cf-4e00-9f45-86307955eb11 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:34:48.561360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacbe549-8986-4cd4-9587-dba9253e6b8e None None] Network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:48.567293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:48.571178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:48.581160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Made reservation on behalf of b4e977d77436475ab604adcb204692a1 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:48.584155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.586803 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:48.603396 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:48.625278 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bcb45902-ef6b-4d76-b5e5-75f841de89f7 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7835891 Oct 20 03:34:48.641278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50736) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:48.685211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Request body: {'port': {'network_id': '39960b08-acf4-49df-9e3a-a7d8dc3309c1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-174924773'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:48.694201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.699047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-ab080b44-663f-4d33-9629-d9bd727eded5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:34:48.708221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network df3835f4-7d87-4ee0-b3ad-7fafcba57f21 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:34:48.708890 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-ab080b44-663f-4d33-9629-d9bd727eded5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1784203 Oct 20 03:34:48.760554 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Pushing event updated for resources: {'Port': ['ID=c5d2968e-71de-43d2-a1ed-a43420ad6ebe,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:48.864860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.900980 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Attempt 6 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:48.918552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-620f8c33-74bd-4903-a699-18ada3358581 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.950916 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.954412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f8c33-74bd-4903-a699-18ada3358581 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event deleted for resources: {'Port': ['ID=1780dc57-c4cf-4e00-9f45-86307955eb11,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:48.972503 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:48.991931 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-620f8c33-74bd-4903-a699-18ada3358581 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:48.992924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663530a9-f830-4699-8c8b-f811ddf5d151 None None] DHCP port deletion for 5868a848-5326-4a2d-a165-7a1a9b970b80 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:34:48.994960 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-620f8c33-74bd-4903-a699-18ada3358581 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1780dc57-c4cf-4e00-9f45-86307955eb11 HTTP/1.1" status: 204 len: 168 time: 1.0476899 Oct 20 03:34:48.997938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50740) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:49.025589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-39960b08-acf4-49df-9e3a-a7d8dc3309c1', 'network_id': '39960b08-acf4-49df-9e3a-a7d8dc3309c1', 'tenant_id': '8758a8a3c9bd4f388ef2e4edb33cbaab', 'fixed_ips': [{'subnet_id': 'acfb10cb-100e-4224-82e6-aad5bbdf830d'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:34:49.027606 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.032798 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e0075b-9106-459d-88b8-657498f47714 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:34:49.040462 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d4e0075b-9106-459d-88b8-657498f47714 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "GET /v2.0/ports/1780dc57-c4cf-4e00-9f45-86307955eb11 HTTP/1.1" status: 404 len: 333 time: 0.0414615 Oct 20 03:34:49.042114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50742) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:49.049064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Request body: {'port': {'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-129932291'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:49.073035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Made reservation on behalf of eadbd508a483484787b1f68595c6a4f4 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:49.075120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.091218 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-a0bd762a-d6f4-4610-b38c-6bff2842b22b service neutron] 10.222.0.20 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814287 Oct 20 03:34:49.150171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Made reservation on behalf of 8758a8a3c9bd4f388ef2e4edb33cbaab for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:49.156283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.158207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-663530a9-f830-4699-8c8b-f811ddf5d151 None None] Deleting port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:34:49.158814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-663530a9-f830-4699-8c8b-f811ddf5d151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.230127 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] device_id is not set on port b78ad684-08a4-45ce-8ad1-6bb5bd026269 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:49.266124 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ca1c81f5-1ab1-4487-9d78-6b9f02efbc4c req-88886d3f-e07d-4d80-b7eb-69935e6662e5 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 210 time: 0.0505021 Oct 20 03:34:49.338804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-663530a9-f830-4699-8c8b-f811ddf5d151 None None] For port c94635cc-a9a3-4a47-b979-c6d4725e1ba8, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c94635cc-a9a3-4a47-b979-c6d4725e1ba8,segment=NetworkSegment(67686264-dac9-4be6-aca0-7a9a8e55a1e8),segment_id=67686264-dac9-4be6-aca0-7a9a8e55a1e8)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:49.340073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-663530a9-f830-4699-8c8b-f811ddf5d151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.361655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-663530a9-f830-4699-8c8b-f811ddf5d151 None None] Calling delete_port for c94635cc-a9a3-4a47-b979-c6d4725e1ba8 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:34:49.364552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] device_id is not set on port 1c322502-9afd-4315-984f-ff87a6cab36d yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:49.371846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.384404 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.479011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Router a426e8e5-706e-4c1a-908d-ace8d9ff78c2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:34:49.546151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.555102 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Pushing event updated for resources: {'Port': ['ID=c5d2968e-71de-43d2-a1ed-a43420ad6ebe,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:49.562941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Allocated IP 172.20.0.2 (39960b08-acf4-49df-9e3a-a7d8dc3309c1/acfb10cb-100e-4224-82e6-aad5bbdf830d/2ee4448a-1fef-4dd6-abed-4e96594bbd54) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:49.572000 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-eab44ec7-da38-4958-9e2a-8d127cd83b1d service neutron] 10.222.0.20 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931873 Oct 20 03:34:49.572979 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.582763 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ac390b20-ccab-49a9-9c41-c02dbe94ec95 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7323825 Oct 20 03:34:49.583613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Deleting port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:34:49.583613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.583774 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.592228 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Attempt 7 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:49.602544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c94635cc-a9a3-4a47-b979-c6d4725e1ba8 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:34:49.605308 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.625246 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.692020 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Network e063354b-6c36-40ac-986a-19f5d9c23f11 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:49.696871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:49.701062 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:49.702564 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:49.703305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.721568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event updated for resources: {'Port': ['ID=b78ad684-08a4-45ce-8ad1-6bb5bd026269,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:49.755711 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0ff27cf9-cde8-4794-beba-2fbf4111ac56 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7122748 Oct 20 03:34:49.758346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50750) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:49.766515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8618'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:49.813546 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] For port c94635cc-a9a3-4a47-b979-c6d4725e1ba8, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c94635cc-a9a3-4a47-b979-c6d4725e1ba8,segment=NetworkSegment(67686264-dac9-4be6-aca0-7a9a8e55a1e8),segment_id=67686264-dac9-4be6-aca0-7a9a8e55a1e8)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:49.813961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.865679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Calling delete_port for c94635cc-a9a3-4a47-b979-c6d4725e1ba8 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:34:49.877260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.898607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:49.930920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:49.987380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.36', 49931) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:50.014116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:50.014516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.019731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-663530a9-f830-4699-8c8b-f811ddf5d151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.021091 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b51a292-5985-4516-8527-63bbf88a87f1 req-d53bef1e-dcff-4da8-9cc6-e78521426d05 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 210 time: 0.0765529 Oct 20 03:34:50.024278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:34:50.057062 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a93a74c1-c92e-4066-a927-a46e12e45ebb tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "PUT /v2.0/routers/a426e8e5-706e-4c1a-908d-ace8d9ff78c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0896928 Oct 20 03:34:50.069387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50772) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:50.076088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4219ce4c-7e74-4e6d-99a0-603611e497f0 None None] Sync routers for ids ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:34:50.085742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Request body: {'port': {'network_id': '41d356c6-60df-4479-8680-a54c58588553', 'name': 'tempest-FloatingIPAdminTestJSON-19746564'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:50.094760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663530a9-f830-4699-8c8b-f811ddf5d151 None None] Pushing event deleted for resources: {'Port': ['ID=c94635cc-a9a3-4a47-b979-c6d4725e1ba8,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:50.128067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663530a9-f830-4699-8c8b-f811ddf5d151 None None] No DVR routers for this DVR port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:34:50.148183 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-ea50a8c4-9c56-4d86-be80-bedd7d2342c3 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--147040854&fields=id&tenant_id=ee2f90c3531e4bb6a1d4d865973d2038 HTTP/1.1" status: 200 len: 267 time: 0.2181838 Oct 20 03:34:50.204181 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219ce4c-7e74-4e6d-99a0-603611e497f0 None None] Routers {'a426e8e5-706e-4c1a-908d-ace8d9ff78c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:50.204832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4219ce4c-7e74-4e6d-99a0-603611e497f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:50.207725 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.261317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.263607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4219ce4c-7e74-4e6d-99a0-603611e497f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:50.286566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c74e-97df-4f75-842d-f352a20518ea req-6eaa48e1-52c5-48c7-80dc-0475fb13829e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:50.288123 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-6eaa48e1-52c5-48c7-80dc-0475fb13829e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.36 "GET /v2.0/networks?id=d9204721-61ef-4686-b958-5b9a308bf3ea HTTP/1.1" status: 200 len: 805 time: 0.2980800 Oct 20 03:34:50.350974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Pushing event updated for resources: {'Port': ['ID=2ee4448a-1fef-4dd6-abed-4e96594bbd54,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:50.360553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.objects.ports [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103629) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:34:50.360553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.364465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.365285 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:50.368922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:50.374381 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:50.403240 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Attempt 8 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:50.439825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Pushing event deleted for resources: {'Port': ['ID=c94635cc-a9a3-4a47-b979-c6d4725e1ba8,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:50.490852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] No DVR routers for this DVR port c94635cc-a9a3-4a47-b979-c6d4725e1ba8 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:34:50.498476 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-10f4012e-22c9-46cb-b149-868ee8c7115a tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:50.501841 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-10f4012e-22c9-46cb-b149-868ee8c7115a tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/networks?id=66c2f9c2-0042-4c02-9b31-762abe8cca85 HTTP/1.1" status: 200 len: 812 time: 0.3520772 Oct 20 03:34:50.502555 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Made reservation on behalf of 86f815b458814f37956df7fe46822efd for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:50.506528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.517615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Allocated IP 172.20.0.10 (39960b08-acf4-49df-9e3a-a7d8dc3309c1/acfb10cb-100e-4224-82e6-aad5bbdf830d/1c322502-9afd-4315-984f-ff87a6cab36d) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:50.549713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:50.556898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219ce4c-7e74-4e6d-99a0-603611e497f0 None None] Routers {'a426e8e5-706e-4c1a-908d-ace8d9ff78c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:34:50.557550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4219ce4c-7e74-4e6d-99a0-603611e497f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:50.605246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4219ce4c-7e74-4e6d-99a0-603611e497f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:50.606113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4219ce4c-7e74-4e6d-99a0-603611e497f0 None None] The sync data for ids ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:34:50.609747 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-73e5295d-304a-4f6a-9010-2388f4e5dd80 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28edb78bb08c4c939bf1654792b077cd HTTP/1.1" status: 200 len: 379 time: 0.2269676 Oct 20 03:34:50.613354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Attempting to bind port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:50.613722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Attempting to bind port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '00558fbb-1d43-4884-a09c-f6387bb668b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '39960b08-acf4-49df-9e3a-a7d8dc3309c1'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:50.614085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Attempting to bind port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 on network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:50.620243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:50.620818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Checking segment: {'id': '00558fbb-1d43-4884-a09c-f6387bb668b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '39960b08-acf4-49df-9e3a-a7d8dc3309c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:50.621534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.621934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Bound using segment: {'id': '00558fbb-1d43-4884-a09c-f6387bb668b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '39960b08-acf4-49df-9e3a-a7d8dc3309c1'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:50.622631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Bound port: 2ee4448a-1fef-4dd6-abed-4e96594bbd54, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00558fbb-1d43-4884-a09c-f6387bb668b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '39960b08-acf4-49df-9e3a-a7d8dc3309c1'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:50.623018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.630734 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-9c081829-20f8-479f-8297-0024a3c7e49e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/quotas/ee2f90c3531e4bb6a1d4d865973d2038 HTTP/1.1" status: 200 len: 375 time: 0.1228516 Oct 20 03:34:50.646710 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Request body: {'port': {'device_id': 'd7db686a-7563-437d-adcc-a610595f1b57', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'admin_state_up': True, 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'security_groups': ['ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:50.772323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] For port 2ee4448a-1fef-4dd6-abed-4e96594bbd54, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:50.780813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] For port 2ee4448a-1fef-4dd6-abed-4e96594bbd54, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2ee4448a-1fef-4dd6-abed-4e96594bbd54,segment=NetworkSegment(00558fbb-1d43-4884-a09c-f6387bb668b1),segment_id=00558fbb-1d43-4884-a09c-f6387bb668b1)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:50.781737 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b5998cfd-d850-4771-8fc5-8d4266fd541d req-246ace6a-a238-4d0a-98fd-6002436e096c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 210 time: 0.2828996 Oct 20 03:34:50.786887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.811580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f06608d4-724c-469b-aae3-03add8bf124c,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:50.864064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] device_id is not set on port b78ad684-08a4-45ce-8ad1-6bb5bd026269 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:50.867406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] device_id is not set on port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:50.886936 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.903716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.912394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad17d3-71d3-4731-8633-099d85b39f69 None None] Pushing event updated for resources: {'Port': ['ID=2ee4448a-1fef-4dd6-abed-4e96594bbd54,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:50.916043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Made reservation on behalf of 28edb78bb08c4c939bf1654792b077cd for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:50.920549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:50.977380 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7662f5a9-4399-4772-ab1d-d631740b175a tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee2f90c3531e4bb6a1d4d865973d2038&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2056434 Oct 20 03:34:51.018869 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event updated for resources: {'Port': ['ID=b78ad684-08a4-45ce-8ad1-6bb5bd026269,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:51.022233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:51.022743 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:51.023127 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:51.048107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:51.048616 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:51.051516 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Attempt 9 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:51.059958 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 2 to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 Oct 20 03:34:51.146178 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Checking segment: {'id': 'd1a10aa0-c414-47e5-94e2-cbbc0822e32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'df3835f4-7d87-4ee0-b3ad-7fafcba57f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:51.150665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Network hostable DHCP agents. Network: df3835f4-7d87-4ee0-b3ad-7fafcba57f21, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:34:51.158890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:51.190650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.285221 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f9cb2406-59f0-4eba-b5ae-b7ae1b0b6879 req-c6f7842b-aad1-48b4-a59e-634d004e2557 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 210 time: 0.0535512 Oct 20 03:34:51.297678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5868a848-5326-4a2d-a165-7a1a9b970b80']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:51.304512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.391250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67686264-dac9-4be6-aca0-7a9a8e55a1e8') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:51.391570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67686264-dac9-4be6-aca0-7a9a8e55a1e8') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:51.415536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Network df3835f4-7d87-4ee0-b3ad-7fafcba57f21 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:34:51.421672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2ee4448a-1fef-4dd6-abed-4e96594bbd54 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:51.438300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, df3835f4-7d87-4ee0-b3ad-7fafcba57f21) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:51.445289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Allocated IP 172.20.0.8 (d9204721-61ef-4686-b958-5b9a308bf3ea/8a420618-9b1b-4382-9bcf-0e0b9def6206/955df6a9-ebb1-4dee-b96e-81045e4a7bab) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:51.453503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.474062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:51.474969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.504048 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.510791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Allocated IP 172.20.0.10 (41d356c6-60df-4479-8680-a54c58588553/cc8c888a-4d45-4777-932d-b455d0c2df49/3d669f2f-5935-4f7f-b139-6c356ca28bb5) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:51.513340 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7971da-964f-4f4d-bf7e-9e7e53c98c2b None None] Network df3835f4-7d87-4ee0-b3ad-7fafcba57f21 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:51.518765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:51.519473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.555221 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c332e73f-9987-426b-867f-3cdb600cb698 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1404386 Oct 20 03:34:51.562543 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50828) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:51.569922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1320665018', 'network_id': 'df3835f4-7d87-4ee0-b3ad-7fafcba57f21'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:51.583707 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 67686264-dac9-4be6-aca0-7a9a8e55a1e8 resource provider aggregate not found Oct 20 03:34:51.634738 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 67686264-dac9-4be6-aca0-7a9a8e55a1e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67686264-dac9-4be6-aca0-7a9a8e55a1e8 found for delete ", "request_id": "req-c150a2ec-abe4-4f56-8440-afd4deea9fe1"}]} Oct 20 03:34:51.653639 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.673167 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:51.675789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:51.676148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:51.683854 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Attempt 10 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:51.701527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:51.728806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.760928 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:51.772561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Made reservation on behalf of b4e977d77436475ab604adcb204692a1 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:51.786261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.820787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:51.834974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.843644 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] 10.222.0.20 "DELETE /v2.0/networks/5868a848-5326-4a2d-a165-7a1a9b970b80 HTTP/1.1" status: 204 len: 168 time: 3.4419928 Oct 20 03:34:51.903929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d1beb9d8-0c04-4d17-bd63-821a7425b9ac None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:51.962618 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:51.963153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:51.963355 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 Oct 20 03:34:52.033751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25ccc6-fd23-41fc-b57f-78e05dbccdc2 tempest-DHCPAgentSchedulersTestJSON-1141828577 tempest-DHCPAgentSchedulersTestJSON-1141828577-project] Pushing event deleted for resources: {'Network': ['ID=5868a848-5326-4a2d-a165-7a1a9b970b80,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:52.052109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:52.052885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.105609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] device_id is not set on port 569b8bde-4a53-429d-94a1-2cd1a7513aa0 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:52.179391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0266403-8ecd-4d59-b738-4af825f9f4dc None None] Network df3835f4-7d87-4ee0-b3ad-7fafcba57f21 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:52.191126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Pushing event updated for resources: {'Port': ['ID=1c322502-9afd-4315-984f-ff87a6cab36d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:52.207870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Provisioning complete for port 5fbe8357-2cb9-4c6c-b623-093e5604890b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:52.209137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.209547 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Attempt 1 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:52.476942 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9d2ecf2a-989a-4526-8489-e5eabdd74e9e req-3a018f70-d050-483b-9759-b69cecb67b36 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 210 time: 0.3954613 Oct 20 03:34:52.488138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.36', 49937) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:52.510909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:52.571288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:52.571901 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:52.575212 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 3 to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 Oct 20 03:34:52.583988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:52.585502 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-ea61b751-5438-4054-8ed1-a97e690eab90 service neutron] 10.222.0.20 "GET /v2.0/networks/66c2f9c2-0042-4c02-9b31-762abe8cca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5511057 Oct 20 03:34:52.592401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.599631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36b53ec-4bd9-4d5b-91cd-91ab9b4348cd None None] Network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:34:52.654401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:52.654737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:52.655071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:52.673826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.675315 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:52.675643 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:52.698875 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 4 to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 Oct 20 03:34:52.751324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 2ee4448a-1fef-4dd6-abed-4e96594bbd54, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2ee4448a-1fef-4dd6-abed-4e96594bbd54,segment=NetworkSegment(00558fbb-1d43-4884-a09c-f6387bb668b1),segment_id=00558fbb-1d43-4884-a09c-f6387bb668b1)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:52.757635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.805170 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-e67eed47-084b-4ed9-b798-9179314a7286 service neutron] 10.222.0.20 "GET /v2.0/networks/66c2f9c2-0042-4c02-9b31-762abe8cca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023540 Oct 20 03:34:52.805668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50840) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:52.819887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:52.820234 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:52.820591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:52.832947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:52.833411 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:52.840707 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 5 to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 Oct 20 03:34:52.864987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:52.867966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:52.868327 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:52.878450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:52.878914 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:52.880696 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 6 to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 Oct 20 03:34:52.911759 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:52.912102 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:52.912467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:52.921457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.930035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:52.930574 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:52.938260 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 7 to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 Oct 20 03:34:52.943375 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1005885e-3450-4b74-af76-7f60c3eedd69 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.2994361 Oct 20 03:34:52.952101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50848) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:52.968888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Request body: {'port': {'network_id': '39960b08-acf4-49df-9e3a-a7d8dc3309c1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-733923460', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:52.971182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:52.973957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.api.validators [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] bootfile-name is not in valid_values {{(pid=103629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:34:52.974424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.api.validators [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] tftp-server is not in valid_values {{(pid=103629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:34:52.975963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.api.validators [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] server-ip-address is not in valid_values {{(pid=103629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:34:52.979069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:52.986449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:52.987892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:52.990768 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=2ee4448a-1fef-4dd6-abed-4e96594bbd54,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:53.020888 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Attempt 2 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:53.089483 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-64251169-e06d-471a-85b8-27d7eb1988fb req-d030c4c0-e358-4346-ac3c-d12f11bde9d8 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 210 time: 0.2602756 Oct 20 03:34:53.126769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Allocated IP 172.20.0.14 (df3835f4-7d87-4ee0-b3ad-7fafcba57f21/f06608d4-724c-469b-aae3-03add8bf124c/569b8bde-4a53-429d-94a1-2cd1a7513aa0) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:53.166746 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:53.259363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Network d9204721-61ef-4686-b958-5b9a308bf3ea is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:53.286727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-fc11f776-5033-447e-8cf1-cfe958c50cc3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:53.288376 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-fc11f776-5033-447e-8cf1-cfe958c50cc3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.36 "GET /v2.0/networks?id=a515e2dc-5861-4083-a1e1-5a02b237c264 HTTP/1.1" status: 200 len: 811 time: 0.7732477 Oct 20 03:34:53.294683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:53.324821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Pushing event updated for resources: {'Port': ['ID=955df6a9-ebb1-4dee-b96e-81045e4a7bab,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:53.337513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:53.466625 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:53.467325 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:53.475474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:53.476587 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.485762 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 8 to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 Oct 20 03:34:53.637446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2ee4448a-1fef-4dd6-abed-4e96594bbd54 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:34:53.674025 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c16531c2-c6bb-4f00-838e-eddbd9d17bde req-0071da6b-ab5c-4da8-8483-d4c66cbb876a tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 210 time: 0.1096077 Oct 20 03:34:53.682670 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Attempt 3 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:53.687106 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9d7d6663-19c8-49e5-8b16-abae598fa610 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a37a9185aaf949d2b8e82218ced8c6e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8742292 Oct 20 03:34:53.692052 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50856) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:53.703267 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:53.705348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:53.705922 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:53.714955 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-2a506655-bc0e-4dda-9aea-88d6b91fd40e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd8a999f99c480388b6f33fa601974c HTTP/1.1" status: 200 len: 380 time: 0.3559079 Oct 20 03:34:53.719894 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-cb273139-1f9e-4273-8048-dee58567a266 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0858841 Oct 20 03:34:53.721154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:53.723263 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:53.723832 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 9 to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 Oct 20 03:34:53.758855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:53.760167 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:53.761354 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:53.796144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-63b293dd-899e-469b-9836-23d0933234a8 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:34:53.797717 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-63b293dd-899e-469b-9836-23d0933234a8 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290520 Oct 20 03:34:53.817879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:53.818215 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:53.834863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Request body: {'port': {'device_id': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'admin_state_up': True, 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'security_groups': ['0688a16a-3e51-4aac-8201-21f0b7f77b47']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:53.900007 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempt 10 to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 Oct 20 03:34:53.903909 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:53.959605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:53.960053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:53.960426 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempting to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:54.031078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:54.034550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event updated for resources: {'Port': ['ID=3d669f2f-5935-4f7f-b139-6c356ca28bb5,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:54.036285 dv-neutron-861842-1-hyperv neutron-server[103628]: ERROR neutron.plugins.ml2.managers [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Failed to bind port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on host hv-neutron-8618 for vnic_type normal using segments [{'id': '2383e5c7-f212-429b-a3ce-044e817f2893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e063354b-6c36-40ac-986a-19f5d9c23f11'}] Oct 20 03:34:54.036708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.143656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Request body: {'port': {'device_id': 'd7db686a-7563-437d-adcc-a610595f1b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:54.243798 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:54.255826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] For port b78ad684-08a4-45ce-8ad1-6bb5bd026269, host hv-neutron-8618, cleared binding levels {{(pid=103628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:54.256281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attempted to set empty binding levels {{(pid=103628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 03:34:54.270381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a7871-88ca-4d61-be0a-47a425da8375 req-57646e0b-7f53-47c8-bc7b-195fa9bf5441 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.273106 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1c8a7871-88ca-4d61-be0a-47a425da8375 req-57646e0b-7f53-47c8-bc7b-195fa9bf5441 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 931 time: 0.5176692 Oct 20 03:34:54.304082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.304778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] In _notify_port_updated(), no bound segment for port b78ad684-08a4-45ce-8ad1-6bb5bd026269 on network e063354b-6c36-40ac-986a-19f5d9c23f11 {{(pid=103628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:34:54.305948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:54.306626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.308116 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "PUT /v2.0/ports/b78ad684-08a4-45ce-8ad1-6bb5bd026269 HTTP/1.1" status: 200 len: 976 time: 4.5481038 Oct 20 03:34:54.314276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50870) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:54.324423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:54.325056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.326623 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 Oct 20 03:34:54.367422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Network 41d356c6-60df-4479-8680-a54c58588553 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:54.377821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Made reservation on behalf of 8758a8a3c9bd4f388ef2e4edb33cbaab for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:54.388007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.390447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7412-a3d4-4d80-b6ba-fe6991d8820c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.430471 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ace3fc70-8af4-4634-b1df-f0e7fce1f8e7 req-b9e60669-5cef-45c3-b4a1-6fdd594d054d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 210 time: 0.1988389 Oct 20 03:34:54.449548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:54.474106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.479172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:54.641193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:34:54.692431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] device_id is not set on port 7f9e6e4f-f4dc-43d5-9fdb-34eba7617a80 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:34:54.739203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7412-a3d4-4d80-b6ba-fe6991d8820c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.745345 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Attempt 4 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:54.804595 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:54.835169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Made reservation on behalf of 0bd8a999f99c480388b6f33fa601974c for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:34:54.841446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.846096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243854f-6923-4885-95b0-ead284021df6 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event updated for resources: {'Port': ['ID=b78ad684-08a4-45ce-8ad1-6bb5bd026269,revision_number=3']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:54.865820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e79d4-4df1-4856-ab42-e84accdac4a2 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Deleting port b78ad684-08a4-45ce-8ad1-6bb5bd026269 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:34:54.866162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ae5e79d4-4df1-4856-ab42-e84accdac4a2 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:54.878364 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1c8a7871-88ca-4d61-be0a-47a425da8375 req-32a32162-d876-41d2-a2eb-61f2fe1f95c1 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5667126 Oct 20 03:34:55.006141 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-be24d435-b5e8-49f2-b6b2-e6921ea914f7 req-7f1557fc-3205-40d8-a355-d30f0561e531 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 210 time: 0.2175443 Oct 20 03:34:55.030666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:55.030666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.049167 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-ae5e79d4-4df1-4856-ab42-e84accdac4a2 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] For port b78ad684-08a4-45ce-8ad1-6bb5bd026269, host hv-neutron-8618, got binding levels [] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:34:55.049793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ae5e79d4-4df1-4856-ab42-e84accdac4a2 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.056030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.073676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e79d4-4df1-4856-ab42-e84accdac4a2 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Calling delete_port for b78ad684-08a4-45ce-8ad1-6bb5bd026269 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:34:55.084018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955df6a9-ebb1-4dee-b96e-81045e4a7bab {{(pid=103628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:34:55.096755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.143141 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ef6ad168-e7f8-4f27-a330-2c15cb5ea079 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0582690 Oct 20 03:34:55.181007 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50874) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:55.233278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7412-a3d4-4d80-b6ba-fe6991d8820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.235992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7412-a3d4-4d80-b6ba-fe6991d8820c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.239454 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.provisioning_blocks [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Transition to ACTIVE for port object 955df6a9-ebb1-4dee-b96e-81045e4a7bab will not be triggered until provisioned by entity L2. {{(pid=103628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:34:55.246271 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1dfd7412-a3d4-4d80-b6ba-fe6991d8820c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46f4ee4a-3b77-43a1-8e81-9b10f1cc0a28 HTTP/1.1" status: 204 len: 168 time: 1.5302055 Oct 20 03:34:55.251526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.301006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Allocated IP 172.20.0.8 (39960b08-acf4-49df-9e3a-a7d8dc3309c1/acfb10cb-100e-4224-82e6-aad5bbdf830d/7f9e6e4f-f4dc-43d5-9fdb-34eba7617a80) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:55.305394 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Attempt 5 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:55.308374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd7412-a3d4-4d80-b6ba-fe6991d8820c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f4ee4a-3b77-43a1-8e81-9b10f1cc0a28,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:55.430012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:55.490611 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'project_id': '86f815b458814f37956df7fe46822efd', 'port_id': '3d669f2f-5935-4f7f-b139-6c356ca28bb5'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:55.580658 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Pushing event updated for resources: {'Port': ['ID=955df6a9-ebb1-4dee-b96e-81045e4a7bab,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:55.600382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.654629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ae5e79d4-4df1-4856-ab42-e84accdac4a2 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.680394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Network df3835f4-7d87-4ee0-b3ad-7fafcba57f21 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:55.695054 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Allocated IP 172.20.0.12 (a515e2dc-5861-4083-a1e1-5a02b237c264/0589a1ef-1648-4327-85b6-70db5e3ded82/24374825-807a-4f9a-b3e2-7fb519261539) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:55.697471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:55.709984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:55.719957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event updated for resources: {'Port': ['ID=569b8bde-4a53-429d-94a1-2cd1a7513aa0,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:55.916490 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Attempting to bind port 955df6a9-ebb1-4dee-b96e-81045e4a7bab on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:34:55.917665 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Attempting to bind port 955df6a9-ebb1-4dee-b96e-81045e4a7bab by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:34:55.922194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:55.922652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Attempting to bind port 955df6a9-ebb1-4dee-b96e-81045e4a7bab on network d9204721-61ef-4686-b958-5b9a308bf3ea {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:55.925449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e79d4-4df1-4856-ab42-e84accdac4a2 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Pushing event deleted for resources: {'Port': ['ID=b78ad684-08a4-45ce-8ad1-6bb5bd026269,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:55.928495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.931778 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Attempt 6 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:55.935467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:55.973327 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-755f3750-7ad4-4b32-9ff6-c3adf7401332 req-64c3ea96-5c4f-464b-8361-ecf8d380bc02 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 210 time: 0.1882911 Oct 20 03:34:55.988296 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50886) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:55.992428 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Port 955df6a9-ebb1-4dee-b96e-81045e4a7bab on network d9204721-61ef-4686-b958-5b9a308bf3ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:34:55.993037 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Attempting to bind port 955df6a9-ebb1-4dee-b96e-81045e4a7bab on network d9204721-61ef-4686-b958-5b9a308bf3ea {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:34:56.008398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ae5e79d4-4df1-4856-ab42-e84accdac4a2 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.013214 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ae5e79d4-4df1-4856-ab42-e84accdac4a2 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b78ad684-08a4-45ce-8ad1-6bb5bd026269 HTTP/1.1" status: 204 len: 168 time: 1.6871743 Oct 20 03:34:56.020441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50888) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:56.023236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:34:56.023846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Checking segment: {'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:34:56.024681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Bound using segment: {'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'} {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:34:56.025388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Bound port: 955df6a9-ebb1-4dee-b96e-81045e4a7bab, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a6e924-8b14-4012-bfae-d3ae4e3bb57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea'}}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:34:56.025978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.037308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8a80067c-5280-423f-b58c-097d6eeecc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.051608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:56.092037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.110981 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2aabc8e-3a9f-42a2-8dce-8e94062ae1f1 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:34:56.113301 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b2aabc8e-3a9f-42a2-8dce-8e94062ae1f1 tempest-PortsAdminExtendedAttrsTestJSON-1849659494 tempest-PortsAdminExtendedAttrsTestJSON-1849659494-project-admin] 10.222.0.20 "GET /v2.0/ports/b78ad684-08a4-45ce-8ad1-6bb5bd026269 HTTP/1.1" status: 404 len: 333 time: 0.0912993 Oct 20 03:34:56.125693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50892) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:56.238038 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-810470cf-ec14-410c-a370-2b9a5abcf8d8 req-8fc6f9b8-9603-4d3d-8cf6-ead604665976 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 210 time: 0.0749245 Oct 20 03:34:56.322348 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3beb64cd-326c-4bf3-a59e-88ed35d19bf3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 4.7569175 Oct 20 03:34:56.324731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.334467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50894) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:56.353048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] For port 955df6a9-ebb1-4dee-b96e-81045e4a7bab, host hv-neutron-8618, cleared binding levels {{(pid=103628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:34:56.362854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.402094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.425340 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] For port 955df6a9-ebb1-4dee-b96e-81045e4a7bab, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=955df6a9-ebb1-4dee-b96e-81045e4a7bab,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:34:56.440645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.457930 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:56.458801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.460443 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] 10.222.0.36 "PUT /v2.0/ports/955df6a9-ebb1-4dee-b96e-81045e4a7bab HTTP/1.1" status: 200 len: 1093 time: 2.4679604 Oct 20 03:34:56.461315 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7db686a-7563-437d-adcc-a610595f1b57', 'tag': '955df6a9-ebb1-4dee-b96e-81045e4a7bab'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:34:56.553069 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Attempt 7 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:56.585897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Pushing event updated for resources: {'Port': ['ID=7f9e6e4f-f4dc-43d5-9fdb-34eba7617a80,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:56.646389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:56.646992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf6531-39ca-47c8-a69b-7241ebde22c1 req-9eb00c64-ae4f-4372-b901-d639c8b6c9da tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:56.648865 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25cf6531-39ca-47c8-a69b-7241ebde22c1 req-9eb00c64-ae4f-4372-b901-d639c8b6c9da tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 943 time: 0.4868762 Oct 20 03:34:56.661890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:56.678601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.687004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:56.694609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:56.696567 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8a80067c-5280-423f-b58c-097d6eeecc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.739335 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8a80067c-5280-423f-b58c-097d6eeecc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.767323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2613e55-fe77-4d45-9ac6-b2910a03a606" -d '{"events": [{"name": "network-changed", "server_uuid": "d7db686a-7563-437d-adcc-a610595f1b57", "tag": "955df6a9-ebb1-4dee-b96e-81045e4a7bab"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:34:56.791582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e063354b-6c36-40ac-986a-19f5d9c23f11']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:56.793955 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf14a08-5318-4ee2-8ab0-38f126648400 service neutron] Pushing event updated for resources: {'Port': ['ID=955df6a9-ebb1-4dee-b96e-81045e4a7bab,revision_number=3']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:56.830072 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.848396 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25cf6531-39ca-47c8-a69b-7241ebde22c1 req-03d64636-e197-4e69-9a02-4d6fd16a037e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813180 Oct 20 03:34:56.875420 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2383e5c7-f212-429b-a3ce-044e817f2893') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:56.875719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2383e5c7-f212-429b-a3ce-044e817f2893') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:34:56.913160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.950218 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80067c-5280-423f-b58c-097d6eeecc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2ba0c8-71a1-4c93-8cd6-2a36dacef402,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:56.969409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:56.982795 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8a80067c-5280-423f-b58c-097d6eeecc3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb0c1b989ae841b59f8f530cfd63f8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9918826 Oct 20 03:34:56.983473 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50904) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:57.056318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:57.056704 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.066158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-0c531ede-6cc5-44ab-afaa-d7fe3d8dfa28 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Deleting port 569b8bde-4a53-429d-94a1-2cd1a7513aa0 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:34:57.066520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c531ede-6cc5-44ab-afaa-d7fe3d8dfa28 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.091510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.112602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24be9753-e64d-4eb5-bb16-edac5d9db664 x-openstack-request-id: req-24be9753-e64d-4eb5-bb16-edac5d9db664 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:34:57.112602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7db686a-7563-437d-adcc-a610595f1b57", "tag": "955df6a9-ebb1-4dee-b96e-81045e4a7bab", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:34:57.112602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24be9753-e64d-4eb5-bb16-edac5d9db664 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:34:57.113901 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24be9753-e64d-4eb5-bb16-edac5d9db664'] response: {'name': 'network-changed', 'server_uuid': 'd7db686a-7563-437d-adcc-a610595f1b57', 'tag': '955df6a9-ebb1-4dee-b96e-81045e4a7bab', 'status': 'completed', 'code': 200} Oct 20 03:34:57.126465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:34:57.126907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.147818 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Attempt 8 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:57.164252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Network a515e2dc-5861-4083-a1e1-5a02b237c264 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:57.181973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.36', 49942) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:57.186168 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c74e-97df-4f75-842d-f352a20518ea req-51c6b301-22fc-42c5-bc38-145bac9cf364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:57.187661 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-51c6b301-22fc-42c5-bc38-145bac9cf364 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28edb78bb08c4c939bf1654792b077cd&device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 1096 time: 0.3890173 Oct 20 03:34:57.199016 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-643f8eba-7525-46c1-b2a7-b2613fd79467 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.2391715 Oct 20 03:34:57.203358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50912) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:57.230281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Pushing event updated for resources: {'Port': ['ID=24374825-807a-4f9a-b3e2-7fb519261539,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:57.230855 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 2383e5c7-f212-429b-a3ce-044e817f2893 resource provider aggregate not found Oct 20 03:34:57.285272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:57.290134 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 2383e5c7-f212-429b-a3ce-044e817f2893 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2383e5c7-f212-429b-a3ce-044e817f2893 found for delete ", "request_id": "req-cd4222e5-48bc-49ee-8102-eab829b5e104"}]} Oct 20 03:34:57.299875 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.314623 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.320479 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] 10.222.0.20 "DELETE /v2.0/networks/e063354b-6c36-40ac-986a-19f5d9c23f11 HTTP/1.1" status: 204 len: 168 time: 1.1872003 Oct 20 03:34:57.323580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3e6790c-403a-4e37-b414-2c056a337dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.365053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Allocated IP 172.26.0.90 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/86187e25-4069-4279-b989-497ec21a996d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:34:57.467469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:57.471810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:57.514994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c531ede-6cc5-44ab-afaa-d7fe3d8dfa28 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.540680 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-0c531ede-6cc5-44ab-afaa-d7fe3d8dfa28 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Calling delete_port for 569b8bde-4a53-429d-94a1-2cd1a7513aa0 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:34:57.568684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.644221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3e6790c-403a-4e37-b414-2c056a337dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.714063 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:57.718046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a6462-feeb-41d8-b1a2-267680bd1bfa tempest-PortsAdminExtendedAttrsTestJSON-1515955502 tempest-PortsAdminExtendedAttrsTestJSON-1515955502-project] Pushing event deleted for resources: {'Network': ['ID=e063354b-6c36-40ac-986a-19f5d9c23f11,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:57.760308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50922) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:57.788379 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Attempt 9 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:57.870367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:57.989973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b93231-88fd-489d-8fed-2c3a96807380 req-0ecc997e-8b59-4834-baa8-e627a7c18e63 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:57.993280 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-33b93231-88fd-489d-8fed-2c3a96807380 req-0ecc997e-8b59-4834-baa8-e627a7c18e63 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 932 time: 0.8215904 Oct 20 03:34:58.017662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:58.018594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.081482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5bf50b-cd16-4377-98f9-d9f9c3d71095 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:58.088306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5bf50b-cd16-4377-98f9-d9f9c3d71095 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:58.095544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5bf50b-cd16-4377-98f9-d9f9c3d71095 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:58.097503 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3a5bf50b-cd16-4377-98f9-d9f9c3d71095 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.8930871 Oct 20 03:34:58.123440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50928) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:58.173084 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-dc8add1b-2e03-48ef-991f-f79f8133f321 req-8efe00c8-37c7-4720-a71c-56fd8b26fd87 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 210 time: 0.4624836 Oct 20 03:34:58.176201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c531ede-6cc5-44ab-afaa-d7fe3d8dfa28 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.194995 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-e3c98cd2-772c-4103-b395-65d203625127 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3649647 Oct 20 03:34:58.248959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c531ede-6cc5-44ab-afaa-d7fe3d8dfa28 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event deleted for resources: {'Port': ['ID=569b8bde-4a53-429d-94a1-2cd1a7513aa0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:58.257692 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Request body: {'port': {'device_id': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:58.260052 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:34:58.276829 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-33b93231-88fd-489d-8fed-2c3a96807380 req-74e8b324-ce18-487d-9340-653067543e4f tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704625 Oct 20 03:34:58.294497 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:34:58.300183 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-671386d3-59dd-4912-a54a-782964512d6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=955df6a9-ebb1-4dee-b96e-81045e4a7bab HTTP/1.1" status: 200 len: 217 time: 0.1549327 Oct 20 03:34:58.300183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3e6790c-403a-4e37-b414-2c056a337dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.303047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3e6790c-403a-4e37-b414-2c056a337dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.303952 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f3e6790c-403a-4e37-b414-2c056a337dd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b2ba0c8-71a1-4c93-8cd6-2a36dacef402 HTTP/1.1" status: 204 len: 168 time: 1.3079832 Oct 20 03:34:58.317669 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:34:58.337713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-4dbb6b4d-d37e-4c52-a038-c91ebb917a3b tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:58.339444 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-4dbb6b4d-d37e-4c52-a038-c91ebb917a3b tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.36 "GET /v2.0/networks?id=66c2f9c2-0042-4c02-9b31-762abe8cca85 HTTP/1.1" status: 200 len: 812 time: 0.5183105 Oct 20 03:34:58.339642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6790c-403a-4e37-b414-2c056a337dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2ba0c8-71a1-4c93-8cd6-2a36dacef402,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:58.372659 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Attempt 10 to provision port 5fbe8357-2cb9-4c6c-b623-093e5604890b Oct 20 03:34:58.419277 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c74e-97df-4f75-842d-f352a20518ea req-a7e4619d-fa4a-4f75-8970-f17aa2224c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:58.420868 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-a7e4619d-fa4a-4f75-8970-f17aa2224c65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a420618-9b1b-4382-9bcf-0e0b9def6206 HTTP/1.1" status: 200 len: 844 time: 0.0860817 Oct 20 03:34:58.426765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Pushing event updated for resources: {'Port': ['ID=86187e25-4069-4279-b989-497ec21a996d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:58.427251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d516516a-9918-4169-9da7-9e683c00f2d8 None None] Port 5fbe8357-2cb9-4c6c-b623-093e5604890b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:58.527771 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d633dc38-b574-4c6c-a2a6-6bddc734a4e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc8d388d93c9439f9a715f981b723da1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7610583 Oct 20 03:34:58.549876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Provisioning complete for port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:34:58.550359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.550569 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 1 to provision port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 Oct 20 03:34:58.558547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50936) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:58.592080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c531ede-6cc5-44ab-afaa-d7fe3d8dfa28 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.599380 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0c531ede-6cc5-44ab-afaa-d7fe3d8dfa28 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "DELETE /v2.0/ports/569b8bde-4a53-429d-94a1-2cd1a7513aa0 HTTP/1.1" status: 204 len: 168 time: 2.1830440 Oct 20 03:34:58.600164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50940) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:34:58.613845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df3835f4-7d87-4ee0-b3ad-7fafcba57f21', 'external_fixed_ips': [{'subnet_id': 'f06608d4-724c-469b-aae3-03add8bf124c', 'ip_address': '172.20.0.14'}]}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:58.639811 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:58.674362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddb4c0-08fd-4780-a1a9-50915ceb43af req-7ea2428c-4cf1-40a2-b90a-414e6ba48799 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:58.675756 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-73ddb4c0-08fd-4780-a1a9-50915ceb43af req-7ea2428c-4cf1-40a2-b90a-414e6ba48799 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 943 time: 0.3339171 Oct 20 03:34:58.681164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.686432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.706588 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-2cd3c28b-c947-4622-aca4-9fdd663d7a5b tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2f90c3531e4bb6a1d4d865973d2038 HTTP/1.1" status: 200 len: 379 time: 0.2387688 Oct 20 03:34:58.710944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.735230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3aef9988-5943-4b0c-99a5-c28c7f934bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.738455 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-109a7efc-c6c6-4146-971c-4a30ac413b5e tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Deleting port 7f9e6e4f-f4dc-43d5-9fdb-34eba7617a80 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:34:58.738912 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-109a7efc-c6c6-4146-971c-4a30ac413b5e tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.870652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3aef9988-5943-4b0c-99a5-c28c7f934bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.934258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:58.995640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c74e-97df-4f75-842d-f352a20518ea req-fe9f9437-6544-435b-9037-bd6b4f05d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:34:58.997381 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-fe9f9437-6544-435b-9037-bd6b4f05d7a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9204721-61ef-4686-b958-5b9a308bf3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4772928 Oct 20 03:34:59.142966 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 2 to provision port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 Oct 20 03:34:59.235821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:59.348778 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-73ddb4c0-08fd-4780-a1a9-50915ceb43af req-53197064-01ca-439a-ba13-3237ca9ecf0a tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6304021 Oct 20 03:34:59.449390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Request body: {'port': {'device_id': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'admin_state_up': True, 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'security_groups': ['08e4e96e-f472-4c8d-a271-33031d3bff45']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:34:59.480717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-109a7efc-c6c6-4146-971c-4a30ac413b5e tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.547020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-109a7efc-c6c6-4146-971c-4a30ac413b5e tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Calling delete_port for 7f9e6e4f-f4dc-43d5-9fdb-34eba7617a80 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:34:59.560965 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.581975 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-937c3c30-9ff0-4bde-96ee-a8acfeb4b07a req-67a6009a-c279-47e0-a3a9-496c62acdf5a tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 210 time: 0.1509268 Oct 20 03:34:59.731048 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3aef9988-5943-4b0c-99a5-c28c7f934bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.733826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3aef9988-5943-4b0c-99a5-c28c7f934bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:34:59.735027 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3aef9988-5943-4b0c-99a5-c28c7f934bda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db15da4e-b635-4630-ab35-3f33bf7d27b1 HTTP/1.1" status: 204 len: 168 time: 1.1706085 Oct 20 03:34:59.738271 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 3 to provision port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 Oct 20 03:34:59.747319 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-2e832151-b896-47d7-82dd-f376b01c9700 service neutron] 10.222.0.36 "GET /v2.0/networks/d9204721-61ef-4686-b958-5b9a308bf3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827312 Oct 20 03:34:59.809009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:34:59.909827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef9988-5943-4b0c-99a5-c28c7f934bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db15da4e-b635-4630-ab35-3f33bf7d27b1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:34:59.955884 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6e27c74e-97df-4f75-842d-f352a20518ea req-8bbf5374-0121-4f08-8cdd-824434abba02 service neutron] 10.222.0.36 "GET /v2.0/networks/d9204721-61ef-4686-b958-5b9a308bf3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842456 Oct 20 03:35:00.063265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb004729-bdc3-4bcd-aefc-218433fbe7db req-2fbc20ca-f1b9-4f47-8120-5748311bd24f tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:00.074326 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eb004729-bdc3-4bcd-aefc-218433fbe7db req-2fbc20ca-f1b9-4f47-8120-5748311bd24f tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 932 time: 0.5081370 Oct 20 03:35:00.078886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-109a7efc-c6c6-4146-971c-4a30ac413b5e tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.186010 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a7efc-c6c6-4146-971c-4a30ac413b5e tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Pushing event deleted for resources: {'Port': ['ID=7f9e6e4f-f4dc-43d5-9fdb-34eba7617a80,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:00.310736 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 4 to provision port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 Oct 20 03:35:00.349630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50970) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:00.416123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:00.509211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-72cdd061-d5ad-44f1-8349-36b41b197dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:00.511532 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-72cdd061-d5ad-44f1-8349-36b41b197dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28edb78bb08c4c939bf1654792b077cd&device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 1096 time: 0.4138911 Oct 20 03:35:00.559491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-109a7efc-c6c6-4146-971c-4a30ac413b5e tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.585121 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-109a7efc-c6c6-4146-971c-4a30ac413b5e tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] 10.222.0.20 "DELETE /v2.0/ports/7f9e6e4f-f4dc-43d5-9fdb-34eba7617a80 HTTP/1.1" status: 204 len: 168 time: 2.4437037 Oct 20 03:35:00.585121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Made reservation on behalf of ee2f90c3531e4bb6a1d4d865973d2038 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:00.585121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.591761 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50974) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:00.599738 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eb004729-bdc3-4bcd-aefc-218433fbe7db req-42c81a7e-6b16-4b8f-a788-99f2ff7649c2 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5243437 Oct 20 03:35:00.614667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Request body: {'port': {'name': 'tempest-new-port-name-1348208657', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:00.615052 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.api.validators [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] bootfile-name is not in valid_values {{(pid=103629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:35:00.615402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.api.validators [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] tftp-server is not in valid_values {{(pid=103629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:35:00.615727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.api.validators [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] server-ip-address is not in valid_values {{(pid=103629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:35:00.762823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24374825-807a-4f9a-b3e2-7fb519261539 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:35:00.784888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:00.828251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c7-0f86-4d44-8a14-292180b62b76 req-96cd4990-d3d2-4c62-9e3e-83f17d53122d tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:00.830125 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-997be2c7-0f86-4d44-8a14-292180b62b76 req-96cd4990-d3d2-4c62-9e3e-83f17d53122d tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 943 time: 0.2757187 Oct 20 03:35:00.923878 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 5 to provision port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 Oct 20 03:35:00.941124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Transition to ACTIVE for port object 24374825-807a-4f9a-b3e2-7fb519261539 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:01.006893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.019727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:01.078826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.103430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50990) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:01.108798 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-997be2c7-0f86-4d44-8a14-292180b62b76 req-a3e625ee-a206-4ec5-b661-1165b5cf679e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716718 Oct 20 03:35:01.154362 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cc68e4fb-4f73-4a08-9f3f-bb8191797b0b req-6408e6ed-a599-4429-8fc7-790772d0d636 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 210 time: 0.4124200 Oct 20 03:35:01.163963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Pushing event updated for resources: {'Port': ['ID=24374825-807a-4f9a-b3e2-7fb519261539,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:01.188320 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fcc1c74c-63b3-42ff-b389-263cd7458d6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eadbd508a483484787b1f68595c6a4f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7963576 Oct 20 03:35:01.194142 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 50994) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:01.210219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.258659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d67fe605-eb75-4632-9996-9799531913a3 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1609274188'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:01.264171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-6f73f48d-a4ff-4b48-9291-da6601c640c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:01.265733 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-6f73f48d-a4ff-4b48-9291-da6601c640c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9204721-61ef-4686-b958-5b9a308bf3ea HTTP/1.1" status: 200 len: 906 time: 0.5284214 Oct 20 03:35:01.276495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Allocated IP 172.20.0.12 (66c2f9c2-0042-4c02-9b31-762abe8cca85/4b7198b6-ce91-4b50-9412-8451ee465cfa/440fbbd2-490b-4909-ba81-d553b80f2b4d) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:01.348477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Attempting to bind port 24374825-807a-4f9a-b3e2-7fb519261539 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:01.348824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Attempting to bind port 24374825-807a-4f9a-b3e2-7fb519261539 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:01.349162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Attempting to bind port 24374825-807a-4f9a-b3e2-7fb519261539 on network a515e2dc-5861-4083-a1e1-5a02b237c264 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:01.351157 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d67fe605-eb75-4632-9996-9799531913a3 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.352115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d67fe605-eb75-4632-9996-9799531913a3 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.381341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Port 24374825-807a-4f9a-b3e2-7fb519261539 on network a515e2dc-5861-4083-a1e1-5a02b237c264 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:01.381682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Attempting to bind port 24374825-807a-4f9a-b3e2-7fb519261539 on network a515e2dc-5861-4083-a1e1-5a02b237c264 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:01.410922 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-c33fd98b-b56a-4cbb-9b66-945e34b27c89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=955df6a9-ebb1-4dee-b96e-81045e4a7bab HTTP/1.1" status: 200 len: 217 time: 0.0927958 Oct 20 03:35:01.434774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:01.434774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Checking segment: {'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:01.434774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Bound using segment: {'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:01.435142 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Bound port: 24374825-807a-4f9a-b3e2-7fb519261539, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b31846-7a15-4348-9e84-83c5c15beea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:01.435349 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.520985 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 6 to provision port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 Oct 20 03:35:01.524284 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.525865 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-245ae913-b1ab-4dba-883f-f20942ab830c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.530948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.550765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d67fe605-eb75-4632-9996-9799531913a3 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.560611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:01.567831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d67fe605-eb75-4632-9996-9799531913a3 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.580833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-2577018c-1627-4f85-a71b-79945bc4d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:01.582553 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-2577018c-1627-4f85-a71b-79945bc4d8ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a420618-9b1b-4382-9bcf-0e0b9def6206 HTTP/1.1" status: 200 len: 844 time: 0.1638246 Oct 20 03:35:01.586703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.656660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d67fe605-eb75-4632-9996-9799531913a3 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.657864 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d67fe605-eb75-4632-9996-9799531913a3 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5481806 Oct 20 03:35:01.663076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 50998) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:01.666258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-245ae913-b1ab-4dba-883f-f20942ab830c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.686778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] For port 24374825-807a-4f9a-b3e2-7fb519261539, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:01.753286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.767232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] For port 24374825-807a-4f9a-b3e2-7fb519261539, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=24374825-807a-4f9a-b3e2-7fb519261539,segment=NetworkSegment(55b31846-7a15-4348-9e84-83c5c15beea2),segment_id=55b31846-7a15-4348-9e84-83c5c15beea2)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:01.770746 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.784983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.802348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.808295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-6185cd10-3af4-4968-9048-aa95661fe538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:01.809785 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-6185cd10-3af4-4968-9048-aa95661fe538 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9204721-61ef-4686-b958-5b9a308bf3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2123873 Oct 20 03:35:01.863886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:01.864520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.865886 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] 10.222.0.36 "PUT /v2.0/ports/24374825-807a-4f9a-b3e2-7fb519261539 HTTP/1.1" status: 200 len: 1094 time: 3.6190653 Oct 20 03:35:01.866840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-245ae913-b1ab-4dba-883f-f20942ab830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.868491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-845d86b6-e055-4a06-92b4-a690cb86b92f tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.872295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-245ae913-b1ab-4dba-883f-f20942ab830c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:01.872478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'tag': '24374825-807a-4f9a-b3e2-7fb519261539'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:01.872562 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-245ae913-b1ab-4dba-883f-f20942ab830c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa7b52e4-9078-495e-8a6c-6522a92db8e3 HTTP/1.1" status: 204 len: 168 time: 0.6707327 Oct 20 03:35:01.975479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae913-b1ab-4dba-883f-f20942ab830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7b52e4-9078-495e-8a6c-6522a92db8e3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:02.018323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.020758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Allocated IP 172.20.0.14 (df3835f4-7d87-4ee0-b3ad-7fafcba57f21/f06608d4-724c-469b-aae3-03add8bf124c/d7da4e57-8120-4d60-a080-1555b159df71) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:02.039583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.061687 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 7 to provision port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 Oct 20 03:35:02.128717 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-208da223-1a6e-4203-8269-61eda938bd00 service neutron] 10.222.0.36 "GET /v2.0/networks/d9204721-61ef-4686-b958-5b9a308bf3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094161 Oct 20 03:35:02.149139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Pushing event updated for resources: {'Port': ['ID=1c322502-9afd-4315-984f-ff87a6cab36d,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:02.156916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28d1db5-9e50-4908-96a9-41e70e1752ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbfb811-50d8-4dbd-a17e-3fe00b425624", "tag": "24374825-807a-4f9a-b3e2-7fb519261539"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:02.180688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.181705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:02.252916 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Pushing event updated for resources: {'Port': ['ID=86187e25-4069-4279-b989-497ec21a996d,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:02.448313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.455095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.465602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f59a2-1b4a-4053-8171-bf17013e2393 req-9f2bdbf7-4c92-4873-84a0-7ddf80e19f2f tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:02.467103 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-751f59a2-1b4a-4053-8171-bf17013e2393 req-9f2bdbf7-4c92-4873-84a0-7ddf80e19f2f tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 943 time: 0.2093782 Oct 20 03:35:02.475372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c7000-be3c-407a-9733-7b2229f28439 req-4349bc48-0e55-4ad3-b801-3909b606a7e4 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:02.476873 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-271c7000-be3c-407a-9733-7b2229f28439 req-4349bc48-0e55-4ad3-b801-3909b606a7e4 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 944 time: 0.7865210 Oct 20 03:35:02.482205 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-2255c733-05d1-4b38-acdd-28b77866b3b9 service neutron] 10.222.0.36 "GET /v2.0/networks/d9204721-61ef-4686-b958-5b9a308bf3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413918 Oct 20 03:35:02.488790 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Floating IP 481526e7-0b0d-44a8-a5a0-6b2430689f91 associated. External IP: 172.26.0.90, port: 3d669f2f-5935-4f7f-b139-6c356ca28bb5. Oct 20 03:35:02.576866 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-751f59a2-1b4a-4053-8171-bf17013e2393 req-62b7e52e-f7a3-4916-ba26-ac35c95c0b1b tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992692 Oct 20 03:35:02.586309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.592537 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] In _notify_port_updated(), no bound segment for port 1c322502-9afd-4315-984f-ff87a6cab36d on network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:35:02.613089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:02.613828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.615119 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fc588b77-41ba-4bc3-bea6-08ac4f81c803 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] 10.222.0.20 "PUT /v2.0/ports/1c322502-9afd-4315-984f-ff87a6cab36d HTTP/1.1" status: 200 len: 1137 time: 2.0198224 Oct 20 03:35:02.622548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51026) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:02.683141 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 8 to provision port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 Oct 20 03:35:02.684614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-845d86b6-e055-4a06-92b4-a690cb86b92f tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.687502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Network 66c2f9c2-0042-4c02-9b31-762abe8cca85 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:02.694721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-845d86b6-e055-4a06-92b4-a690cb86b92f tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.723539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:02.743243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:02.778868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:02.833052 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bc07c-7beb-4d99-9f83-3f8f592c62fd service neutron] Pushing event updated for resources: {'Port': ['ID=24374825-807a-4f9a-b3e2-7fb519261539,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:02.837038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-084d25ef-7a35-41a6-bd2b-8c3e0a542746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:02.838571 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-084d25ef-7a35-41a6-bd2b-8c3e0a542746 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bd8a999f99c480388b6f33fa601974c&device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 1097 time: 0.8504000 Oct 20 03:35:02.913139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Network df3835f4-7d87-4ee0-b3ad-7fafcba57f21 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:02.915564 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-271c7000-be3c-407a-9733-7b2229f28439 req-eb1c9994-f4de-4fa5-8482-3f7f75d79fb1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039552 Oct 20 03:35:02.935426 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:02.938082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:02.968967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-845d86b6-e055-4a06-92b4-a690cb86b92f tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:02.969441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845d86b6-e055-4a06-92b4-a690cb86b92f tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 161f6dbe-340f-4774-925b-0df691d89b5a {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:02.972688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51034) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:02.983230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4228cb4e-5fc2-45ac-aaeb-d779714b14c8 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:02.988301 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4228cb4e-5fc2-45ac-aaeb-d779714b14c8 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] 10.222.0.20 "GET /v2.0/ports/1c322502-9afd-4315-984f-ff87a6cab36d HTTP/1.1" status: 200 len: 1137 time: 0.3510821 Oct 20 03:35:02.988694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51036) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:02.998256 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-10556bf7-5bdf-4150-a620-cc2f9739e350 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24374825-807a-4f9a-b3e2-7fb519261539 HTTP/1.1" status: 200 len: 217 time: 0.1398940 Oct 20 03:35:03.003192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-845d86b6-e055-4a06-92b4-a690cb86b92f tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.004123 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-845d86b6-e055-4a06-92b4-a690cb86b92f tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] 10.222.0.20 "DELETE /v2.0/routers/161f6dbe-340f-4774-925b-0df691d89b5a HTTP/1.1" status: 204 len: 168 time: 1.3349273 Oct 20 03:35:03.007419 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51040) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:03.012776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9b06a618-7cfd-4bb0-85ea-0c077028357a tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Request body: {'router': {'name': 'tempest-router-1902017937', 'distributed': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:03.031614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:03.031973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.062161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Pushing event updated for resources: {'Port': ['ID=440fbbd2-490b-4909-ba81-d553b80f2b4d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:03.075299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event updated for resources: {'Port': ['ID=d7da4e57-8120-4d60-a080-1555b159df71,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:03.098659 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-bdf84f69-41c4-4f5a-bca7-30023a725035 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7303259 Oct 20 03:35:03.102320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9b06a618-7cfd-4bb0-85ea-0c077028357a tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.104613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9b06a618-7cfd-4bb0-85ea-0c077028357a tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.110996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-a7319f6a-53da-4486-905d-336379f50b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:03.112718 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-a7319f6a-53da-4486-905d-336379f50b98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0589a1ef-1648-4327-85b6-70db5e3ded82 HTTP/1.1" status: 200 len: 850 time: 0.1042101 Oct 20 03:35:03.115953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-583474098'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:03.126450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Request body: {'port': {'device_id': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:03.205498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6e9812-67c5-4a25-bf56-9c12410f25eb x-openstack-request-id: req-cd6e9812-67c5-4a25-bf56-9c12410f25eb {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:03.205802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbfb811-50d8-4dbd-a17e-3fe00b425624", "tag": "24374825-807a-4f9a-b3e2-7fb519261539", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:03.206043 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd6e9812-67c5-4a25-bf56-9c12410f25eb {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:03.206514 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd6e9812-67c5-4a25-bf56-9c12410f25eb'] response: {'name': 'network-changed', 'server_uuid': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'tag': '24374825-807a-4f9a-b3e2-7fb519261539', 'status': 'completed', 'code': 200} Oct 20 03:35:03.262759 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Made reservation on behalf of 98464ccac6f047148223a0d8ccfb45eb for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:03.266138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.279788 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 9 to provision port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 Oct 20 03:35:03.298660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6140c-623b-44b8-b0dc-f3b9ffbefa53 req-05dc05e4-6259-4a52-8fd6-7a94a0de1a13 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:03.300154 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b2e6140c-623b-44b8-b0dc-f3b9ffbefa53 req-05dc05e4-6259-4a52-8fd6-7a94a0de1a13 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 932 time: 0.4029615 Oct 20 03:35:03.313375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9b06a618-7cfd-4bb0-85ea-0c077028357a tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.314393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.317415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.322059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-b8927abd-d0ad-47b8-bf6d-0e520734fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:03.324307 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-b8927abd-d0ad-47b8-bf6d-0e520734fe54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a515e2dc-5861-4083-a1e1-5a02b237c264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1915953 Oct 20 03:35:03.339170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9b06a618-7cfd-4bb0-85ea-0c077028357a tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.340437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:03.427022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9b06a618-7cfd-4bb0-85ea-0c077028357a tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.428213 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9b06a618-7cfd-4bb0-85ea-0c077028357a tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4188340 Oct 20 03:35:03.434800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51044) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:03.510693 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b2e6140c-623b-44b8-b0dc-f3b9ffbefa53 req-5ddb4668-6607-4fc1-8fcc-9920f7003a18 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989534 Oct 20 03:35:03.523432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a97f680d-eb13-497e-afa4-9eac8da9af17 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Deleting port 1c322502-9afd-4315-984f-ff87a6cab36d {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:03.523775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a97f680d-eb13-497e-afa4-9eac8da9af17 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.568518 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-393e1b00-c6f6-4601-b0ac-3a5205e29422 service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318199 Oct 20 03:35:03.569708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4382b14f-6bce-40b0-a46c-fc743b9df452 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.606451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Router a426e8e5-706e-4c1a-908d-ace8d9ff78c2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:03.645873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.686385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.730286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.789261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:35:03.808913 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aa97cf17-6928-4cb2-9cd3-905ce8655389 req-011d6c42-7f17-4bbe-841b-50740c1e2843 service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319987 Oct 20 03:35:03.815327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59441736-26b8-45c2-bcc0-d7ab1682060a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:03.818240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.818576 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Added segment 19c5f495-0a27-4489-889f-911576ccb0cb of type vlan for network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 Oct 20 03:35:03.841763 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 10 to provision port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 Oct 20 03:35:03.886889 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee489da-5bcc-4702-8cae-04235d80eed0 req-5a32d73e-2f04-4ad2-bfae-cb3c5f160d9e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:03.888412 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5ee489da-5bcc-4702-8cae-04235d80eed0 req-5a32d73e-2f04-4ad2-bfae-cb3c5f160d9e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 943 time: 0.2085154 Oct 20 03:35:03.896166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:03.907188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Provisioning complete for port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:03.907609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.908142 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 1 to provision port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 Oct 20 03:35:03.946775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.993704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4382b14f-6bce-40b0-a46c-fc743b9df452 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:03.999746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4382b14f-6bce-40b0-a46c-fc743b9df452 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.001933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a97f680d-eb13-497e-afa4-9eac8da9af17 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.002081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Current status of the port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:04.028572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a97f680d-eb13-497e-afa4-9eac8da9af17 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Calling delete_port for 1c322502-9afd-4315-984f-ff87a6cab36d owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:04.034320 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5ee489da-5bcc-4702-8cae-04235d80eed0 req-0f922776-8408-48b4-b879-27160bd856a4 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282389 Oct 20 03:35:04.040612 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440fbbd2-490b-4909-ba81-d553b80f2b4d {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:35:04.047705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.053407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Could not find standard attr ID for object 7f9e6e4f-f4dc-43d5-9fdb-34eba7617a80. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:04.053550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:04.054124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.067212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.067528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Provisioning complete for port 1c322502-9afd-4315-984f-ff87a6cab36d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:04.067808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.068134 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 1 to provision port 1c322502-9afd-4315-984f-ff87a6cab36d Oct 20 03:35:04.070395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d1db5-9e50-4908-96a9-41e70e1752ce req-e2895687-8297-4073-90e7-56d6e3be46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:04.071862 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f28d1db5-9e50-4908-96a9-41e70e1752ce req-e2895687-8297-4073-90e7-56d6e3be46d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bd8a999f99c480388b6f33fa601974c&device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 1097 time: 0.1791058 Oct 20 03:35:04.102845 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 1c322502-9afd-4315-984f-ff87a6cab36d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:04.120833 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1451197 Oct 20 03:35:04.137007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Transition to ACTIVE for port object 440fbbd2-490b-4909-ba81-d553b80f2b4d will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:04.137683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51050) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:04.148763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Request body: {'subnet': {'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:04.180432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.423910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5774e4d-eb2d-4378-a6aa-a02847373e39 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'Network': ['ID=5bf3396c-a994-45d0-b97e-e95e2e4b08d3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:04.437783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:35:04.500202 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4382b14f-6bce-40b0-a46c-fc743b9df452 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.500764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4382b14f-6bce-40b0-a46c-fc743b9df452 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc81861c-c8a9-4ca7-8089-c65134ab6ad5 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:04.514601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4382b14f-6bce-40b0-a46c-fc743b9df452 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.515720 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4382b14f-6bce-40b0-a46c-fc743b9df452 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] 10.222.0.20 "DELETE /v2.0/routers/fc81861c-c8a9-4ca7-8089-c65134ab6ad5 HTTP/1.1" status: 204 len: 168 time: 1.0762711 Oct 20 03:35:04.524823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51052) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:04.536079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9ab79e78-17a1-4ece-9226-6def4806cb49 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Request body: {'router': {'name': 'tempest-router-637230122', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dfdb9d5f9020412289280259e2043135'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:04.545604 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:04.565016 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:35:04.567740 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9351d-85c4-4917-8441-75c41e85a8c0 None None] Sync routers for ids ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:04.582589 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9351d-85c4-4917-8441-75c41e85a8c0 None None] Routers {'a426e8e5-706e-4c1a-908d-ace8d9ff78c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:04.583406 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-6cd9351d-85c4-4917-8441-75c41e85a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:04.603734 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 2 to provision port 1c322502-9afd-4315-984f-ff87a6cab36d Oct 20 03:35:04.604203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=440fbbd2-490b-4909-ba81-d553b80f2b4d,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:04.605081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e84527-d9f2-4e5a-ade6-b47e100177da req-c6686573-8e3f-4938-9c4e-0733ad765904 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:04.606607 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f9e84527-d9f2-4e5a-ade6-b47e100177da req-c6686573-8e3f-4938-9c4e-0733ad765904 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 944 time: 0.5717468 Oct 20 03:35:04.627688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d1db5-9e50-4908-96a9-41e70e1752ce req-7e8e48a4-fd67-4acb-ae6b-1a33f56626e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:04.629684 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f28d1db5-9e50-4908-96a9-41e70e1752ce req-7e8e48a4-fd67-4acb-ae6b-1a33f56626e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a515e2dc-5861-4083-a1e1-5a02b237c264 HTTP/1.1" status: 200 len: 912 time: 0.5374224 Oct 20 03:35:04.660134 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.675809 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ab79e78-17a1-4ece-9226-6def4806cb49 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.677008 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ab79e78-17a1-4ece-9226-6def4806cb49 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.689033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Made reservation on behalf of 98464ccac6f047148223a0d8ccfb45eb for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:04.693177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.699788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.701433 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 1c322502-9afd-4315-984f-ff87a6cab36d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:04.711414 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f9e84527-d9f2-4e5a-ade6-b47e100177da req-412123db-9373-4fe4-a92c-28121d7bc9bb tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812109 Oct 20 03:35:04.717240 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f28d1db5-9e50-4908-96a9-41e70e1752ce req-e02c784e-7ce5-4425-a6d7-1baf08719531 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24374825-807a-4f9a-b3e2-7fb519261539 HTTP/1.1" status: 200 len: 217 time: 0.0791619 Oct 20 03:35:04.737552 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bf25b6a6-9cff-4b84-b591-1560d71e003e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 9.5531812 Oct 20 03:35:04.738281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51056) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:04.769695 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-6cd9351d-85c4-4917-8441-75c41e85a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:04.779057 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9351d-85c4-4917-8441-75c41e85a8c0 None None] Routers {'a426e8e5-706e-4c1a-908d-ace8d9ff78c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:04.779653 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-6cd9351d-85c4-4917-8441-75c41e85a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:04.795887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d1db5-9e50-4908-96a9-41e70e1752ce req-74335e27-98c7-492b-81f3-5f6eac7917c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:04.797756 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f28d1db5-9e50-4908-96a9-41e70e1752ce req-74335e27-98c7-492b-81f3-5f6eac7917c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0589a1ef-1648-4327-85b6-70db5e3ded82 HTTP/1.1" status: 200 len: 850 time: 0.0629930 Oct 20 03:35:04.812514 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-6cd9351d-85c4-4917-8441-75c41e85a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:04.813214 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9351d-85c4-4917-8441-75c41e85a8c0 None None] The sync data for ids ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:04.820814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Attempting to bind port 440fbbd2-490b-4909-ba81-d553b80f2b4d on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:04.821150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Attempting to bind port 440fbbd2-490b-4909-ba81-d553b80f2b4d by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:04.821474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Attempting to bind port 440fbbd2-490b-4909-ba81-d553b80f2b4d on network 66c2f9c2-0042-4c02-9b31-762abe8cca85 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:04.865415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Port 440fbbd2-490b-4909-ba81-d553b80f2b4d on network 66c2f9c2-0042-4c02-9b31-762abe8cca85 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:04.865733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Attempting to bind port 440fbbd2-490b-4909-ba81-d553b80f2b4d on network 66c2f9c2-0042-4c02-9b31-762abe8cca85 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:04.904959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ab79e78-17a1-4ece-9226-6def4806cb49 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.907832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:04.908203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Checking segment: {'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:04.908608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Bound using segment: {'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:04.909047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Bound port: 440fbbd2-490b-4909-ba81-d553b80f2b4d, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:04.909403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.922709 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ab79e78-17a1-4ece-9226-6def4806cb49 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.936381 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182edb2e-5dce-4b98-bc96-4825f5f9b99e req-7fc567f7-e50c-44b5-ad55-02b3a2620d77 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:04.937876 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-182edb2e-5dce-4b98-bc96-4825f5f9b99e req-7fc567f7-e50c-44b5-ad55-02b3a2620d77 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 944 time: 0.2414360 Oct 20 03:35:04.977145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 955df6a9-ebb1-4dee-b96e-81045e4a7bab details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:35:04.986382 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-376e7d8d-98ec-42b6-8979-f68a83de24ab tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] 10.222.0.20 "GET /v2.0/floatingips/481526e7-0b0d-44a8-a5a0-6b2430689f91 HTTP/1.1" status: 200 len: 981 time: 0.1927874 Oct 20 03:35:04.986382 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a97f680d-eb13-497e-afa4-9eac8da9af17 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:04.988308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51058) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:04.992234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d1db5-9e50-4908-96a9-41e70e1752ce req-e7ccbbf7-5797-4dc1-b85d-3e1d20100b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:04.993718 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f28d1db5-9e50-4908-96a9-41e70e1752ce req-e7ccbbf7-5797-4dc1-b85d-3e1d20100b2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a515e2dc-5861-4083-a1e1-5a02b237c264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1628871 Oct 20 03:35:05.005034 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ab79e78-17a1-4ece-9226-6def4806cb49 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.006272 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9ab79e78-17a1-4ece-9226-6def4806cb49 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4749098 Oct 20 03:35:05.014826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51060) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:05.035091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:05.087438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f680d-eb13-497e-afa4-9eac8da9af17 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Pushing event deleted for resources: {'Port': ['ID=1c322502-9afd-4315-984f-ff87a6cab36d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:05.094706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 955df6a9-ebb1-4dee-b96e-81045e4a7bab, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=955df6a9-ebb1-4dee-b96e-81045e4a7bab,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:05.110465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '955df6a9-ebb1-4dee-b96e-81045e4a7bab', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'port_id': '955df6a9-ebb1-4dee-b96e-81045e4a7bab', 'mac_address': 'fa:16:3e:30:42:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:35:05.171780 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-182edb2e-5dce-4b98-bc96-4825f5f9b99e req-3744a51d-21f5-4fde-9802-953694e6dcd6 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227488 Oct 20 03:35:05.175496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 955df6a9-ebb1-4dee-b96e-81045e4a7bab is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:05.176154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.176572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] For port 440fbbd2-490b-4909-ba81-d553b80f2b4d, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:05.198616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955df6a9-ebb1-4dee-b96e-81045e4a7bab {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:35:05.215996 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Attempt 3 to provision port 1c322502-9afd-4315-984f-ff87a6cab36d Oct 20 03:35:05.224357 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2f35d0d5-62fa-4558-9374-bcd56ffb723e tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.2329583 Oct 20 03:35:05.227776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51064) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:05.248814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf509d-52e8-4fbb-a049-1b161a47ef37 None None] Port 1c322502-9afd-4315-984f-ff87a6cab36d was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:35:05.251810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 955df6a9-ebb1-4dee-b96e-81045e4a7bab, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=955df6a9-ebb1-4dee-b96e-81045e4a7bab,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:05.258341 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.278213 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a97f680d-eb13-497e-afa4-9eac8da9af17 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.281672 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a97f680d-eb13-497e-afa4-9eac8da9af17 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] 10.222.0.20 "DELETE /v2.0/ports/1c322502-9afd-4315-984f-ff87a6cab36d HTTP/1.1" status: 204 len: 168 time: 2.2919359 Oct 20 03:35:05.284255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51066) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:05.293872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] For port 440fbbd2-490b-4909-ba81-d553b80f2b4d, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=440fbbd2-490b-4909-ba81-d553b80f2b4d,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:05.318814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=955df6a9-ebb1-4dee-b96e-81045e4a7bab,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:05.328573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Router f3688006-10b1-42d5-bbc5-ed30de2bed72 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:35:05.350843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f516-264a-4012-bdcd-078115fabb31 req-f1865cbf-1179-4e9d-855e-007a87a52dc5 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:05.352592 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e878f516-264a-4012-bdcd-078115fabb31 req-f1865cbf-1179-4e9d-855e-007a87a52dc5 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 943 time: 0.1374824 Oct 20 03:35:05.361362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.376593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-67739e78-8aaa-479a-8b0e-6dcb3f034f8f None None] Could not find standard attr ID for object 1c322502-9afd-4315-984f-ff87a6cab36d. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:05.390762 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d158e9-3a17-4736-a184-e43084fab8a3 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Deleting subnet acfb10cb-100e-4224-82e6-aad5bbdf830d {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:35:05.410991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3d158e9-3a17-4736-a184-e43084fab8a3 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.419650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:05.420300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.421869 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] 10.222.0.36 "PUT /v2.0/ports/440fbbd2-490b-4909-ba81-d553b80f2b4d HTTP/1.1" status: 200 len: 1094 time: 2.3015964 Oct 20 03:35:05.422391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'tag': '440fbbd2-490b-4909-ba81-d553b80f2b4d'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:05.424710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530f1d01-bcb1-4f21-8779-886b2df6003d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f68cae9-bcde-42cc-b1c1-8ba56a67d926", "tag": "440fbbd2-490b-4909-ba81-d553b80f2b4d"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:05.504057 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e878f516-264a-4012-bdcd-078115fabb31 req-6d26c014-81bf-4a1c-87ee-3f75c6a6e8d3 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311920 Oct 20 03:35:05.509351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3d158e9-3a17-4736-a184-e43084fab8a3 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.511251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e6c004-db27-460d-a343-26a0473b0cc5 x-openstack-request-id: req-a9e6c004-db27-460d-a343-26a0473b0cc5 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:05.512104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f68cae9-bcde-42cc-b1c1-8ba56a67d926", "tag": "440fbbd2-490b-4909-ba81-d553b80f2b4d", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:05.512104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9e6c004-db27-460d-a343-26a0473b0cc5 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:05.512319 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e6c004-db27-460d-a343-26a0473b0cc5'] response: {'name': 'network-changed', 'server_uuid': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'tag': '440fbbd2-490b-4909-ba81-d553b80f2b4d', 'status': 'completed', 'code': 200} Oct 20 03:35:05.573089 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f28d1db5-9e50-4908-96a9-41e70e1752ce req-120af031-3908-4b3e-aa0d-59e94ec8d140 service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703852 Oct 20 03:35:05.585520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['955df6a9-ebb1-4dee-b96e-81045e4a7bab'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:35:05.601739 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:05.646023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Sync routers for ids ['f3688006-10b1-42d5-bbc5-ed30de2bed72'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:05.658705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.659378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.672892 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.704573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3d158e9-3a17-4736-a184-e43084fab8a3 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.741073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Routers {'f3688006-10b1-42d5-bbc5-ed30de2bed72'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:05.751711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f3688006-10b1-42d5-bbc5-ed30de2bed72'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:05.801957 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.803459 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0b7da56d-77cc-4777-ae49-5d88e4e88d73 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.2023327 Oct 20 03:35:05.806620 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51074) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:05.810255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'Subnet': ['ID=24e149da-cb62-4839-9ce5-276a0559d263,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:05.817443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b4fee-27cc-4cdf-acb1-9edb06ea7bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=440fbbd2-490b-4909-ba81-d553b80f2b4d,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:05.889811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3d158e9-3a17-4736-a184-e43084fab8a3 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.925432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d158e9-3a17-4736-a184-e43084fab8a3 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Pushing event deleted for resources: {'Subnet': ['ID=acfb10cb-100e-4224-82e6-aad5bbdf830d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:05.960982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3d158e9-3a17-4736-a184-e43084fab8a3 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:05.967609 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e3d158e9-3a17-4736-a184-e43084fab8a3 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] 10.222.0.20 "DELETE /v2.0/subnets/acfb10cb-100e-4224-82e6-aad5bbdf830d HTTP/1.1" status: 204 len: 168 time: 0.6792524 Oct 20 03:35:05.971401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51076) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:06.014338 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.057637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619aaa6-3be3-47c1-b111-02dd86ce5467 None None] Network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:06.102011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.113895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Set router f3688006-10b1-42d5-bbc5-ed30de2bed72 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:06.177178 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103629) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 20 03:35:06.177562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Router d18fa4a1-87c8-41d9-8748-a8c573ef686f migrating from provider to provider. {{(pid=103629) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 20 03:35:06.177903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.193393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.193831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-9f6531f7-9e0b-4aee-bcc3-1fe81e7f4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:06.195316 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-9f6531f7-9e0b-4aee-bcc3-1fe81e7f4be5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee2f90c3531e4bb6a1d4d865973d2038&device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 1097 time: 0.6823106 Oct 20 03:35:06.213651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.237016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Deleting port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:06.238265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.272240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.297063 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-316b1260-4846-4f93-ba3a-540ecbf33415 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=440fbbd2-490b-4909-ba81-d553b80f2b4d HTTP/1.1" status: 200 len: 217 time: 0.0862529 Oct 20 03:35:06.299470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Checking segment: {'id': '19c5f495-0a27-4489-889f-911576ccb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:06.299632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Network hostable DHCP agents. Network: 5bf3396c-a994-45d0-b97e-e95e2e4b08d3, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:35:06.314847 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] For port 2ee4448a-1fef-4dd6-abed-4e96594bbd54, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2ee4448a-1fef-4dd6-abed-4e96594bbd54,segment=NetworkSegment(00558fbb-1d43-4884-a09c-f6387bb668b1),segment_id=00558fbb-1d43-4884-a09c-f6387bb668b1)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:06.315205 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.327193 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f28d1db5-9e50-4908-96a9-41e70e1752ce req-2b025bf3-0116-4d04-a2c1-6418196a02d1 service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7240982 Oct 20 03:35:06.330458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Calling delete_port for 2ee4448a-1fef-4dd6-abed-4e96594bbd54 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:06.350731 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Deleting port d7da4e57-8120-4d60-a080-1555b159df71 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:06.350928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.398920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01a075-0e02-4053-a2cc-42417dc5a0b3 req-b2add855-763c-4bca-9653-e013c3122e2a tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:06.400513 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-da01a075-0e02-4053-a2cc-42417dc5a0b3 req-b2add855-763c-4bca-9653-e013c3122e2a tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 944 time: 0.2882676 Oct 20 03:35:06.476256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-ebdd1d1b-c43f-4913-9723-50e021464b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:06.480923 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-ebdd1d1b-c43f-4913-9723-50e021464b07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b7198b6-ce91-4b50-9412-8451ee465cfa HTTP/1.1" status: 200 len: 851 time: 0.1674402 Oct 20 03:35:06.485429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:35:06.499865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d9d65-7524-40e3-8f4c-cd73ca1ea75b None None] DHCP port deletion for 39960b08-acf4-49df-9e3a-a7d8dc3309c1 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:35:06.516512 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.scheduler.l3_agent_scheduler [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] No L3 agents can host the router d18fa4a1-87c8-41d9-8748-a8c573ef686f Oct 20 03:35:06.529631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 5bf3396c-a994-45d0-b97e-e95e2e4b08d3) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:06.533784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3688006-10b1-42d5-bbc5-ed30de2bed72', 'name': '', 'tenant_id': 'b4e977d77436475ab604adcb204692a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df3835f4-7d87-4ee0-b3ad-7fafcba57f21', 'external_fixed_ips': [{'subnet_id': 'f06608d4-724c-469b-aae3-03add8bf124c', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd7da4e57-8120-4d60-a080-1555b159df71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:58Z', 'updated_at': '2022-10-20T03:35:03Z', 'revision_number': 3, 'project_id': 'b4e977d77436475ab604adcb204692a1', 'gw_port': {'id': 'd7da4e57-8120-4d60-a080-1555b159df71', 'name': '', 'network_id': 'df3835f4-7d87-4ee0-b3ad-7fafcba57f21', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3688006-10b1-42d5-bbc5-ed30de2bed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'f06608d4-724c-469b-aae3-03add8bf124c', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:01Z', 'updated_at': '2022-10-20T03:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f06608d4-724c-469b-aae3-03add8bf124c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:06.552441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:06.553039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.560035 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-da01a075-0e02-4053-a2cc-42417dc5a0b3 req-3302066c-2505-46c2-9ee5-f23c97bcd944 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414030 Oct 20 03:35:06.568650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Deleting port 86187e25-4069-4279-b989-497ec21a996d {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:06.569220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.571705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c59106e-4b11-470c-b784-75e234213770 None None] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:06.576417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Checking router: f3688006-10b1-42d5-bbc5-ed30de2bed72 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:06.576771 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Updating router f3688006-10b1-42d5-bbc5-ed30de2bed72 port d7da4e57-8120-4d60-a080-1555b159df71 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:35:06.637693 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.641208 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-16b2d2da-7509-4e3a-9bf5-5b0943617f11 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4987051 Oct 20 03:35:06.649934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51082) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:06.657372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Request body: {'port': {'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3', 'name': 'tempest-AllowedAddressPairTestJSON-521190443'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:06.722821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-975d9d65-7524-40e3-8f4c-cd73ca1ea75b None None] Deleting port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:06.723113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-975d9d65-7524-40e3-8f4c-cd73ca1ea75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.750029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-e4ffbbbf-b816-47aa-bbe7-8b4404871647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:06.751618 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-e4ffbbbf-b816-47aa-bbe7-8b4404871647 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66c2f9c2-0042-4c02-9b31-762abe8cca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2537594 Oct 20 03:35:06.783618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c84527-2c23-4f4f-80aa-a1980f95ca73 req-9c5dff17-d601-4cc0-b8aa-556f3fb89397 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:06.785166 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b2c84527-2c23-4f4f-80aa-a1980f95ca73 req-9c5dff17-d601-4cc0-b8aa-556f3fb89397 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 944 time: 0.4490345 Oct 20 03:35:06.832101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.862441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Calling delete_port for d7da4e57-8120-4d60-a080-1555b159df71 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:06.877028 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b2c84527-2c23-4f4f-80aa-a1980f95ca73 req-1efc8b46-929b-4269-a573-6dd04e40a239 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859778 Oct 20 03:35:06.897346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Hosts for router d18fa4a1-87c8-41d9-8748-a8c573ef686f: [] {{(pid=103629) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 20 03:35:06.912883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.913218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.913861 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-5bf3396c-a994-45d0-b97e-e95e2e4b08d3', 'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3', 'tenant_id': '98464ccac6f047148223a0d8ccfb45eb', 'fixed_ips': [{'subnet_id': '24e149da-cb62-4839-9ce5-276a0559d263'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:35:06.914720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.926528 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.962885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Pushing event deleted for resources: {'Port': ['ID=2ee4448a-1fef-4dd6-abed-4e96594bbd54,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:06.973091 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] No DVR routers for this DVR port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:06.980663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-975d9d65-7524-40e3-8f4c-cd73ca1ea75b None None] For port 2ee4448a-1fef-4dd6-abed-4e96594bbd54, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2ee4448a-1fef-4dd6-abed-4e96594bbd54,segment=NetworkSegment(00558fbb-1d43-4884-a09c-f6387bb668b1),segment_id=00558fbb-1d43-4884-a09c-f6387bb668b1)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:06.981412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-975d9d65-7524-40e3-8f4c-cd73ca1ea75b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:06.983613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 24374825-807a-4f9a-b3e2-7fb519261539 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:35:06.985611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Calling delete_port for 86187e25-4069-4279-b989-497ec21a996d owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:06.994082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a123d-3023-40e4-b7dc-3a13b3319e97 req-0a877df6-49cd-48e4-9827-fe035b549c5c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:07.001840 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dc8a123d-3023-40e4-b7dc-3a13b3319e97 req-0a877df6-49cd-48e4-9827-fe035b549c5c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 944 time: 0.3338354 Oct 20 03:35:07.023133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Hosts for other DVR routers connected to router d18fa4a1-87c8-41d9-8748-a8c573ef686f: set() {{(pid=103629) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 20 03:35:07.025403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.028943 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-662f8d07-b6ce-45b4-85e3-c609363d2ac9 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] 10.222.0.20 "PUT /v2.0/routers/d18fa4a1-87c8-41d9-8748-a8c573ef686f HTTP/1.1" status: 200 len: 716 time: 2.0085018 Oct 20 03:35:07.029339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-975d9d65-7524-40e3-8f4c-cd73ca1ea75b None None] Calling delete_port for 2ee4448a-1fef-4dd6-abed-4e96594bbd54 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:07.033569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 955df6a9-ebb1-4dee-b96e-81045e4a7bab up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:07.034867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51084) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:07.105973 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.141929 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39960b08-acf4-49df-9e3a-a7d8dc3309c1']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:07.173333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.resource_extend [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:35:07.178394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00558fbb-1d43-4884-a09c-f6387bb668b1') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:07.178941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00558fbb-1d43-4884-a09c-f6387bb668b1') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:07.196886 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.221223 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.231042 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-20908d6b-5339-498c-b9fb-cad2ef24b73e tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] 10.222.0.20 "GET /v2.0/routers/d18fa4a1-87c8-41d9-8748-a8c573ef686f HTTP/1.1" status: 200 len: 716 time: 0.1860440 Oct 20 03:35:07.231254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.235939 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51086) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:07.239190 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-c9f7183e-8eec-4e99-a92f-6282c3296b0f service neutron] 10.222.0.36 "GET /v2.0/networks/66c2f9c2-0042-4c02-9b31-762abe8cca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684677 Oct 20 03:35:07.252289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:07.252289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.260838 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dc8a123d-3023-40e4-b7dc-3a13b3319e97 req-54f95e82-74f8-4bf9-ba87-b1992c22ed26 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571764 Oct 20 03:35:07.283332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Made reservation on behalf of 98464ccac6f047148223a0d8ccfb45eb for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:07.287283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.310122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7da4e57-8120-4d60-a080-1555b159df71,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:07.325874 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 00558fbb-1d43-4884-a09c-f6387bb668b1 resource provider aggregate not found Oct 20 03:35:07.365279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] device_id is not set on port 480261f0-e947-4642-bd18-c79e684da8b3 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:07.372896 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 00558fbb-1d43-4884-a09c-f6387bb668b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00558fbb-1d43-4884-a09c-f6387bb668b1 found for delete ", "request_id": "req-ed29273a-689f-444f-8d5b-7556a65b9771"}]} Oct 20 03:35:07.416125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 955df6a9-ebb1-4dee-b96e-81045e4a7bab completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:07.441627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 24374825-807a-4f9a-b3e2-7fb519261539, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=24374825-807a-4f9a-b3e2-7fb519261539,segment=NetworkSegment(55b31846-7a15-4348-9e84-83c5c15beea2),segment_id=55b31846-7a15-4348-9e84-83c5c15beea2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:07.447930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Allocated IP 172.20.0.2 (5bf3396c-a994-45d0-b97e-e95e2e4b08d3/24e149da-cb62-4839-9ce5-276a0559d263/3c7033b7-3c42-42b0-bfce-95452ea8a332) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:07.450037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 955df6a9-ebb1-4dee-b96e-81045e4a7bab triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:07.450455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.450738 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 955df6a9-ebb1-4dee-b96e-81045e4a7bab Oct 20 03:35:07.508790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-975d9d65-7524-40e3-8f4c-cd73ca1ea75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.521281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.526997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-975d9d65-7524-40e3-8f4c-cd73ca1ea75b None None] Network 39960b08-acf4-49df-9e3a-a7d8dc3309c1 is not hosted by any dhcp agent {{(pid=103630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 03:35:07.527657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d9d65-7524-40e3-8f4c-cd73ca1ea75b None None] No DVR routers for this DVR port 2ee4448a-1fef-4dd6-abed-4e96594bbd54 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:07.543349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.547088 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] 10.222.0.20 "DELETE /v2.0/networks/39960b08-acf4-49df-9e3a-a7d8dc3309c1 HTTP/1.1" status: 204 len: 168 time: 1.5747128 Oct 20 03:35:07.567371 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cc28b45d-5fbb-4a25-8f65-6a11b15dc625 req-59b2023f-f2af-475d-b063-4b9b8fa5af48 service neutron] 10.222.0.36 "GET /v2.0/networks/66c2f9c2-0042-4c02-9b31-762abe8cca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144815 Oct 20 03:35:07.568872 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '24374825-807a-4f9a-b3e2-7fb519261539', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'port_id': '24374825-807a-4f9a-b3e2-7fb519261539', 'mac_address': 'fa:16:3e:fb:2e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:35:07.570688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2ee4448a-1fef-4dd6-abed-4e96594bbd54 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:35:07.585232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d9d65-7524-40e3-8f4c-cd73ca1ea75b None None] Pushing event deleted for resources: {'Port': ['ID=2ee4448a-1fef-4dd6-abed-4e96594bbd54,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:07.603254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccfbdd-a9b2-4fb9-9161-c208cdf93a26 tempest-ExtraDHCPOptionsTestJSON-147208340 tempest-ExtraDHCPOptionsTestJSON-147208340-project] Pushing event deleted for resources: {'Network': ['ID=39960b08-acf4-49df-9e3a-a7d8dc3309c1,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:07.613426 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-48bbf41c-947c-42a7-9191-cbd8da2b31fc tempest-RoutersTestDVR-1518646339 tempest-RoutersTestDVR-1518646339-project] 10.222.0.20 "GET /v2.0/routers/d18fa4a1-87c8-41d9-8748-a8c573ef686f HTTP/1.1" status: 200 len: 682 time: 0.3713443 Oct 20 03:35:07.613662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51098) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:07.615789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.630989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:35:07.631425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:35:07.631881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 2ee4448a-1fef-4dd6-abed-4e96594bbd54 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:35:07.632233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2ee4448a-1fef-4dd6-abed-4e96594bbd54 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:35:07.772983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f1d01-bcb1-4f21-8779-886b2df6003d req-a2d8b3ec-0388-4240-850c-0c141b0def12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:07.773278 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 24374825-807a-4f9a-b3e2-7fb519261539 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:07.773736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.775437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.777174 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-530f1d01-bcb1-4f21-8779-886b2df6003d req-a2d8b3ec-0388-4240-850c-0c141b0def12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee2f90c3531e4bb6a1d4d865973d2038&device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 1097 time: 0.1026342 Oct 20 03:35:07.778426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.793198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.809484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24374825-807a-4f9a-b3e2-7fb519261539 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:35:07.832534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8a74a3f6-2bb5-4c05-9ee2-4ad4b64ce4b6 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.849475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 955df6a9-ebb1-4dee-b96e-81045e4a7bab is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:07.849926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.857493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 24374825-807a-4f9a-b3e2-7fb519261539, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=24374825-807a-4f9a-b3e2-7fb519261539,segment=NetworkSegment(55b31846-7a15-4348-9e84-83c5c15beea2),segment_id=55b31846-7a15-4348-9e84-83c5c15beea2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:07.908184 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:07.908763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3688006-10b1-42d5-bbc5-ed30de2bed72 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:07.927143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event deleted for resources: {'Port': ['ID=86187e25-4069-4279-b989-497ec21a996d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:07.992366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93813d63-6fb3-4bde-8ff1-c0231296f8ed req-31f77518-eb6b-4bb2-8287-3159e286ddd7 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:08.004090 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-93813d63-6fb3-4bde-8ff1-c0231296f8ed req-31f77518-eb6b-4bb2-8287-3159e286ddd7 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 944 time: 0.2741997 Oct 20 03:35:08.009192 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.011374 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c091d826-ccfa-4ef5-8d45-ac6f4dbdee98 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "DELETE /v2.0/routers/f3688006-10b1-42d5-bbc5-ed30de2bed72 HTTP/1.1" status: 204 len: 168 time: 2.2030895 Oct 20 03:35:08.014087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51104) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:08.014580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51106) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:08.043041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.055011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.061832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.068655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7db686a-7563-437d-adcc-a610595f1b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955df6a9-ebb1-4dee-b96e-81045e4a7bab'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:08.123406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8a74a3f6-2bb5-4c05-9ee2-4ad4b64ce4b6 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.127880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8a74a3f6-2bb5-4c05-9ee2-4ad4b64ce4b6 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.131195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f1d01-bcb1-4f21-8779-886b2df6003d req-7f8b3f1a-0a96-4c9a-a5d7-04844e53a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:08.132686 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-530f1d01-bcb1-4f21-8779-886b2df6003d req-7f8b3f1a-0a96-4c9a-a5d7-04844e53a796 service neutron] 10.222.0.36 "GET /v2.0/networks?id=66c2f9c2-0042-4c02-9b31-762abe8cca85 HTTP/1.1" status: 200 len: 913 time: 0.3146570 Oct 20 03:35:08.149312 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-93813d63-6fb3-4bde-8ff1-c0231296f8ed req-d5a0568f-ac7c-40c2-9c1b-e2ae3423335d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442196 Oct 20 03:35:08.200617 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8a74a3f6-2bb5-4c05-9ee2-4ad4b64ce4b6 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.201612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a74a3f6-2bb5-4c05-9ee2-4ad4b64ce4b6 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d18fa4a1-87c8-41d9-8748-a8c573ef686f {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:08.206306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8a74a3f6-2bb5-4c05-9ee2-4ad4b64ce4b6 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.213411 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8a74a3f6-2bb5-4c05-9ee2-4ad4b64ce4b6 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d18fa4a1-87c8-41d9-8748-a8c573ef686f HTTP/1.1" status: 204 len: 168 time: 0.5983419 Oct 20 03:35:08.213974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51112) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:08.219005 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6a328473-e7a9-4925-b1fd-3fadeb0c8548 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Request body: {'router': {'name': 'tempest-router-661490', 'distributed': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:08.242197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a328473-e7a9-4925-b1fd-3fadeb0c8548 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.244107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a328473-e7a9-4925-b1fd-3fadeb0c8548 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.259637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 955df6a9-ebb1-4dee-b96e-81045e4a7bab, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=955df6a9-ebb1-4dee-b96e-81045e4a7bab,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:08.268557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Port d7da4e57-8120-4d60-a080-1555b159df71 not found while updating agent binding for router f3688006-10b1-42d5-bbc5-ed30de2bed72. {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 03:35:08.287325 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Routers set() bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:08.287904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Router IDs set() for agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 03:35:08.288479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_agentschedulers_db [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f3688006-10b1-42d5-bbc5-ed30de2bed72'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent'). {{(pid=103630) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 03:35:08.288861 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab865148-26e3-4602-a93c-5b2a85d26fdc None None] The sync data for ids ['f3688006-10b1-42d5-bbc5-ed30de2bed72'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:08.290333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.298796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:08.304897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:08.307709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:08.315604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=24374825-807a-4f9a-b3e2-7fb519261539,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:08.358368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a328473-e7a9-4925-b1fd-3fadeb0c8548 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.359183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['24374825-807a-4f9a-b3e2-7fb519261539'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:35:08.367822 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a328473-e7a9-4925-b1fd-3fadeb0c8548 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.390102 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a328473-e7a9-4925-b1fd-3fadeb0c8548 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.395507 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6a328473-e7a9-4925-b1fd-3fadeb0c8548 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 717 time: 0.1803377 Oct 20 03:35:08.396142 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51118) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:08.411005 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Pushing event updated for resources: {'Port': ['ID=3c7033b7-3c42-42b0-bfce-95452ea8a332,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:08.452594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10135ef4-df7a-4729-9d4f-861ffe42ff0a" -d '{"events": [{"server_uuid": "d7db686a-7563-437d-adcc-a610595f1b57", "name": "network-vif-plugged", "status": "completed", "tag": "955df6a9-ebb1-4dee-b96e-81045e4a7bab"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:08.468868 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-530f1d01-bcb1-4f21-8779-886b2df6003d req-e64c1e4c-1d2b-4d55-aae7-81ff27458b2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=440fbbd2-490b-4909-ba81-d553b80f2b4d HTTP/1.1" status: 200 len: 217 time: 0.3216741 Oct 20 03:35:08.497735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Allocated IP 172.20.0.5 (5bf3396c-a994-45d0-b97e-e95e2e4b08d3/24e149da-cb62-4839-9ce5-276a0559d263/480261f0-e947-4642-bd18-c79e684da8b3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:08.501914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d96649-a74d-4730-9016-2f2dead8fe2a tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Deleting subnet f06608d4-724c-469b-aae3-03add8bf124c {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:35:08.512250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.516659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-952dfae2-c1d6-49f1-aa42-b10ac2e840f7 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.521813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Attempting to bind port 3c7033b7-3c42-42b0-bfce-95452ea8a332 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:08.523377 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Attempting to bind port 3c7033b7-3c42-42b0-bfce-95452ea8a332 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '19c5f495-0a27-4489-889f-911576ccb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:08.523876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Attempting to bind port 3c7033b7-3c42-42b0-bfce-95452ea8a332 on network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:08.528347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6d96649-a74d-4730-9016-2f2dead8fe2a tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.536514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:08.537039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Checking segment: {'id': '19c5f495-0a27-4489-889f-911576ccb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:08.537516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.537996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Bound using segment: {'id': '19c5f495-0a27-4489-889f-911576ccb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:08.538574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Bound port: 3c7033b7-3c42-42b0-bfce-95452ea8a332, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c5f495-0a27-4489-889f-911576ccb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:08.538679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217673e-da0e-4724-8a23-d1119e65cf42 req-b72ba275-d219-4239-b57d-9fa72a29f587 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:08.539125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.547099 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b217673e-da0e-4724-8a23-d1119e65cf42 req-b72ba275-d219-4239-b57d-9fa72a29f587 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 944 time: 0.5491738 Oct 20 03:35:08.550531 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.551227 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Floating IP 481526e7-0b0d-44a8-a5a0-6b2430689f91 disassociated (deleted). External IP: 172.26.0.90, port: 3d669f2f-5935-4f7f-b139-6c356ca28bb5. Oct 20 03:35:08.567448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=955df6a9-ebb1-4dee-b96e-81045e4a7bab,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:08.602346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c5ce8-99d0-4267-9c1c-280f454dd8c9 req-b09e52f0-309d-4872-9195-dbdbff7172a7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:08.604567 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6c5c5ce8-99d0-4267-9c1c-280f454dd8c9 req-b09e52f0-309d-4872-9195-dbdbff7172a7 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 945 time: 0.2066109 Oct 20 03:35:08.655403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] For port 3c7033b7-3c42-42b0-bfce-95452ea8a332, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:08.660094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] For port 3c7033b7-3c42-42b0-bfce-95452ea8a332, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3c7033b7-3c42-42b0-bfce-95452ea8a332,segment=NetworkSegment(19c5f495-0a27-4489-889f-911576ccb0cb),segment_id=19c5f495-0a27-4489-889f-911576ccb0cb)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:08.671784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.676417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6d96649-a74d-4730-9016-2f2dead8fe2a tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.719861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-952dfae2-c1d6-49f1-aa42-b10ac2e840f7 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.725444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-952dfae2-c1d6-49f1-aa42-b10ac2e840f7 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.729771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f1d01-bcb1-4f21-8779-886b2df6003d req-455e8865-f9b2-404c-bae3-54c0050a04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:08.731313 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-530f1d01-bcb1-4f21-8779-886b2df6003d req-455e8865-f9b2-404c-bae3-54c0050a04c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b7198b6-ce91-4b50-9412-8451ee465cfa HTTP/1.1" status: 200 len: 851 time: 0.2463081 Oct 20 03:35:08.751136 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1844534e-d00c-4e2f-8915-48358c91f6ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8758a8a3c9bd4f388ef2e4edb33cbaab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7309151 Oct 20 03:35:08.762709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51122) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:08.768508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e68eda-1815-4a92-a642-49cf4dd715c9 None None] Pushing event updated for resources: {'Port': ['ID=3c7033b7-3c42-42b0-bfce-95452ea8a332,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:08.776533 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6c5c5ce8-99d0-4267-9c1c-280f454dd8c9 req-3ebe967a-d422-45ea-a7be-a7e2d076dbd1 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436789 Oct 20 03:35:08.778657 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b217673e-da0e-4724-8a23-d1119e65cf42 req-027a68e4-bfe7-4e25-8ee5-5a2147ad901c tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313039 Oct 20 03:35:08.786918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-952dfae2-c1d6-49f1-aa42-b10ac2e840f7 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.787756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952dfae2-c1d6-49f1-aa42-b10ac2e840f7 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 884e92f2-0ecd-44ab-8f4e-3e3b5913eaa6 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:08.800013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-952dfae2-c1d6-49f1-aa42-b10ac2e840f7 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.804216 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-952dfae2-c1d6-49f1-aa42-b10ac2e840f7 tempest-RoutersTestDVR-859696890 tempest-RoutersTestDVR-859696890-project-admin] 10.222.0.20 "DELETE /v2.0/routers/884e92f2-0ecd-44ab-8f4e-3e3b5913eaa6 HTTP/1.1" status: 204 len: 168 time: 0.4023480 Oct 20 03:35:08.925636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6d96649-a74d-4730-9016-2f2dead8fe2a tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:08.928884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3378d0d9-ae90-4147-81ac-6228d6ca18de x-openstack-request-id: req-3378d0d9-ae90-4147-81ac-6228d6ca18de {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:08.929701 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7db686a-7563-437d-adcc-a610595f1b57", "name": "network-vif-plugged", "status": "completed", "tag": "955df6a9-ebb1-4dee-b96e-81045e4a7bab", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:08.930409 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3378d0d9-ae90-4147-81ac-6228d6ca18de {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:08.931185 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3378d0d9-ae90-4147-81ac-6228d6ca18de'] response: {'server_uuid': 'd7db686a-7563-437d-adcc-a610595f1b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955df6a9-ebb1-4dee-b96e-81045e4a7bab', 'code': 200} Oct 20 03:35:09.067408 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f1d01-bcb1-4f21-8779-886b2df6003d req-bc497680-f3e4-4253-bd35-0ff772083a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:09.070240 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-530f1d01-bcb1-4f21-8779-886b2df6003d req-bc497680-f3e4-4253-bd35-0ff772083a8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66c2f9c2-0042-4c02-9b31-762abe8cca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3128116 Oct 20 03:35:09.101118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51130) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:09.204172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9b2daa74-9c35-4ee5-9b15-c6e2c157a673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.246099 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e6d7cbd8-e3c9-40cd-9eab-047360336f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.272956 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6d96649-a74d-4730-9016-2f2dead8fe2a tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.297333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.333134 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e6d7cbd8-e3c9-40cd-9eab-047360336f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.339127 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e6d7cbd8-e3c9-40cd-9eab-047360336f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.381020 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e6d7cbd8-e3c9-40cd-9eab-047360336f3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfdb9d5f9020412289280259e2043135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762847 Oct 20 03:35:09.381020 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7cbd8-e3c9-40cd-9eab-047360336f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de7f547-fc40-4279-869a-b6fe0153f6d2,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:09.381565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51138) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:09.399729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9b2daa74-9c35-4ee5-9b15-c6e2c157a673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.406174 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6d96649-a74d-4730-9016-2f2dead8fe2a tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.410024 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a6d96649-a74d-4730-9016-2f2dead8fe2a tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/f06608d4-724c-469b-aae3-03add8bf124c HTTP/1.1" status: 204 len: 168 time: 1.3885548 Oct 20 03:35:09.416257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51140) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:09.470679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f72628-d4cd-4fed-b92a-e4d469d7a49a req-1c77072c-70cc-450f-bb56-20ba52d133fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:09.472169 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c8f72628-d4cd-4fed-b92a-e4d469d7a49a req-1c77072c-70cc-450f-bb56-20ba52d133fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 1098 time: 0.3536897 Oct 20 03:35:09.480711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d96649-a74d-4730-9016-2f2dead8fe2a tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f06608d4-724c-469b-aae3-03add8bf124c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:09.489707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-814f45dd-e19c-4978-8b73-6b8acdd840e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.512904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.525011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-814f45dd-e19c-4978-8b73-6b8acdd840e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.545994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c8f72628-d4cd-4fed-b92a-e4d469d7a49a req-868dd0ec-e3fc-4e28-9cd1-8b8ef0de097a service neutron] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.550160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Router a426e8e5-706e-4c1a-908d-ace8d9ff78c2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:09.559192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3c7033b7-3c42-42b0-bfce-95452ea8a332 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:09.561491 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-530f1d01-bcb1-4f21-8779-886b2df6003d req-e6559019-5075-4de6-975d-7fcd47b48a0a service neutron] 10.222.0.36 "GET /v2.0/networks/66c2f9c2-0042-4c02-9b31-762abe8cca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372234 Oct 20 03:35:09.583357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc03d4-9759-45fb-a953-718e74240cb6 req-0d299e45-49d6-41a0-b090-5cf0b85eb5ce tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:09.585075 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7dbc03d4-9759-45fb-a953-718e74240cb6 req-0d299e45-49d6-41a0-b090-5cf0b85eb5ce tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 945 time: 0.3452320 Oct 20 03:35:09.644341 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 3c7033b7-3c42-42b0-bfce-95452ea8a332 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:09.645188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.645691 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 3c7033b7-3c42-42b0-bfce-95452ea8a332 Oct 20 03:35:09.649743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.673436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9b2daa74-9c35-4ee5-9b15-c6e2c157a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.676018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9b2daa74-9c35-4ee5-9b15-c6e2c157a673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.679875 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9b2daa74-9c35-4ee5-9b15-c6e2c157a673 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ddfc55b-1c6f-4cc7-b355-9e58afcf7b09 HTTP/1.1" status: 204 len: 168 time: 0.9059947 Oct 20 03:35:09.699338 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.752259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3835f4-7d87-4ee0-b3ad-7fafcba57f21']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:09.752796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 3c7033b7-3c42-42b0-bfce-95452ea8a332 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:09.753279 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.766900 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a10aa0-c414-47e5-94e2-cbbc0822e32b') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:09.767444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a10aa0-c414-47e5-94e2-cbbc0822e32b') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:09.782642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.800207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.809042 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:09.809529 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.809667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 3c7033b7-3c42-42b0-bfce-95452ea8a332, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3c7033b7-3c42-42b0-bfce-95452ea8a332,segment=NetworkSegment(19c5f495-0a27-4489-889f-911576ccb0cb),segment_id=19c5f495-0a27-4489-889f-911576ccb0cb)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:09.825180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.835386 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-814f45dd-e19c-4978-8b73-6b8acdd840e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.844046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-814f45dd-e19c-4978-8b73-6b8acdd840e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:09.849156 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-814f45dd-e19c-4978-8b73-6b8acdd840e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3de7f547-fc40-4279-869a-b6fe0153f6d2 HTTP/1.1" status: 204 len: 168 time: 0.4639885 Oct 20 03:35:09.854440 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment d1a10aa0-c414-47e5-94e2-cbbc0822e32b resource provider aggregate not found Oct 20 03:35:09.895802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:09.918001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:09.923421 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment d1a10aa0-c414-47e5-94e2-cbbc0822e32b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1a10aa0-c414-47e5-94e2-cbbc0822e32b found for delete ", "request_id": "req-21929d9c-ac89-4b68-93dd-f82df5ca550c"}]} Oct 20 03:35:09.928817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f45dd-e19c-4978-8b73-6b8acdd840e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de7f547-fc40-4279-869a-b6fe0153f6d2,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:09.937275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2daa74-9c35-4ee5-9b15-c6e2c157a673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddfc55b-1c6f-4cc7-b355-9e58afcf7b09,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:09.941907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:10.010768 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7dbc03d4-9759-45fb-a953-718e74240cb6 req-00761547-566c-4bf0-b7d6-4992aeccef13 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4081256 Oct 20 03:35:10.017145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=3c7033b7-3c42-42b0-bfce-95452ea8a332,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:10.047359 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'Port': ['ID=480261f0-e947-4642-bd18-c79e684da8b3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:10.051043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527cc08b-1072-46c4-8cd4-6ac661629399 None None] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:10.082724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec01d31-611a-4c06-9f0c-981fa702f59f req-1140fdc7-59b1-4e1f-98ce-3ade6377395a tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:10.084577 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cec01d31-611a-4c06-9f0c-981fa702f59f req-1140fdc7-59b1-4e1f-98ce-3ade6377395a tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 945 time: 0.1402009 Oct 20 03:35:10.085882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.101755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df3835f4-7d87-4ee0-b3ad-7fafcba57f21 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 03:35:10.119430 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.125358 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "DELETE /v2.0/networks/df3835f4-7d87-4ee0-b3ad-7fafcba57f21 HTTP/1.1" status: 204 len: 168 time: 0.7080624 Oct 20 03:35:10.129060 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-530f1d01-bcb1-4f21-8779-886b2df6003d req-f047dfc4-9c04-4e09-9fb4-e50cd77b914b service neutron] 10.222.0.36 "GET /v2.0/networks/66c2f9c2-0042-4c02-9b31-762abe8cca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528703 Oct 20 03:35:10.200297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dd1e2-61bc-440f-a79f-2a5d3664eb39 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event deleted for resources: {'Network': ['ID=df3835f4-7d87-4ee0-b3ad-7fafcba57f21,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:10.201325 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:10.202573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.227689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c8f72628-d4cd-4fed-b92a-e4d469d7a49a req-868dd0ec-e3fc-4e28-9cd1-8b8ef0de097a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.241207 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-64d27eb1-5568-4106-8931-7088f47a65c6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5882907 Oct 20 03:35:10.244137 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cec01d31-611a-4c06-9f0c-981fa702f59f req-6efe5ed7-f641-4428-8151-aaf792fcd0c2 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342518 Oct 20 03:35:10.246450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51162) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:10.257851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Request body: {'port': {'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3', 'name': 'tempest-AllowedAddressPairTestJSON-1600999071', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:88:54:62'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:10.268842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:10.283509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.290252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c8f72628-d4cd-4fed-b92a-e4d469d7a49a req-868dd0ec-e3fc-4e28-9cd1-8b8ef0de097a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.303304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ef383325-3433-4feb-ba3a-29824921388d None None] Provisioning complete for port 3c7033b7-3c42-42b0-bfce-95452ea8a332 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:10.305393 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ef383325-3433-4feb-ba3a-29824921388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.307874 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef383325-3433-4feb-ba3a-29824921388d None None] Attempt 1 to provision port 3c7033b7-3c42-42b0-bfce-95452ea8a332 Oct 20 03:35:10.372787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dd0ec-e3fc-4e28-9cd1-8b8ef0de097a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbaa0bc-bcbc-49b0-a28c-406ec14cb115,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:10.426042 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c8f72628-d4cd-4fed-b92a-e4d469d7a49a req-868dd0ec-e3fc-4e28-9cd1-8b8ef0de097a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9304590 Oct 20 03:35:10.430352 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4050e469-884a-404d-8f3c-6a6e10524bbc tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "DELETE /v2.0/floatingips/481526e7-0b0d-44a8-a5a0-6b2430689f91 HTTP/1.1" status: 204 len: 168 time: 5.1918726 Oct 20 03:35:10.439404 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51168) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:10.443537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:10.459906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23eda1-cb07-4936-8b1d-74b7846f5fcd req-47c2ae6c-de3d-45ee-838f-3a1fc38c2c0e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:10.461456 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4a23eda1-cb07-4936-8b1d-74b7846f5fcd req-47c2ae6c-de3d-45ee-838f-3a1fc38c2c0e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 944 time: 0.2892621 Oct 20 03:35:10.486668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.504071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Made reservation on behalf of 98464ccac6f047148223a0d8ccfb45eb for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:10.567670 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4a23eda1-cb07-4936-8b1d-74b7846f5fcd req-ac46b1d8-29cb-4641-8b8e-e92f7e8e2239 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979984 Oct 20 03:35:10.623599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51174) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:10.640510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef383325-3433-4feb-ba3a-29824921388d None None] Current status of the port 3c7033b7-3c42-42b0-bfce-95452ea8a332 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:10.658256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51f69397-bc25-409e-8478-1c7d6a059647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.826852 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1469dd8-f054-410a-9e14-81afbcfbf298 None None] Sync routers for ids ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:10.855895 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1469dd8-f054-410a-9e14-81afbcfbf298 None None] Routers {'a426e8e5-706e-4c1a-908d-ace8d9ff78c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:10.856794 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c1469dd8-f054-410a-9e14-81afbcfbf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:10.861235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51f69397-bc25-409e-8478-1c7d6a059647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.867195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51f69397-bc25-409e-8478-1c7d6a059647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.918551 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c1469dd8-f054-410a-9e14-81afbcfbf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:10.919039 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-51f69397-bc25-409e-8478-1c7d6a059647 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=779753b7d4784fe2a6c73ce8e2086cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939789 Oct 20 03:35:10.920328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f69397-bc25-409e-8478-1c7d6a059647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579eff0e-9b71-4694-ba64-baf1e66ae321,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:10.935212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51180) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:10.939711 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1469dd8-f054-410a-9e14-81afbcfbf298 None None] Routers {'a426e8e5-706e-4c1a-908d-ace8d9ff78c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:10.940723 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c1469dd8-f054-410a-9e14-81afbcfbf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:34:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:10.987215 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c1469dd8-f054-410a-9e14-81afbcfbf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:10.988002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Provisioning complete for port 3c7033b7-3c42-42b0-bfce-95452ea8a332 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:10.988344 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1469dd8-f054-410a-9e14-81afbcfbf298 None None] The sync data for ids ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:10.988476 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:10.988741 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Attempt 1 to provision port 3c7033b7-3c42-42b0-bfce-95452ea8a332 Oct 20 03:35:11.000729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.017702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b9154e2-a2e0-4102-8412-d5d4430ded3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.043090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 440fbbd2-490b-4909-ba81-d553b80f2b4d details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:35:11.046359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 24374825-807a-4f9a-b3e2-7fb519261539 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:11.046818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b9154e2-a2e0-4102-8412-d5d4430ded3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.069538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] device_id is not set on port 2945d309-b1e6-4cc1-b71d-bd8101b86d08 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:11.166996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b9154e2-a2e0-4102-8412-d5d4430ded3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.172393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b9154e2-a2e0-4102-8412-d5d4430ded3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.174349 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1b9154e2-a2e0-4102-8412-d5d4430ded3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/579eff0e-9b71-4694-ba64-baf1e66ae321 HTTP/1.1" status: 204 len: 168 time: 0.2382376 Oct 20 03:35:11.186505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9154e2-a2e0-4102-8412-d5d4430ded3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579eff0e-9b71-4694-ba64-baf1e66ae321,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:11.247156 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51190) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:11.252082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3a8da543-f0b0-4ac5-9776-b329ab27e494 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Request body: {'router': {'name': 'tempest-router--384063556', 'project_id': '2b2d4c84978546a8916c516e1807d0d1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:11.272056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.296408 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee45e4-f0c2-4a4d-9eb5-37eccd918269 req-e5431975-f20b-4824-b393-cff0a85b3400 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:11.297182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3a8da543-f0b0-4ac5-9776-b329ab27e494 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.298187 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5dee45e4-f0c2-4a4d-9eb5-37eccd918269 req-e5431975-f20b-4824-b393-cff0a85b3400 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 945 time: 0.1753335 Oct 20 03:35:11.298405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3a8da543-f0b0-4ac5-9776-b329ab27e494 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.384683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3a8da543-f0b0-4ac5-9776-b329ab27e494 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.398635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3a8da543-f0b0-4ac5-9776-b329ab27e494 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.448204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68c0ed-a91a-48e4-b52b-b4d978ab57ae req-f3be789c-f723-4fbf-9a10-67e60dfe5118 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:11.449708 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ce68c0ed-a91a-48e4-b52b-b4d978ab57ae req-f3be789c-f723-4fbf-9a10-67e60dfe5118 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 945 time: 0.0916996 Oct 20 03:35:11.453224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3a8da543-f0b0-4ac5-9776-b329ab27e494 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.457039 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3a8da543-f0b0-4ac5-9776-b329ab27e494 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2062738 Oct 20 03:35:11.459097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51196) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:11.471834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Allocated IP 172.20.0.12 (5bf3396c-a994-45d0-b97e-e95e2e4b08d3/24e149da-cb62-4839-9ce5-276a0559d263/2945d309-b1e6-4cc1-b71d-bd8101b86d08) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:11.506529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 24374825-807a-4f9a-b3e2-7fb519261539 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:11.519557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51198) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:11.528382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 24374825-807a-4f9a-b3e2-7fb519261539 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:11.529233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.529734 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 24374825-807a-4f9a-b3e2-7fb519261539 Oct 20 03:35:11.556328 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5dee45e4-f0c2-4a4d-9eb5-37eccd918269 req-07f69e58-1823-4e3d-80e1-17e73aa63a63 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483354 Oct 20 03:35:11.585580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4fde8e4e-c624-46d2-ad74-bd5ded6b63c4 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.590897 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ce68c0ed-a91a-48e4-b52b-b4d978ab57ae req-7d1f5c34-6c29-4ece-9f9a-1a6e4494905a tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326144 Oct 20 03:35:11.601848 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Current status of the port 3c7033b7-3c42-42b0-bfce-95452ea8a332 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:11.606762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3c7033b7-3c42-42b0-bfce-95452ea8a332 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:11.636145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 440fbbd2-490b-4909-ba81-d553b80f2b4d, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=440fbbd2-490b-4909-ba81-d553b80f2b4d,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:11.684571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '440fbbd2-490b-4909-ba81-d553b80f2b4d', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'port_id': '440fbbd2-490b-4909-ba81-d553b80f2b4d', 'mac_address': 'fa:16:3e:fe:67:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:35:11.689441 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Provisioning complete for port 480261f0-e947-4642-bd18-c79e684da8b3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:11.690013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.690484 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Attempt 1 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:11.721054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Allocated IP 172.26.0.122 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/73bec138-0b94-4cd0-9f7d-e7cb8b475533) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:11.781906 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 440fbbd2-490b-4909-ba81-d553b80f2b4d is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:11.782670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.800060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440fbbd2-490b-4909-ba81-d553b80f2b4d {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:35:11.817893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:11.833666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 440fbbd2-490b-4909-ba81-d553b80f2b4d, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=440fbbd2-490b-4909-ba81-d553b80f2b4d,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:11.858997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 3c7033b7-3c42-42b0-bfce-95452ea8a332 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:11.859467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.859869 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 3c7033b7-3c42-42b0-bfce-95452ea8a332 Oct 20 03:35:11.867847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.939257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 24374825-807a-4f9a-b3e2-7fb519261539 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:11.939863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.950180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:11.977303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=440fbbd2-490b-4909-ba81-d553b80f2b4d,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:12.001014 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24374825-807a-4f9a-b3e2-7fb519261539'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:12.004411 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ffe6eb-0b2d-4403-8ff9-43ee622aa463" -d '{"events": [{"server_uuid": "8fbfb811-50d8-4dbd-a17e-3fe00b425624", "name": "network-vif-plugged", "status": "completed", "tag": "24374825-807a-4f9a-b3e2-7fb519261539"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:12.033314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5eb90d7b-f3ba-4327-b609-6a4694619057 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1577216719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:12.043833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 24374825-807a-4f9a-b3e2-7fb519261539, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=24374825-807a-4f9a-b3e2-7fb519261539,segment=NetworkSegment(55b31846-7a15-4348-9e84-83c5c15beea2),segment_id=55b31846-7a15-4348-9e84-83c5c15beea2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:12.059419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.091562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5a5486-d5bf-47f7-a81b-bb06ee8051c6 x-openstack-request-id: req-bb5a5486-d5bf-47f7-a81b-bb06ee8051c6 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:12.091978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbfb811-50d8-4dbd-a17e-3fe00b425624", "name": "network-vif-plugged", "status": "completed", "tag": "24374825-807a-4f9a-b3e2-7fb519261539", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:12.092316 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb5a5486-d5bf-47f7-a81b-bb06ee8051c6 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:12.092799 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5a5486-d5bf-47f7-a81b-bb06ee8051c6'] response: {'server_uuid': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24374825-807a-4f9a-b3e2-7fb519261539', 'code': 200} Oct 20 03:35:12.099411 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 3c7033b7-3c42-42b0-bfce-95452ea8a332 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:12.145447 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.147364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['440fbbd2-490b-4909-ba81-d553b80f2b4d'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:35:12.149137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5eb90d7b-f3ba-4327-b609-6a4694619057 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.150530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5eb90d7b-f3ba-4327-b609-6a4694619057 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.184998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4fde8e4e-c624-46d2-ad74-bd5ded6b63c4 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.188955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4fde8e4e-c624-46d2-ad74-bd5ded6b63c4 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.222153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.234995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=24374825-807a-4f9a-b3e2-7fb519261539,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:12.272106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4fde8e4e-c624-46d2-ad74-bd5ded6b63c4 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.272943 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fde8e4e-c624-46d2-ad74-bd5ded6b63c4 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc3d7781-e5b0-4da9-973e-b0fb8aeee10d {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:12.298689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'Port': ['ID=2945d309-b1e6-4cc1-b71d-bd8101b86d08,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:12.302307 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.329589 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:12.339168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5eb90d7b-f3ba-4327-b609-6a4694619057 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.343218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4fde8e4e-c624-46d2-ad74-bd5ded6b63c4 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.344680 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4fde8e4e-c624-46d2-ad74-bd5ded6b63c4 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "DELETE /v2.0/routers/dc3d7781-e5b0-4da9-973e-b0fb8aeee10d HTTP/1.1" status: 204 len: 168 time: 0.8843126 Oct 20 03:35:12.347726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5eb90d7b-f3ba-4327-b609-6a4694619057 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.374590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5eb90d7b-f3ba-4327-b609-6a4694619057 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.375940 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5eb90d7b-f3ba-4327-b609-6a4694619057 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8553777 Oct 20 03:35:12.376689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010440c1-db45-4335-8df1-50c543af952f req-d8154dae-6bc3-420c-bf16-151e6f948252 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:12.378741 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51228) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:12.388761 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-010440c1-db45-4335-8df1-50c543af952f req-d8154dae-6bc3-420c-bf16-151e6f948252 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 945 time: 0.4979556 Oct 20 03:35:12.390495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-193738197'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:12.420631 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:12.431731 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:12.434675 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:12.454255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Made reservation on behalf of 66495aa58c5848e6a65d746077a800e4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:12.454444 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Attempt 2 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:12.464158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.490868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.512195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:12.536630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:12.545978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:12.617871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51230) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:12.664336 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-010440c1-db45-4335-8df1-50c543af952f req-b3006e13-cd84-4cae-95ba-30dab38e6d00 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746689 Oct 20 03:35:12.694435 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:12.695112 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.717667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc67b-f556-4ad2-8d85-cb026ce97849 req-364b75c6-cad9-497a-8b0c-32f539b04f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:12.717667 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-710cc67b-f556-4ad2-8d85-cb026ce97849 req-364b75c6-cad9-497a-8b0c-32f539b04f7d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 1099 time: 0.1843703 Oct 20 03:35:12.717971 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Pushing event updated for resources: {'Port': ['ID=73bec138-0b94-4cd0-9f7d-e7cb8b475533,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:12.736994 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ea8fdb52-4ef5-44c3-bfd4-a20b57d2840b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.4877203 Oct 20 03:35:12.738366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.739627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51238) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:12.849732 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-710cc67b-f556-4ad2-8d85-cb026ce97849 req-4a698cfe-9c77-4aad-85e7-fc7e003e0534 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344833 Oct 20 03:35:12.865414 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a673db5-c834-4b3b-9a5d-24bbb6065107 req-913e24f0-1283-4041-a0c4-6b165be72c5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:12.866998 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8a673db5-c834-4b3b-9a5d-24bbb6065107 req-913e24f0-1283-4041-a0c4-6b165be72c5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1226273 Oct 20 03:35:12.877069 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.893211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.933643 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-63ee1f19-ccff-42b9-9833-6647e434e3c4 tempest-AgentManagementNegativeTest-368813750 tempest-AgentManagementNegativeTest-368813750-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3088703 Oct 20 03:35:12.934482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:12.947527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:35:12.952882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51240) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:12.998961 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8a673db5-c834-4b3b-9a5d-24bbb6065107 req-9118cc4e-7d40-4a27-bbe5-916fcdb044ae tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116078 Oct 20 03:35:13.008574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.010629 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Added segment ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0 of type vlan for network c090ebc7-46cc-492e-9f6c-4a882cddfb51 Oct 20 03:35:13.020087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a51040-c564-4619-9e74-a624db9702f3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:13.047253 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Attempt 3 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:13.077276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.079668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.091691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86808263-e24c-46e8-8282-47c0df4b2f93 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:13.097805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86808263-e24c-46e8-8282-47c0df4b2f93 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:13.104342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86808263-e24c-46e8-8282-47c0df4b2f93 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:13.109076 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-86808263-e24c-46e8-8282-47c0df4b2f93 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3684809 Oct 20 03:35:13.110586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51246) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:13.112307 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.120035 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:13.153722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.159689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:13.160963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.191250 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.200857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e3063-eade-487b-8cd4-27965fc2b70f req-d1276a76-f8cb-4f9f-9916-4611b75d7267 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:13.208763 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7f0e3063-eade-487b-8cd4-27965fc2b70f req-d1276a76-f8cb-4f9f-9916-4611b75d7267 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 945 time: 0.3487206 Oct 20 03:35:13.222245 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Pushing event updated for resources: {'Port': ['ID=73bec138-0b94-4cd0-9f7d-e7cb8b475533,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:13.246890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.250615 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f743220f-701f-4229-8496-1097850c16cd tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8077700 Oct 20 03:35:13.250769 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8684592 Oct 20 03:35:13.255462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51248) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:13.255462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51250) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:13.257704 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-836828907', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:13.266151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Request body: {'subnet': {'network_id': 'c090ebc7-46cc-492e-9f6c-4a882cddfb51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:13.292198 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7f0e3063-eade-487b-8cd4-27965fc2b70f req-a6fd59cb-1be9-4bdc-846c-0685a1e033f8 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824859 Oct 20 03:35:13.303731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc9bc3-b6cf-4135-8c13-734e405b5a01 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event updated for resources: {'Network': ['ID=c090ebc7-46cc-492e-9f6c-4a882cddfb51,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:13.319147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network c090ebc7-46cc-492e-9f6c-4a882cddfb51 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:35:13.363655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.364774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.406534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ed899fed-a682-4be5-9a37-1410e167fcd3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Deleting port 2945d309-b1e6-4cc1-b71d-bd8101b86d08 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:13.407575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed899fed-a682-4be5-9a37-1410e167fcd3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.434154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Made reservation on behalf of 66495aa58c5848e6a65d746077a800e4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:13.441295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.444016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51258) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:13.507591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.534275 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:13.571606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.608778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6b189b4a-3f8c-4b3e-bd3c-0bf884699999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.621685 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Attempt 4 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:13.666521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:13.684325 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b2a47-6740-4b9d-9a52-583e3879cc24 req-89ece229-451f-409a-8f18-5e393e0cd940 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:13.685783 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a04b2a47-6740-4b9d-9a52-583e3879cc24 req-89ece229-451f-409a-8f18-5e393e0cd940 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 945 time: 0.2311096 Oct 20 03:35:13.694945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed899fed-a682-4be5-9a37-1410e167fcd3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.706187 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51262) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:13.713756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-279c35f6-0310-48a8-a3b3-83d2f78ac500 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Request body: {'floatingip': {'port_id': '955df6a9-ebb1-4dee-b96e-81045e4a7bab'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:13.747262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ed899fed-a682-4be5-9a37-1410e167fcd3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Calling delete_port for 2945d309-b1e6-4cc1-b71d-bd8101b86d08 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:13.788565 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.813337 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.824077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-279c35f6-0310-48a8-a3b3-83d2f78ac500 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for floatingip, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.937718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6b189b4a-3f8c-4b3e-bd3c-0bf884699999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.944977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6b189b4a-3f8c-4b3e-bd3c-0bf884699999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:13.988782 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event updated for resources: {'Subnet': ['ID=9062f7db-1972-4b1c-ad4a-830de818b289,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:14.019380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7081623-842d-4b28-83db-bf052d375528 req-ed42fedd-e0a1-4f4a-a857-a7a762b9c769 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:14.020917 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f7081623-842d-4b28-83db-bf052d375528 req-ed42fedd-e0a1-4f4a-a857-a7a762b9c769 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 945 time: 0.2313685 Oct 20 03:35:14.025331 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.057869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b189b4a-3f8c-4b3e-bd3c-0bf884699999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e890e80-5ee2-4914-bfc0-52036e57ff23,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:14.063368 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6b189b4a-3f8c-4b3e-bd3c-0bf884699999 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c19e1c9feace4acd85305c9278525b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6182380 Oct 20 03:35:14.067152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Checking segment: {'id': 'ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c090ebc7-46cc-492e-9f6c-4a882cddfb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:14.067507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Network hostable DHCP agents. Network: c090ebc7-46cc-492e-9f6c-4a882cddfb51, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:35:14.069429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51268) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:14.104698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed899fed-a682-4be5-9a37-1410e167fcd3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.158610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed899fed-a682-4be5-9a37-1410e167fcd3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event deleted for resources: {'Port': ['ID=2945d309-b1e6-4cc1-b71d-bd8101b86d08,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:14.170518 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Attempt 5 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:14.231016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:14.256816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ae4ac-9807-4595-a963-ad7ce83b6972 req-51c7e98e-0cda-4369-9db4-f460d97866a2 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:14.258309 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-356ae4ac-9807-4595-a963-ad7ce83b6972 req-51c7e98e-0cda-4369-9db4-f460d97866a2 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1673677 Oct 20 03:35:14.267781 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f7081623-842d-4b28-83db-bf052d375528 req-a9a7886a-7d32-4caf-ad78-b99d8f1e1cac tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361548 Oct 20 03:35:14.293573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Network c090ebc7-46cc-492e-9f6c-4a882cddfb51 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:35:14.331594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, c090ebc7-46cc-492e-9f6c-4a882cddfb51) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:14.340892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124d0e91-80cb-46d4-b687-16c684693c69 None None] Network c090ebc7-46cc-492e-9f6c-4a882cddfb51 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:14.358074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:14.358716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.368850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0df893cd-fc22-4aac-9925-21ec991e9b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.389700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.421420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.439981 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-356ae4ac-9807-4595-a963-ad7ce83b6972 req-c45fd50e-9045-439a-aa9b-c86bd14184e8 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634891 Oct 20 03:35:14.540698 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-c090ebc7-46cc-492e-9f6c-4a882cddfb51', 'network_id': 'c090ebc7-46cc-492e-9f6c-4a882cddfb51', 'tenant_id': '66495aa58c5848e6a65d746077a800e4', 'fixed_ips': [{'subnet_id': '9062f7db-1972-4b1c-ad4a-830de818b289'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:35:14.542612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.561592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed899fed-a682-4be5-9a37-1410e167fcd3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.565602 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ed899fed-a682-4be5-9a37-1410e167fcd3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "DELETE /v2.0/ports/2945d309-b1e6-4cc1-b71d-bd8101b86d08 HTTP/1.1" status: 204 len: 168 time: 1.4509342 Oct 20 03:35:14.568365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51272) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:14.576487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7cfa76c6-001b-46e9-afb5-dcf93f9c50c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.599791 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f94661-af97-4b78-8b00-ddf483092d0b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] GET failed (client error): The resource could not be found. Oct 20 03:35:14.605913 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-94f94661-af97-4b78-8b00-ddf483092d0b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "GET /v2.0/ports/2945d309-b1e6-4cc1-b71d-bd8101b86d08 HTTP/1.1" status: 404 len: 333 time: 0.0322771 Oct 20 03:35:14.606260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51274) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:14.611395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Request body: {'port': {'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3', 'name': 'tempest-AllowedAddressPairTestJSON-1462478136'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:14.701362 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Allocated IP 172.20.0.2 (c090ebc7-46cc-492e-9f6c-4a882cddfb51/9062f7db-1972-4b1c-ad4a-830de818b289/2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:14.732421 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Attempt 6 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:14.735628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Made reservation on behalf of 98464ccac6f047148223a0d8ccfb45eb for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:14.739409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.748172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Allocated IP 172.26.0.159 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/994a962a-f02f-4fb8-a160-d07e1708df09) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:14.760115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] device_id is not set on port 510aad3a-9cf2-4465-a429-f1065d8c0925 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:14.793150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0df893cd-fc22-4aac-9925-21ec991e9b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.804026 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-61f190da-e256-4e6e-ae0e-a7e641aaff15 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5450902 Oct 20 03:35:14.808503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51276) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:14.810114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:14.813835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Request body: {'network': {'name': 'tempest-router-network01--787839037'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:14.870168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Made reservation on behalf of 66495aa58c5848e6a65d746077a800e4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:14.873620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.894577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.902923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.923726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aef0b-b51a-44e0-91e1-ae260e04f03e req-cad2a24e-a636-4f5b-93fe-65921758f75b tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:14.925961 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2a9aef0b-b51a-44e0-91e1-ae260e04f03e req-cad2a24e-a636-4f5b-93fe-65921758f75b tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1899035 Oct 20 03:35:14.926291 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Network c090ebc7-46cc-492e-9f6c-4a882cddfb51 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:14.926882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:35:14.933076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Allocated IP 172.20.0.9 (5bf3396c-a994-45d0-b97e-e95e2e4b08d3/24e149da-cb62-4839-9ce5-276a0559d263/510aad3a-9cf2-4465-a429-f1065d8c0925) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:14.944084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:14.944467 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Added segment 460aadbf-a7ef-443a-a05d-e7d19b188cf0 of type vlan for network 29419160-a74e-4a7d-ad99-33730b38dd11 Oct 20 03:35:14.946082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:14.953381 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:14.954308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51278) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:14.961486 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2af98f30-e02a-4879-ab5d-499c10efce5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Request body: {'floatingip': {'port_id': '24374825-807a-4f9a-b3e2-7fb519261539'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:14.993066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.007570 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 440fbbd2-490b-4909-ba81-d553b80f2b4d up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:15.011971 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Pushing event updated for resources: {'Port': ['ID=2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:15.045734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Attempting to bind port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:15.046148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Attempting to bind port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c090ebc7-46cc-492e-9f6c-4a882cddfb51'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:15.046525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Attempting to bind port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e on network c090ebc7-46cc-492e-9f6c-4a882cddfb51 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:15.048998 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2af98f30-e02a-4879-ab5d-499c10efce5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for floatingip, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.056392 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:15.057301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Checking segment: {'id': 'ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c090ebc7-46cc-492e-9f6c-4a882cddfb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:15.057748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.058148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Bound using segment: {'id': 'ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c090ebc7-46cc-492e-9f6c-4a882cddfb51'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:15.058630 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Bound port: 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c090ebc7-46cc-492e-9f6c-4a882cddfb51'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:15.059011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.088504 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0df893cd-fc22-4aac-9925-21ec991e9b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.091313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0df893cd-fc22-4aac-9925-21ec991e9b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.095390 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0df893cd-fc22-4aac-9925-21ec991e9b2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e890e80-5ee2-4914-bfc0-52036e57ff23 HTTP/1.1" status: 204 len: 168 time: 1.0167935 Oct 20 03:35:15.141250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 440fbbd2-490b-4909-ba81-d553b80f2b4d completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:35:15.146799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df893cd-fc22-4aac-9925-21ec991e9b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e890e80-5ee2-4914-bfc0-52036e57ff23,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:15.151141 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 440fbbd2-490b-4909-ba81-d553b80f2b4d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:15.151522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.151853 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 440fbbd2-490b-4909-ba81-d553b80f2b4d Oct 20 03:35:15.176740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.185408 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.187035 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] For port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:15.214037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.214382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] For port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e,segment=NetworkSegment(ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0),segment_id=ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:15.220669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:15.221832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.226210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.300649 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.305478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event updated for resources: {'Network': ['ID=29419160-a74e-4a7d-ad99-33730b38dd11,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:15.311342 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Attempt 7 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:15.366468 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-135df470-40fe-4f9d-9291-b91a5d363d31 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5544310 Oct 20 03:35:15.370210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51286) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:15.373664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad727d80-3905-40fd-b427-aa62d4fc2405 None None] Pushing event updated for resources: {'Port': ['ID=2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:15.388963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Request body: {'network': {'name': 'tempest-router-network02--765040848'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:15.396240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 29419160-a74e-4a7d-ad99-33730b38dd11 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:35:15.397106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:15.401268 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 440fbbd2-490b-4909-ba81-d553b80f2b4d is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:15.401855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.404387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:15.413735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:15.467520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:15.499578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:15.500968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.511402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-279c35f6-0310-48a8-a3b3-83d2f78ac500 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.520825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'Port': ['ID=510aad3a-9cf2-4465-a429-f1065d8c0925,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:15.530993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-279c35f6-0310-48a8-a3b3-83d2f78ac500 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.547714 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a261f372-a854-474d-b053-14ae290b5ca0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9374223 Oct 20 03:35:15.570042 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440fbbd2-490b-4909-ba81-d553b80f2b4d'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:15.572295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ff5d56-31de-436e-940e-356ed76e339a" -d '{"events": [{"server_uuid": "5f68cae9-bcde-42cc-b1c1-8ba56a67d926", "name": "network-vif-plugged", "status": "completed", "tag": "440fbbd2-490b-4909-ba81-d553b80f2b4d"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:15.590643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51288) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:15.602757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-74ce4521-7c69-4d84-ae97-4e3e30427c1b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:88:54:62'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:15.612648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Made reservation on behalf of 66495aa58c5848e6a65d746077a800e4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:15.621450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.625862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.627552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 440fbbd2-490b-4909-ba81-d553b80f2b4d, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=440fbbd2-490b-4909-ba81-d553b80f2b4d,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:15.645835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:15.726487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9e0e1e-5a17-4e21-8f5a-dbf628dbdf3d x-openstack-request-id: req-db9e0e1e-5a17-4e21-8f5a-dbf628dbdf3d {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:15.727245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68cae9-bcde-42cc-b1c1-8ba56a67d926", "name": "network-vif-plugged", "status": "completed", "tag": "440fbbd2-490b-4909-ba81-d553b80f2b4d", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:15.727711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db9e0e1e-5a17-4e21-8f5a-dbf628dbdf3d {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:15.728335 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9e0e1e-5a17-4e21-8f5a-dbf628dbdf3d'] response: {'server_uuid': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440fbbd2-490b-4909-ba81-d553b80f2b4d', 'code': 200} Oct 20 03:35:15.774762 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:15.781285 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=440fbbd2-490b-4909-ba81-d553b80f2b4d,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:15.800507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:15.810959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Allocated IP 172.26.0.90 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/ffde5311-df4d-47fd-bd6c-71f3f1fda30b) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:15.814972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Pushing event updated for resources: {'Port': ['ID=994a962a-f02f-4fb8-a160-d07e1708df09,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:15.850473 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:15.874063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b2c18-0117-4778-a419-5e46270621b0 req-3d7b357a-fb77-4e4a-a75e-68d11493d3ba tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:15.875656 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-323b2c18-0117-4778-a419-5e46270621b0 req-3d7b357a-fb77-4e4a-a75e-68d11493d3ba tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 945 time: 0.3593464 Oct 20 03:35:15.953184 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-279c35f6-0310-48a8-a3b3-83d2f78ac500 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Floating IP 93fa590d-c291-4590-b22d-9abe76538929 associated. External IP: 172.26.0.123, port: 955df6a9-ebb1-4dee-b96e-81045e4a7bab. Oct 20 03:35:15.968749 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Attempt 8 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:16.007809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:16.173889 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:35:16.204713 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.232257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.232667 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Added segment cba7c56f-260e-4b16-9c86-d5e0b138655a of type vlan for network 65c781d7-73d2-44bf-a70c-5c058bb71bd5 Oct 20 03:35:16.304954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.316570 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51308) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:16.361314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.db.resource_extend [None req-2af98f30-e02a-4879-ab5d-499c10efce5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:35:16.369720 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-323b2c18-0117-4778-a419-5e46270621b0 req-7b406400-cdd8-426e-b5c1-40f9bb17b7e0 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104468 Oct 20 03:35:16.399524 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.429385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cfb08-661c-434e-adc7-345fe6ad6b4b req-5e4b2d7f-c1a2-4562-932c-82d75257b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:16.430868 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-162cfb08-661c-434e-adc7-345fe6ad6b4b req-5e4b2d7f-c1a2-4562-932c-82d75257b45b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 1099 time: 0.2692053 Oct 20 03:35:16.509363 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Attempt 9 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:16.576829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.579562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:16.581278 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0ca1588e-7d1c-4d02-9c01-952219ebc251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.582900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:16.583587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.591735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.609518 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-162cfb08-661c-434e-adc7-345fe6ad6b4b req-c1e28a40-abc3-418f-9bfb-89dfe3ae9ac0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698573 Oct 20 03:35:16.624378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-74ce4521-7c69-4d84-ae97-4e3e30427c1b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.658246 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2847416 Oct 20 03:35:16.665402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51312) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:16.705514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Request body: {'subnet': {'network_id': '29419160-a74e-4a7d-ad99-33730b38dd11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:16.707905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4366e3-0db5-486e-a098-ebb3c5d381e4 None None] Network c090ebc7-46cc-492e-9f6c-4a882cddfb51 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:16.729167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371d80b-a63f-4092-88af-6888b4e1dc5e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event updated for resources: {'Network': ['ID=65c781d7-73d2-44bf-a70c-5c058bb71bd5,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:16.746919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 65c781d7-73d2-44bf-a70c-5c058bb71bd5 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:35:16.775022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2af98f30-e02a-4879-ab5d-499c10efce5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.782282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-2bf33b3c-e6c3-43c6-96ec-12ae1a71db84 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:16.783277 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2bf33b3c-e6c3-43c6-96ec-12ae1a71db84 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4239988 Oct 20 03:35:16.787271 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51314) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:16.789963 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2af98f30-e02a-4879-ab5d-499c10efce5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.800192 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-329af5cb-66ef-4859-acd9-4ffeecbd1d80 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:16.801068 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-329af5cb-66ef-4859-acd9-4ffeecbd1d80 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0083256 Oct 20 03:35:16.802902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279c35f6-0310-48a8-a3b3-83d2f78ac500 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Router dd693336-714e-43f5-bd8d-4ee7118a202b has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:16.814491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51316) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:16.824971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:16.834573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-21fc699f-e7ef-4549-93fb-6d8eb0c91da0 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:16.838180 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-21fc699f-e7ef-4549-93fb-6d8eb0c91da0 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0183754 Oct 20 03:35:16.841298 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51318) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:16.850861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-7433339f-c734-4c17-8429-9c35b5f38d58 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:16.851815 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7433339f-c734-4c17-8429-9c35b5f38d58 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0082302 Oct 20 03:35:16.872447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51320) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:16.886218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-1c88530e-d328-463c-a732-96e3ae293042 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:16.887472 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1c88530e-d328-463c-a732-96e3ae293042 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0138490 Oct 20 03:35:16.892994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51322) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:16.924867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-eac53ca9-a443-46c4-ba96-f2ca7e8ea841 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:16.926124 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-eac53ca9-a443-46c4-ba96-f2ca7e8ea841 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0287709 Oct 20 03:35:16.939186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:16.941568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51324) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:16.946036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-9d2f3e16-6693-43ad-8081-18d60f4b9f11 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:16.947387 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d2f3e16-6693-43ad-8081-18d60f4b9f11 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045028 Oct 20 03:35:16.960262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51326) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:16.961244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:16.968015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-8063e23b-ba1d-4649-8175-b511b1adcc30 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:16.969009 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8063e23b-ba1d-4649-8175-b511b1adcc30 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055146 Oct 20 03:35:16.969825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:16.975726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Pushing event updated for resources: {'Port': ['ID=ffde5311-df4d-47fd-bd6c-71f3f1fda30b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:16.979616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51328) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:16.987539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-41a70f9d-c774-4903-a74c-ad0090f884df tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:16.988537 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-41a70f9d-c774-4903-a74c-ad0090f884df tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043023 Oct 20 03:35:16.991305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51330) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:16.996361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-7b5c9e0f-0852-4479-b12e-666fd5e9d273 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:16.997286 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7b5c9e0f-0852-4479-b12e-666fd5e9d273 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050874 Oct 20 03:35:17.003861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51332) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.020062 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-5adbc716-dd13-4a21-bab1-89a4e6c20de6 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.021097 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5adbc716-dd13-4a21-bab1-89a4e6c20de6 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0138528 Oct 20 03:35:17.029437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51334) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.036707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-3e57aed0-6224-4061-9342-036237da7a71 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.037517 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3e57aed0-6224-4061-9342-036237da7a71 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0057895 Oct 20 03:35:17.040525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Made reservation on behalf of 66495aa58c5848e6a65d746077a800e4 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:17.042766 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-2af98f30-e02a-4879-ab5d-499c10efce5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Floating IP a7cdd2a5-cfc4-482b-b120-f80f026dd2f8 associated. External IP: 172.26.0.186, port: 24374825-807a-4f9a-b3e2-7fb519261539. Oct 20 03:35:17.044676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51336) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.044929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.081371 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Attempt 10 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:17.082602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-4591afe5-c4ac-420b-878b-40edbf150208 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.086099 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4591afe5-c4ac-420b-878b-40edbf150208 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0344269 Oct 20 03:35:17.090958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51338) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.096039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-64627467-b263-49d7-bb88-f8f20649d971 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.099455 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-64627467-b263-49d7-bb88-f8f20649d971 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042052 Oct 20 03:35:17.102843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51340) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.112511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-70996847-fc22-4916-91fc-1fdcc8c6b470 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.115976 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-70996847-fc22-4916-91fc-1fdcc8c6b470 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0091188 Oct 20 03:35:17.132275 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ea488-0ddf-420a-86fc-906cb1fcf23a None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:17.133249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51342) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.142329 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-95690f7c-0cbe-44ac-a306-3c56d054faf3 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.145783 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-95690f7c-0cbe-44ac-a306-3c56d054faf3 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0093324 Oct 20 03:35:17.148834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51344) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.168895 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.178488 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.188592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-dd9540c4-32bf-4aaf-95ba-787bdd528008 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.192078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-dd9540c4-32bf-4aaf-95ba-787bdd528008 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0398037 Oct 20 03:35:17.194594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51346) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.203329 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-fbfa6e85-650c-4556-8774-89855af8e063 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.205868 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fbfa6e85-650c-4556-8774-89855af8e063 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058074 Oct 20 03:35:17.212685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51348) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.219346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279c35f6-0310-48a8-a3b3-83d2f78ac500 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:17.234092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b593ff-fb08-4ec5-968d-6fe98528a914 None None] Sync routers for ids ['dd693336-714e-43f5-bd8d-4ee7118a202b'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:17.240596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-1166cde3-a856-43df-b414-dca8610687e3 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.241480 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1166cde3-a856-43df-b414-dca8610687e3 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0235791 Oct 20 03:35:17.247889 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b593ff-fb08-4ec5-968d-6fe98528a914 None None] Routers {'dd693336-714e-43f5-bd8d-4ee7118a202b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:17.249006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-f9b593ff-fb08-4ec5-968d-6fe98528a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd693336-714e-43f5-bd8d-4ee7118a202b'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:17.255780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51350) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.271796 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-279c35f6-0310-48a8-a3b3-83d2f78ac500 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.281513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-8be76453-6936-4d53-ab6d-c0e5f9aae7bb tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.285062 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8be76453-6936-4d53-ab6d-c0e5f9aae7bb tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0246274 Oct 20 03:35:17.295013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51352) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.303791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Could not find standard attr ID for object 2945d309-b1e6-4cc1-b71d-bd8101b86d08. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:17.312660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-25cbcd2c-bcdc-484a-9632-c5ac1d7ae8c1 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.312660 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-25cbcd2c-bcdc-484a-9632-c5ac1d7ae8c1 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0105855 Oct 20 03:35:17.314650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51354) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.324063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-74ce4521-7c69-4d84-ae97-4e3e30427c1b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.328290 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-50cd2be7-c00c-4de1-89ef-7729edf6f159 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.331969 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-50cd2be7-c00c-4de1-89ef-7729edf6f159 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0137126 Oct 20 03:35:17.332526 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-279c35f6-0310-48a8-a3b3-83d2f78ac500 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "PUT /v2.0/floatingips/93fa590d-c291-4590-b22d-9abe76538929 HTTP/1.1" status: 200 len: 991 time: 3.6221821 Oct 20 03:35:17.332888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51358) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.339974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7db686a-7563-437d-adcc-a610595f1b57', 'tag': '955df6a9-ebb1-4dee-b96e-81045e4a7bab'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:17.341401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-74ce4521-7c69-4d84-ae97-4e3e30427c1b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.343178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a85aac-a875-47bf-aa18-0769acf098e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7db686a-7563-437d-adcc-a610595f1b57", "tag": "955df6a9-ebb1-4dee-b96e-81045e4a7bab"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:17.354835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-67ee5b57-99e6-456b-8586-c6590efcc547 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.356170 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-67ee5b57-99e6-456b-8586-c6590efcc547 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0098240 Oct 20 03:35:17.357423 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Pushing event updated for resources: {'Port': ['ID=994a962a-f02f-4fb8-a160-d07e1708df09,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:17.360793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51362) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.361779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.370256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-9aaeeb17-977e-471f-b627-f7b0e91fb19f tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.373949 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9aaeeb17-977e-471f-b627-f7b0e91fb19f tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062873 Oct 20 03:35:17.376745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51364) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.415596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-51059490-d894-4739-9a5a-d566176e6174 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.417410 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-51059490-d894-4739-9a5a-d566176e6174 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0395248 Oct 20 03:35:17.421095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51368) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.427297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-f5742eed-52f2-4eed-bee0-ad1b3a03a4b4 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.428513 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f5742eed-52f2-4eed-bee0-ad1b3a03a4b4 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0048676 Oct 20 03:35:17.433214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d61e0b-376b-4645-8fa9-1ee9a6d72d9c x-openstack-request-id: req-06d61e0b-376b-4645-8fa9-1ee9a6d72d9c {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:17.433785 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7db686a-7563-437d-adcc-a610595f1b57", "tag": "955df6a9-ebb1-4dee-b96e-81045e4a7bab", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:17.434255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06d61e0b-376b-4645-8fa9-1ee9a6d72d9c {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:17.434960 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d61e0b-376b-4645-8fa9-1ee9a6d72d9c'] response: {'name': 'network-changed', 'server_uuid': 'd7db686a-7563-437d-adcc-a610595f1b57', 'tag': '955df6a9-ebb1-4dee-b96e-81045e4a7bab', 'status': 'completed', 'code': 200} Oct 20 03:35:17.435757 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51370) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.442361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-5db407dc-c27c-4a04-b67f-8d7bc97ab6ee tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.443639 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5db407dc-c27c-4a04-b67f-8d7bc97ab6ee tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0066237 Oct 20 03:35:17.448305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51372) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.448919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Provisioning complete for port 480261f0-e947-4642-bd18-c79e684da8b3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:17.448919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.449272 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Attempt 1 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:17.453720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.455204 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7445defb-f22c-4f3c-9864-a010c2239610 tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2002964 Oct 20 03:35:17.457957 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51374) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.495824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-c3d742a6-322d-429e-9459-10e06a603706 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.496865 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c3d742a6-322d-429e-9459-10e06a603706 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099769 Oct 20 03:35:17.514424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51376) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.529490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-3b457dab-7967-4135-8d42-873963bce067 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.530432 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3b457dab-7967-4135-8d42-873963bce067 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0129793 Oct 20 03:35:17.531492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce4521-7c69-4d84-ae97-4e3e30427c1b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'Port': ['ID=510aad3a-9cf2-4465-a429-f1065d8c0925,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:17.535635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51378) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.550943 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-f96ea1e8-392d-45aa-aa03-912bc089d538 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.553257 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f96ea1e8-392d-45aa-aa03-912bc089d538 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0135140 Oct 20 03:35:17.561414 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51380) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.569925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-ffb381d5-4686-4ebb-80a6-0fecf271b0cc tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.571082 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ffb381d5-4686-4ebb-80a6-0fecf271b0cc tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0085900 Oct 20 03:35:17.580032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-74ce4521-7c69-4d84-ae97-4e3e30427c1b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] In _notify_port_updated(), no bound segment for port 510aad3a-9cf2-4465-a429-f1065d8c0925 on network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:35:17.589212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ce4521-7c69-4d84-ae97-4e3e30427c1b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:17.589889 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-74ce4521-7c69-4d84-ae97-4e3e30427c1b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.591209 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-74ce4521-7c69-4d84-ae97-4e3e30427c1b tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "PUT /v2.0/ports/510aad3a-9cf2-4465-a429-f1065d8c0925 HTTP/1.1" status: 200 len: 993 time: 1.9961174 Oct 20 03:35:17.608837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51382) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.608837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51384) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.620353 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-ef0e22fd-ba81-40db-be35-32ccd96530f5 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.623845 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ef0e22fd-ba81-40db-be35-32ccd96530f5 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0098395 Oct 20 03:35:17.629328 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51388) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.637723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-5c537be3-6c36-4718-bd69-f09c4e3e337d tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.641318 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5c537be3-6c36-4718-bd69-f09c4e3e337d tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0088677 Oct 20 03:35:17.642132 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51390) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.645134 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-689ca677-1206-4fd6-a009-3de5d96d4148 tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.1846397 Oct 20 03:35:17.645390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-f9b593ff-fb08-4ec5-968d-6fe98528a914 None None] Set router dd693336-714e-43f5-bd8d-4ee7118a202b gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:17.649401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-054d713e-4bdc-4eff-a0a8-5f893795a66e tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.652792 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-054d713e-4bdc-4eff-a0a8-5f893795a66e tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042455 Oct 20 03:35:17.660518 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f24051-5a94-47c9-89fa-370762dda5a0 req-46f20852-13c9-4a9d-bf5a-2d34f851666c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:17.662017 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-80f24051-5a94-47c9-89fa-370762dda5a0 req-46f20852-13c9-4a9d-bf5a-2d34f851666c tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 945 time: 0.2027164 Oct 20 03:35:17.664565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51392) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.664900 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51394) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.671443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-8cb7f3ba-a17e-45ed-904f-6755a2a59e2a tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.674603 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8cb7f3ba-a17e-45ed-904f-6755a2a59e2a tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044084 Oct 20 03:35:17.709872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51396) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.729837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:17.737634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.750970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-38c5bf7f-0572-4af4-a9d6-463070dec5e7 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.756611 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-38c5bf7f-0572-4af4-a9d6-463070dec5e7 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0386934 Oct 20 03:35:17.761579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51398) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.774101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af98f30-e02a-4879-ab5d-499c10efce5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Router 735ecd15-0d50-4bc9-8332-68d082af9f05 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:17.778323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-c2e79c02-42cf-433e-8193-4ead37007a48 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.783081 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c2e79c02-42cf-433e-8193-4ead37007a48 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0082376 Oct 20 03:35:17.788147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51402) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.792340 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-24d1f05b-3aa3-4124-a0b6-93c67a01d691 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1234558 Oct 20 03:35:17.795100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51404) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.815302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-b4a053f8-7490-4551-93a1-3ea457301a9e tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.819294 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b4a053f8-7490-4551-93a1-3ea457301a9e tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0200903 Oct 20 03:35:17.820132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51406) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.834901 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:17.851081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-b2099c75-ef13-430a-a3c9-4f3762ce6dd2 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.855940 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b2099c75-ef13-430a-a3c9-4f3762ce6dd2 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0124946 Oct 20 03:35:17.858521 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51408) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.866898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.868323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-a5276373-9035-4109-8206-e9810c4e379a tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.869800 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a5276373-9035-4109-8206-e9810c4e379a tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0097592 Oct 20 03:35:17.880734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51410) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.885348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a85aac-a875-47bf-aa18-0769acf098e3 req-26f1e13f-f9ff-4af7-8af5-0890588d9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:17.886805 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79a85aac-a875-47bf-aa18-0769acf098e3 req-26f1e13f-f9ff-4af7-8af5-0890588d9310 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28edb78bb08c4c939bf1654792b077cd&device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 1098 time: 0.3987501 Oct 20 03:35:17.893547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-4cdfdfa6-6a04-4263-a18f-ede6028d29d6 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.897076 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4cdfdfa6-6a04-4263-a18f-ede6028d29d6 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0088217 Oct 20 03:35:17.905478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51412) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.913005 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-80f24051-5a94-47c9-89fa-370762dda5a0 req-24264070-dfd6-46e3-bce4-1439f678fb66 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039092 Oct 20 03:35:17.953068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:17.957542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event updated for resources: {'Subnet': ['ID=e7c1dbf0-68a3-49c7-b117-830bac8b758e,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:17.970775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-d75d4d53-9384-40fa-b87e-3235dec3424f tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.972297 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d75d4d53-9384-40fa-b87e-3235dec3424f tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0160079 Oct 20 03:35:17.979520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51418) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.986974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-dd2b87e1-19ad-4d30-866d-4df39ddce4b3 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:17.987914 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dd2b87e1-19ad-4d30-866d-4df39ddce4b3 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051575 Oct 20 03:35:17.995238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51420) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:17.999365 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-772c3353-aefb-4ccc-8462-f237eac1501a tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.000296 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-772c3353-aefb-4ccc-8462-f237eac1501a tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041502 Oct 20 03:35:18.005790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51422) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.012382 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-7f300673-3662-4c19-982c-e36fa63bef7c tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.013310 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7f300673-3662-4c19-982c-e36fa63bef7c tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0050521 Oct 20 03:35:18.016514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51424) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.020455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-0cfd0b3b-7c21-4336-a660-a86db7668a7e tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.021599 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0cfd0b3b-7c21-4336-a660-a86db7668a7e tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0039923 Oct 20 03:35:18.029685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51426) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.038046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-fd2317df-10d7-4141-8945-46c30d4db185 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.039410 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fd2317df-10d7-4141-8945-46c30d4db185 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0088573 Oct 20 03:35:18.041473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:18.043943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.043943 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e Oct 20 03:35:18.052236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9babf-1467-4353-823c-7bde15572daf req-fefc2e6e-9553-4519-8793-83bcedae6543 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:18.053755 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-26f9babf-1467-4353-823c-7bde15572daf req-fefc2e6e-9553-4519-8793-83bcedae6543 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 946 time: 0.4391410 Oct 20 03:35:18.065977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51428) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.070909 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-de55dbab-23ae-4874-b13e-c272ba4b1fa2 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.074075 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-de55dbab-23ae-4874-b13e-c272ba4b1fa2 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0071211 Oct 20 03:35:18.081070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51430) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.088328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-475dc518-7c43-464e-817c-352da3414afd tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.092561 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-475dc518-7c43-464e-817c-352da3414afd tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0091538 Oct 20 03:35:18.094175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51432) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.096974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-275550a7-f40f-4749-aa3c-f845116fa8fc tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Deleting port 994a962a-f02f-4fb8-a160-d07e1708df09 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:18.097324 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-275550a7-f40f-4749-aa3c-f845116fa8fc tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.101840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-756667a3-909e-4947-a0d6-0eeaa01e3b54 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.102314 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-756667a3-909e-4947-a0d6-0eeaa01e3b54 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0070858 Oct 20 03:35:18.115321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51434) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.121767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-12159f00-2b48-4547-966c-15116f53da8f tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.122692 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-12159f00-2b48-4547-966c-15116f53da8f tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0064595 Oct 20 03:35:18.123948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af98f30-e02a-4879-ab5d-499c10efce5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:18.125409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51436) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.130165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2af98f30-e02a-4879-ab5d-499c10efce5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.136602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [None req-8f68d29c-cc8c-4e8f-8dd3-ba1dd9f8e05f tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.140600 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8f68d29c-cc8c-4e8f-8dd3-ba1dd9f8e05f tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0078835 Oct 20 03:35:18.145886 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397e4ee-9cd4-4f58-9a0d-0f7f2685ecd0 None None] Sync routers for ids ['735ecd15-0d50-4bc9-8332-68d082af9f05'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:18.155186 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51438) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.158175 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397e4ee-9cd4-4f58-9a0d-0f7f2685ecd0 None None] Routers {'735ecd15-0d50-4bc9-8332-68d082af9f05'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:18.158784 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8397e4ee-9cd4-4f58-9a0d-0f7f2685ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['735ecd15-0d50-4bc9-8332-68d082af9f05'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:18.159055 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-d3434383-7460-49ee-bb0f-f95e0597b19e tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.162913 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d3434383-7460-49ee-bb0f-f95e0597b19e tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0041540 Oct 20 03:35:18.163962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51440) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.170118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-f9b593ff-fb08-4ec5-968d-6fe98528a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:27Z', 'revision_number': 4, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '93fa590d-c291-4590-b22d-9abe76538929', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'port_id': '955df6a9-ebb1-4dee-b96e-81045e4a7bab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'mac_address': 'fa:16:3e:30:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7db686a-7563-437d-adcc-a610595f1b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:40Z', 'updated_at': '2022-10-20T03:35:15Z', 'revision_number': 1, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff31d5f-0be8-477c-bbe1-0bf800d7d76c', 'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'mac_address': 'fa:16:3e:f8:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:34Z', 'revision_number': 5, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'subnets': [{'id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:18.170670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-0da3ae91-9b3c-4fc5-ac59-4f25dbc4e0ba tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.173942 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0da3ae91-9b3c-4fc5-ac59-4f25dbc4e0ba tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045793 Oct 20 03:35:18.198733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51442) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.202905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b593ff-fb08-4ec5-968d-6fe98528a914 None None] Checking router: dd693336-714e-43f5-bd8d-4ee7118a202b for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:18.203039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-2e98c3e4-530e-45a5-9fba-66f7fc899b55 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.206513 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2e98c3e4-530e-45a5-9fba-66f7fc899b55 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041878 Oct 20 03:35:18.208254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51444) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.208779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:18.209274 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.214068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-4b5b1b3f-1f52-45e3-8ffc-816b662ebfcd tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.217242 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4b5b1b3f-1f52-45e3-8ffc-816b662ebfcd tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043232 Oct 20 03:35:18.220320 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2af98f30-e02a-4879-ab5d-499c10efce5e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "PUT /v2.0/floatingips/a7cdd2a5-cfc4-482b-b120-f80f026dd2f8 HTTP/1.1" status: 200 len: 992 time: 3.2648528 Oct 20 03:35:18.221150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51446) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.226543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-0b523186-8326-45b2-876b-9a1354033b21 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.230725 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0b523186-8326-45b2-876b-9a1354033b21 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041866 Oct 20 03:35:18.230973 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51450) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.231728 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Attempt 2 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:18.236394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-a8ac98bf-42ac-4202-b9d5-c39e93b1f786 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.237319 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a8ac98bf-42ac-4202-b9d5-c39e93b1f786 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0054758 Oct 20 03:35:18.239698 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51452) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.253032 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-14fa4b66-0ca1-4053-ba0d-3b4b0093fed5 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.253997 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-14fa4b66-0ca1-4053-ba0d-3b4b0093fed5 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0102041 Oct 20 03:35:18.257281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51454) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.262510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-1374c285-6319-44eb-8189-41763ee8e7a1 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.263449 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1374c285-6319-44eb-8189-41763ee8e7a1 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052917 Oct 20 03:35:18.265697 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-275550a7-f40f-4749-aa3c-f845116fa8fc tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.266024 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-275550a7-f40f-4749-aa3c-f845116fa8fc tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.266239 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a85aac-a875-47bf-aa18-0769acf098e3 req-a6931733-bf88-4721-a9c2-a3e92dce0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:18.267693 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79a85aac-a875-47bf-aa18-0769acf098e3 req-a6931733-bf88-4721-a9c2-a3e92dce0903 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9204721-61ef-4686-b958-5b9a308bf3ea HTTP/1.1" status: 200 len: 906 time: 0.3650234 Oct 20 03:35:18.268369 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51456) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.272387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-a96f9a1e-1ac5-4a72-b280-73d0cf7eb6d5 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.273169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b593ff-fb08-4ec5-968d-6fe98528a914 None None] Routers {'dd693336-714e-43f5-bd8d-4ee7118a202b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:18.273302 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a96f9a1e-1ac5-4a72-b280-73d0cf7eb6d5 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041559 Oct 20 03:35:18.274143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-f9b593ff-fb08-4ec5-968d-6fe98528a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd693336-714e-43f5-bd8d-4ee7118a202b'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:18.278467 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8397e4ee-9cd4-4f58-9a0d-0f7f2685ecd0 None None] Set router 735ecd15-0d50-4bc9-8332-68d082af9f05 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:18.279489 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51458) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.286497 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-4b384aec-e685-4ef0-8da6-e674e32211cc tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.287562 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4b384aec-e685-4ef0-8da6-e674e32211cc tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0071652 Oct 20 03:35:18.297105 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51460) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.301277 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-79780177-a012-439b-9033-dea9d8d810ad tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.302203 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-79780177-a012-439b-9033-dea9d8d810ad tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041900 Oct 20 03:35:18.303248 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-275550a7-f40f-4749-aa3c-f845116fa8fc tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Calling delete_port for 994a962a-f02f-4fb8-a160-d07e1708df09 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:18.304958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51462) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.310381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-82eeead3-6f0a-4467-a950-956df50af913 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.311945 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-82eeead3-6f0a-4467-a950-956df50af913 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059464 Oct 20 03:35:18.315909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51464) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.325653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-10acd1f0-20b4-4b7c-8671-b238b5a12d92 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.326902 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-10acd1f0-20b4-4b7c-8671-b238b5a12d92 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0097678 Oct 20 03:35:18.332538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51466) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.338200 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-2edaf6a5-6b22-40db-bce8-331ff820da3b tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.339270 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2edaf6a5-6b22-40db-bce8-331ff820da3b tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0057886 Oct 20 03:35:18.343360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51468) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.350318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e,segment=NetworkSegment(ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0),segment_id=ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:18.351085 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-a408e38e-1410-4ea5-bfde-95cd2bdb0424 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.352202 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a408e38e-1410-4ea5-bfde-95cd2bdb0424 tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0088651 Oct 20 03:35:18.359574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.363059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:18.382862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51470) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.387640 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-26f9babf-1467-4353-823c-7bde15572daf req-2b3a103f-6018-4532-8ea6-00494464c187 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103566 Oct 20 03:35:18.388539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-bf354011-d987-4d0e-a944-0f5eb0c7338b tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.389474 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bf354011-d987-4d0e-a944-0f5eb0c7338b tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0056581 Oct 20 03:35:18.392071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51472) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.396040 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [None req-4101ca3f-abdb-48ed-97dc-05713f0d849a tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:35:18.397312 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4101ca3f-abdb-48ed-97dc-05713f0d849a tempest-ExtensionsTestJSON-1493497174 tempest-ExtensionsTestJSON-1493497174-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0040646 Oct 20 03:35:18.449615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Checking segment: {'id': '460aadbf-a7ef-443a-a05d-e7d19b188cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '29419160-a74e-4a7d-ad99-33730b38dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:18.450286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Network hostable DHCP agents. Network: 29419160-a74e-4a7d-ad99-33730b38dd11, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:35:18.534359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-f9b593ff-fb08-4ec5-968d-6fe98528a914 None None] Set router dd693336-714e-43f5-bd8d-4ee7118a202b gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:18.537302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:18.587964 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-275550a7-f40f-4749-aa3c-f845116fa8fc tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.640491 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275550a7-f40f-4749-aa3c-f845116fa8fc tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Pushing event deleted for resources: {'Port': ['ID=994a962a-f02f-4fb8-a160-d07e1708df09,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:18.726608 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8397e4ee-9cd4-4f58-9a0d-0f7f2685ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 4, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a7cdd2a5-cfc4-482b-b120-f80f026dd2f8', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'port_id': '24374825-807a-4f9a-b3e2-7fb519261539', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'mac_address': 'fa:16:3e:fb:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:44Z', 'updated_at': '2022-10-20T03:35:16Z', 'revision_number': 1, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584f6485-96cc-4fe8-9af7-7f84241fc804', 'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'mac_address': 'fa:16:3e:73:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:29Z', 'updated_at': '2022-10-20T03:34:40Z', 'revision_number': 5, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'subnets': [{'id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:18.742985 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-275550a7-f40f-4749-aa3c-f845116fa8fc tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.746793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-275550a7-f40f-4749-aa3c-f845116fa8fc tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.748102 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-275550a7-f40f-4749-aa3c-f845116fa8fc tempest-FloatingIPAdminTestJSON-13242759 tempest-FloatingIPAdminTestJSON-13242759-project] 10.222.0.20 "DELETE /v2.0/floatingips/a43e3218-f34d-480c-ada9-e946b93953cb HTTP/1.1" status: 204 len: 168 time: 0.9520731 Oct 20 03:35:18.751071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51478) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.776429 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397e4ee-9cd4-4f58-9a0d-0f7f2685ecd0 None None] Checking router: 735ecd15-0d50-4bc9-8332-68d082af9f05 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:18.785669 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397e4ee-9cd4-4f58-9a0d-0f7f2685ecd0 None None] Routers {'735ecd15-0d50-4bc9-8332-68d082af9f05'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:18.786683 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8397e4ee-9cd4-4f58-9a0d-0f7f2685ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['735ecd15-0d50-4bc9-8332-68d082af9f05'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:18.804779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51480) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:18.847894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6332c405-75da-4bd8-bba6-9269b6c921ec tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Deleting port 510aad3a-9cf2-4465-a429-f1065d8c0925 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:18.848247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6332c405-75da-4bd8-bba6-9269b6c921ec tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.888150 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Attempt 3 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:18.908507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Network 29419160-a74e-4a7d-ad99-33730b38dd11 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:35:18.920162 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8397e4ee-9cd4-4f58-9a0d-0f7f2685ecd0 None None] Set router 735ecd15-0d50-4bc9-8332-68d082af9f05 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:18.929210 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9af54793-b12e-48e3-8220-bbc2232688e9 tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Deleting port 73bec138-0b94-4cd0-9f7d-e7cb8b475533 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:18.929732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9af54793-b12e-48e3-8220-bbc2232688e9 tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.951082 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79a85aac-a875-47bf-aa18-0769acf098e3 req-2409640e-8e66-46e4-8361-48238f8c9cd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=955df6a9-ebb1-4dee-b96e-81045e4a7bab HTTP/1.1" status: 200 len: 999 time: 0.5680430 Oct 20 03:35:18.979853 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 29419160-a74e-4a7d-ad99-33730b38dd11) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:18.984577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:18.985214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:18.995071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ac284-9dac-4411-9a25-8f659d7dcaf8 None None] Network 29419160-a74e-4a7d-ad99-33730b38dd11 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:19.011762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:19.038125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9af54793-b12e-48e3-8220-bbc2232688e9 tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.038799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9af54793-b12e-48e3-8220-bbc2232688e9 tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.053155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.063604 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9af54793-b12e-48e3-8220-bbc2232688e9 tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Calling delete_port for 73bec138-0b94-4cd0-9f7d-e7cb8b475533 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:19.102668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-f9b593ff-fb08-4ec5-968d-6fe98528a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:27Z', 'revision_number': 4, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '93fa590d-c291-4590-b22d-9abe76538929', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'port_id': '955df6a9-ebb1-4dee-b96e-81045e4a7bab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'mac_address': 'fa:16:3e:30:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7db686a-7563-437d-adcc-a610595f1b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:40Z', 'updated_at': '2022-10-20T03:35:15Z', 'revision_number': 1, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff31d5f-0be8-477c-bbe1-0bf800d7d76c', 'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'mac_address': 'fa:16:3e:f8:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:34Z', 'revision_number': 5, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'subnets': [{'id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:19.125979 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e16d6153-5d92-4605-b2ea-9086433fdbdf tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4583526 Oct 20 03:35:19.126506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51484) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:19.128292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6332c405-75da-4bd8-bba6-9269b6c921ec tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.143029 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b593ff-fb08-4ec5-968d-6fe98528a914 None None] The sync data for ids ['dd693336-714e-43f5-bd8d-4ee7118a202b'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:27Z', 'revision_number': 4, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '93fa590d-c291-4590-b22d-9abe76538929', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'port_id': '955df6a9-ebb1-4dee-b96e-81045e4a7bab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'mac_address': 'fa:16:3e:30:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7db686a-7563-437d-adcc-a610595f1b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:40Z', 'updated_at': '2022-10-20T03:35:15Z', 'revision_number': 1, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff31d5f-0be8-477c-bbe1-0bf800d7d76c', 'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'mac_address': 'fa:16:3e:f8:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:34Z', 'revision_number': 5, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'subnets': [{'id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:19.143483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Request body: {'subnet': {'network_id': '65c781d7-73d2-44bf-a70c-5c058bb71bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:19.151061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a85aac-a875-47bf-aa18-0769acf098e3 req-3b7649e1-c479-4a73-a784-653a9414b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:19.152560 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79a85aac-a875-47bf-aa18-0769acf098e3 req-3b7649e1-c479-4a73-a784-653a9414b321 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a420618-9b1b-4382-9bcf-0e0b9def6206 HTTP/1.1" status: 200 len: 844 time: 0.1868546 Oct 20 03:35:19.182373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6332c405-75da-4bd8-bba6-9269b6c921ec tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Calling delete_port for 510aad3a-9cf2-4465-a429-f1065d8c0925 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:19.242452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.255711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-29419160-a74e-4a7d-ad99-33730b38dd11', 'network_id': '29419160-a74e-4a7d-ad99-33730b38dd11', 'tenant_id': '66495aa58c5848e6a65d746077a800e4', 'fixed_ips': [{'subnet_id': 'e7c1dbf0-68a3-49c7-b117-830bac8b758e'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:35:19.260129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.264234 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9af54793-b12e-48e3-8220-bbc2232688e9 tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.279766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2789-7d18-4b86-971d-e45475670aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.293884 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8397e4ee-9cd4-4f58-9a0d-0f7f2685ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 4, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a7cdd2a5-cfc4-482b-b120-f80f026dd2f8', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'port_id': '24374825-807a-4f9a-b3e2-7fb519261539', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'mac_address': 'fa:16:3e:fb:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:44Z', 'updated_at': '2022-10-20T03:35:16Z', 'revision_number': 1, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584f6485-96cc-4fe8-9af7-7f84241fc804', 'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'mac_address': 'fa:16:3e:73:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:29Z', 'updated_at': '2022-10-20T03:34:40Z', 'revision_number': 5, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'subnets': [{'id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:19.320513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af54793-b12e-48e3-8220-bbc2232688e9 tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Pushing event deleted for resources: {'Port': ['ID=73bec138-0b94-4cd0-9f7d-e7cb8b475533,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:19.351608 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397e4ee-9cd4-4f58-9a0d-0f7f2685ecd0 None None] The sync data for ids ['735ecd15-0d50-4bc9-8332-68d082af9f05'] in dv-neutron-861842-1-hyperv is: [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 4, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a7cdd2a5-cfc4-482b-b120-f80f026dd2f8', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'port_id': '24374825-807a-4f9a-b3e2-7fb519261539', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'mac_address': 'fa:16:3e:fb:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:44Z', 'updated_at': '2022-10-20T03:35:16Z', 'revision_number': 1, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584f6485-96cc-4fe8-9af7-7f84241fc804', 'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'mac_address': 'fa:16:3e:73:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:29Z', 'updated_at': '2022-10-20T03:34:40Z', 'revision_number': 5, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'subnets': [{'id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:19.440788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'tag': '24374825-807a-4f9a-b3e2-7fb519261539'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:19.444341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a85aac-a875-47bf-aa18-0769acf098e3 req-f38e2622-c3f1-409b-8faf-af4440fdea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:19.447871 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79a85aac-a875-47bf-aa18-0769acf098e3 req-f38e2622-c3f1-409b-8faf-af4440fdea20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9204721-61ef-4686-b958-5b9a308bf3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2683980 Oct 20 03:35:19.450395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550aa765-70ee-4b9a-9c60-75f69b01d1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbfb811-50d8-4dbd-a17e-3fe00b425624", "tag": "24374825-807a-4f9a-b3e2-7fb519261539"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:19.458428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Made reservation on behalf of 66495aa58c5848e6a65d746077a800e4 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:19.462384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.515322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9af54793-b12e-48e3-8220-bbc2232688e9 tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.518361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9af54793-b12e-48e3-8220-bbc2232688e9 tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.521002 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Attempt 4 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:19.534807 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9af54793-b12e-48e3-8220-bbc2232688e9 tempest-FloatingIPAdminTestJSON-122294222 tempest-FloatingIPAdminTestJSON-122294222-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/e97cf8be-a7e7-4a39-b609-b1c885b9d2df HTTP/1.1" status: 204 len: 168 time: 0.7822657 Oct 20 03:35:19.536935 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51490) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:19.550888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a666a5b-7506-49c7-bccf-b889acb43fcc x-openstack-request-id: req-5a666a5b-7506-49c7-bccf-b889acb43fcc {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:19.551587 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbfb811-50d8-4dbd-a17e-3fe00b425624", "tag": "24374825-807a-4f9a-b3e2-7fb519261539", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:19.551920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a666a5b-7506-49c7-bccf-b889acb43fcc {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:19.552421 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a666a5b-7506-49c7-bccf-b889acb43fcc'] response: {'name': 'network-changed', 'server_uuid': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'tag': '24374825-807a-4f9a-b3e2-7fb519261539', 'status': 'completed', 'code': 200} Oct 20 03:35:19.595696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Allocated IP 172.20.0.2 (29419160-a74e-4a7d-ad99-33730b38dd11/e7c1dbf0-68a3-49c7-b117-830bac8b758e/f6c39371-438a-4c3e-ac43-49f3e0022531) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:19.682048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2789-7d18-4b86-971d-e45475670aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.693029 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2789-7d18-4b86-971d-e45475670aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.706088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8091899-4ab5-48d4-821d-9ea136cc1a9f req-eb2a0c3d-a9c9-48aa-a4e9-e5845ceb0bf1 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:19.708660 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a8091899-4ab5-48d4-821d-9ea136cc1a9f req-eb2a0c3d-a9c9-48aa-a4e9-e5845ceb0bf1 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 946 time: 0.1552563 Oct 20 03:35:19.770857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf2789-7d18-4b86-971d-e45475670aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e5be2-03f9-4195-b29b-d8b70458898c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:19.776133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.784883 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c8bf2789-7d18-4b86-971d-e45475670aa3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8256b7e2efb24dc9b6fd30b1ce0968a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9272399 Oct 20 03:35:19.789060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51492) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:19.798419 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79a85aac-a875-47bf-aa18-0769acf098e3 req-625d97a7-0696-4bd1-9be9-60b8ab24578b service neutron] 10.222.0.36 "GET /v2.0/networks/d9204721-61ef-4686-b958-5b9a308bf3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314838 Oct 20 03:35:19.807399 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-53393415-ec2d-482e-b215-07d46840079d tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Deleting port 3d669f2f-5935-4f7f-b139-6c356ca28bb5 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:19.808021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53393415-ec2d-482e-b215-07d46840079d tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.814973 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a8091899-4ab5-48d4-821d-9ea136cc1a9f req-de98b0d7-27bb-402e-911f-6be46145b824 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945666 Oct 20 03:35:19.824751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Router 3db98bc0-c9df-48a2-b525-5e4f3c1620f9 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:35:19.841034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:19.847026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:19.850173 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.853829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281c549-9cbc-4e30-94e9-6994a02cd54e None None] New status for floating IP 93fa590d-c291-4590-b22d-9abe76538929: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:35:19.879794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aa765-70ee-4b9a-9c60-75f69b01d1ae req-98ef679f-7bf2-48aa-bcb7-71b3cf1cb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:19.893625 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-550aa765-70ee-4b9a-9c60-75f69b01d1ae req-98ef679f-7bf2-48aa-bcb7-71b3cf1cb969 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bd8a999f99c480388b6f33fa601974c&device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 1099 time: 0.2686050 Oct 20 03:35:19.902752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6332c405-75da-4bd8-bba6-9269b6c921ec tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.956007 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53393415-ec2d-482e-b215-07d46840079d tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:19.956688 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f440a00-3ff3-41ea-be69-608f49c0f591 None None] New status for floating IP a7cdd2a5-cfc4-482b-b120-f80f026dd2f8: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:35:19.973434 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-53393415-ec2d-482e-b215-07d46840079d tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Calling delete_port for 3d669f2f-5935-4f7f-b139-6c356ca28bb5 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:20.114280 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.123182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332c405-75da-4bd8-bba6-9269b6c921ec tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event deleted for resources: {'Port': ['ID=510aad3a-9cf2-4465-a429-f1065d8c0925,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:20.168938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53393415-ec2d-482e-b215-07d46840079d tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.175329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Network 29419160-a74e-4a7d-ad99-33730b38dd11 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:20.196040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:20.199130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:20.215420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Pushing event updated for resources: {'Port': ['ID=f6c39371-438a-4c3e-ac43-49f3e0022531,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:20.252775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53393415-ec2d-482e-b215-07d46840079d tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event deleted for resources: {'Port': ['ID=3d669f2f-5935-4f7f-b139-6c356ca28bb5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:20.336465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:20.336843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.337185 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e Oct 20 03:35:20.392871 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Attempt 5 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:20.399443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53393415-ec2d-482e-b215-07d46840079d tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.403824 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-53393415-ec2d-482e-b215-07d46840079d tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "DELETE /v2.0/ports/3d669f2f-5935-4f7f-b139-6c356ca28bb5 HTTP/1.1" status: 204 len: 168 time: 0.8645594 Oct 20 03:35:20.406102 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51498) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:20.422644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Attempting to bind port f6c39371-438a-4c3e-ac43-49f3e0022531 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:20.422974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Attempting to bind port f6c39371-438a-4c3e-ac43-49f3e0022531 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '460aadbf-a7ef-443a-a05d-e7d19b188cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '29419160-a74e-4a7d-ad99-33730b38dd11'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:20.423386 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Attempting to bind port f6c39371-438a-4c3e-ac43-49f3e0022531 on network 29419160-a74e-4a7d-ad99-33730b38dd11 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:20.423859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56db47-f039-4e46-8d7d-c6318cac1302 req-e67e8f33-267b-4f62-8039-d2810a802770 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:20.425658 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cd56db47-f039-4e46-8d7d-c6318cac1302 req-e67e8f33-267b-4f62-8039-d2810a802770 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 946 time: 0.4948406 Oct 20 03:35:20.441616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5eb6733-a480-465d-a0dc-d85d45aac915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.452396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51500) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:20.460488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-109c71cd-f8ee-4b43-a50c-45e1cde4f2fe tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Request body: {'floatingip': {'port_id': '440fbbd2-490b-4909-ba81-d553b80f2b4d'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:20.517248 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:20.517671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Checking segment: {'id': '460aadbf-a7ef-443a-a05d-e7d19b188cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '29419160-a74e-4a7d-ad99-33730b38dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:20.517779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe9124e-9cb2-4b0f-aa50-2207433bec34 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:20.518074 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.518475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Bound using segment: {'id': '460aadbf-a7ef-443a-a05d-e7d19b188cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '29419160-a74e-4a7d-ad99-33730b38dd11'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:20.519008 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Bound port: f6c39371-438a-4c3e-ac43-49f3e0022531, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460aadbf-a7ef-443a-a05d-e7d19b188cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '29419160-a74e-4a7d-ad99-33730b38dd11'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:20.519392 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.523245 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-afe9124e-9cb2-4b0f-aa50-2207433bec34 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a426e8e5-706e-4c1a-908d-ace8d9ff78c2 HTTP/1.1" status: 200 len: 913 time: 0.1152530 Oct 20 03:35:20.524348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51502) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:20.543818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:20.560397 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79a85aac-a875-47bf-aa18-0769acf098e3 req-78f4f3b6-a19b-4860-b49a-9ce7221ed866 service neutron] 10.222.0.36 "GET /v2.0/networks/d9204721-61ef-4686-b958-5b9a308bf3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408898 Oct 20 03:35:20.648738 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] For port f6c39371-438a-4c3e-ac43-49f3e0022531, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:20.667009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] For port f6c39371-438a-4c3e-ac43-49f3e0022531, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f6c39371-438a-4c3e-ac43-49f3e0022531,segment=NetworkSegment(460aadbf-a7ef-443a-a05d-e7d19b188cf0),segment_id=460aadbf-a7ef-443a-a05d-e7d19b188cf0)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:20.670037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:20.672544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-109c71cd-f8ee-4b43-a50c-45e1cde4f2fe tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for floatingip, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.674652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.680768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5eb6733-a480-465d-a0dc-d85d45aac915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.696104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6332c405-75da-4bd8-bba6-9269b6c921ec tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.709963 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6332c405-75da-4bd8-bba6-9269b6c921ec tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "DELETE /v2.0/ports/510aad3a-9cf2-4465-a429-f1065d8c0925 HTTP/1.1" status: 204 len: 168 time: 3.0945168 Oct 20 03:35:20.710422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51504) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:20.754388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c06c8-058b-42fe-9fde-52347f3ee560 None None] Pushing event updated for resources: {'Port': ['ID=f6c39371-438a-4c3e-ac43-49f3e0022531,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:20.758140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aa765-70ee-4b9a-9c60-75f69b01d1ae req-75768a29-5b39-45b3-8ae7-e0ce9501f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:20.759781 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-550aa765-70ee-4b9a-9c60-75f69b01d1ae req-75768a29-5b39-45b3-8ae7-e0ce9501f1ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=a515e2dc-5861-4083-a1e1-5a02b237c264 HTTP/1.1" status: 200 len: 912 time: 0.8430758 Oct 20 03:35:20.804511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:20.820211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:20.822119 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0041c5b3-45ed-4e4c-be6e-c5418ab8beb7 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] GET failed (client error): The resource could not be found. Oct 20 03:35:20.823867 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0041c5b3-45ed-4e4c-be6e-c5418ab8beb7 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "GET /v2.0/ports/510aad3a-9cf2-4465-a429-f1065d8c0925 HTTP/1.1" status: 404 len: 333 time: 0.0811632 Oct 20 03:35:20.836616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d10068-8630-4188-a29b-9e9b9fc5c18c None None] Sync routers for ids ['3db98bc0-c9df-48a2-b525-5e4f3c1620f9'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:20.842872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51506) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:20.849255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d10068-8630-4188-a29b-9e9b9fc5c18c None None] Routers {'3db98bc0-c9df-48a2-b525-5e4f3c1620f9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:20.849895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-62d10068-8630-4188-a29b-9e9b9fc5c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3db98bc0-c9df-48a2-b525-5e4f3c1620f9'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:20.905697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-62d10068-8630-4188-a29b-9e9b9fc5c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:20.930513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d10068-8630-4188-a29b-9e9b9fc5c18c None None] Routers {'3db98bc0-c9df-48a2-b525-5e4f3c1620f9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:20.931155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-62d10068-8630-4188-a29b-9e9b9fc5c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3db98bc0-c9df-48a2-b525-5e4f3c1620f9'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:20.968355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-62d10068-8630-4188-a29b-9e9b9fc5c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:20.969025 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d10068-8630-4188-a29b-9e9b9fc5c18c None None] The sync data for ids ['3db98bc0-c9df-48a2-b525-5e4f3c1620f9'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:21.045768 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Attempt 6 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:21.089477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:21.174382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Request body: {'port': {'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3', 'name': 'tempest-AllowedAddressPairTestJSON-1118922200'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:21.293790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.297739 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f30c5b18-4354-4027-8916-62fc7cacd33f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3324199 Oct 20 03:35:21.300471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51508) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:21.341994 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-550aa765-70ee-4b9a-9c60-75f69b01d1ae req-6baab684-11d3-4be3-a673-1c18bce6fcd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24374825-807a-4f9a-b3e2-7fb519261539 HTTP/1.1" status: 200 len: 1002 time: 0.5381899 Oct 20 03:35:21.356516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event updated for resources: {'Subnet': ['ID=41eb8bf3-7df7-4ad3-b2c8-57be531e444f,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:21.448494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5eb6733-a480-465d-a0dc-d85d45aac915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.450737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5eb6733-a480-465d-a0dc-d85d45aac915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.451987 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f5eb6733-a480-465d-a0dc-d85d45aac915 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f1e5be2-03f9-4195-b29b-d8b70458898c HTTP/1.1" status: 204 len: 168 time: 1.6561329 Oct 20 03:35:21.476596 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Checking segment: {'id': 'cba7c56f-260e-4b16-9c86-d5e0b138655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '65c781d7-73d2-44bf-a70c-5c058bb71bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:21.477158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Network hostable DHCP agents. Network: 65c781d7-73d2-44bf-a70c-5c058bb71bd5, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:35:21.500061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb6733-a480-465d-a0dc-d85d45aac915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e5be2-03f9-4195-b29b-d8b70458898c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:21.542423 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fe67c9e8-5f2b-4c7b-a6e8-b023eb95eac5 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/routers/3db98bc0-c9df-48a2-b525-5e4f3c1620f9 HTTP/1.1" status: 200 len: 919 time: 0.2399576 Oct 20 03:35:21.548587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aa765-70ee-4b9a-9c60-75f69b01d1ae req-32b7993c-d645-4b12-b134-5a5af1d15574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:21.548732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51512) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:21.549596 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-550aa765-70ee-4b9a-9c60-75f69b01d1ae req-32b7993c-d645-4b12-b134-5a5af1d15574 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0589a1ef-1648-4327-85b6-70db5e3ded82 HTTP/1.1" status: 200 len: 850 time: 0.1880274 Oct 20 03:35:21.568622 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6d0551a2-94cb-4965-990e-e64c5e1f3a38 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.590274 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Attempt 7 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:21.609969 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3474df91-7eba-4124-8019-9337f2f117d7 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db98bc0-c9df-48a2-b525-5e4f3c1620f9 HTTP/1.1" status: 200 len: 205 time: 0.0602860 Oct 20 03:35:21.622249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51514) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:21.643093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Network 65c781d7-73d2-44bf-a70c-5c058bb71bd5 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:35:21.675875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Made reservation on behalf of 98464ccac6f047148223a0d8ccfb45eb for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:21.678343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:21.680219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.681939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f6c39371-438a-4c3e-ac43-49f3e0022531 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:21.769702 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f6c39371-438a-4c3e-ac43-49f3e0022531 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:21.770074 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.770403 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f6c39371-438a-4c3e-ac43-49f3e0022531 Oct 20 03:35:21.781784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 65c781d7-73d2-44bf-a70c-5c058bb71bd5) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:21.786490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:21.787122 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:21.815532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] device_id is not set on port 9bd25828-884f-41b2-b9f8-4c4d93cfdb63 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:21.850739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aa765-70ee-4b9a-9c60-75f69b01d1ae req-e5d15908-9d43-45b1-af29-6fe87150b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:21.852347 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-550aa765-70ee-4b9a-9c60-75f69b01d1ae req-e5d15908-9d43-45b1-af29-6fe87150b624 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a515e2dc-5861-4083-a1e1-5a02b237c264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2882302 Oct 20 03:35:21.858293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15327aae-cdaa-4d87-96e3-748f4e965dd7 None None] Network 65c781d7-73d2-44bf-a70c-5c058bb71bd5 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:21.919138 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8a0c20b7-579f-4b8d-bcfc-9422a70ccf3e tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7857497 Oct 20 03:35:21.924480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51522) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:21.973868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.058624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8589b7-efda-4547-a406-14bc3e4b2c2f None None] Network 29419160-a74e-4a7d-ad99-33730b38dd11 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:22.181219 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Attempt 8 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:22.277026 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-550aa765-70ee-4b9a-9c60-75f69b01d1ae req-292885fb-e900-4319-bd35-6a57864bb97d service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658204 Oct 20 03:35:22.297662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Allocated IP 172.20.0.3 (5bf3396c-a994-45d0-b97e-e95e2e4b08d3/24e149da-cb62-4839-9ce5-276a0559d263/9bd25828-884f-41b2-b9f8-4c4d93cfdb63) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:22.328038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-109c71cd-f8ee-4b43-a50c-45e1cde4f2fe tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.347964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-109c71cd-f8ee-4b43-a50c-45e1cde4f2fe tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.363100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-65c781d7-73d2-44bf-a70c-5c058bb71bd5', 'network_id': '65c781d7-73d2-44bf-a70c-5c058bb71bd5', 'tenant_id': '66495aa58c5848e6a65d746077a800e4', 'fixed_ips': [{'subnet_id': '41eb8bf3-7df7-4ad3-b2c8-57be531e444f'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:35:22.365303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.396714 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f6c39371-438a-4c3e-ac43-49f3e0022531 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:22.396867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.398879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:22.468834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.514621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51536) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:22.531775 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-550aa765-70ee-4b9a-9c60-75f69b01d1ae req-cab4a6f8-5eb7-466a-b1d1-c998008a92cc service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441874 Oct 20 03:35:22.589320 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-109c71cd-f8ee-4b43-a50c-45e1cde4f2fe tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Floating IP 7281eeb8-0368-4a7e-a4ec-76ea7c5909b7 associated. External IP: 172.26.0.72, port: 440fbbd2-490b-4909-ba81-d553b80f2b4d. Oct 20 03:35:22.596960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.602576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port f6c39371-438a-4c3e-ac43-49f3e0022531, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f6c39371-438a-4c3e-ac43-49f3e0022531,segment=NetworkSegment(460aadbf-a7ef-443a-a05d-e7d19b188cf0),segment_id=460aadbf-a7ef-443a-a05d-e7d19b188cf0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:22.619133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.686246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=f6c39371-438a-4c3e-ac43-49f3e0022531,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:22.694488 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-583adc72-6a39-42c6-99db-6851e7c44afc tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-594935424', 'prefixes': ['172.20.0.0/16']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:22.699811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Deleting port ffde5311-df4d-47fd-bd6c-71f3f1fda30b {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:22.700154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.740888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Allocated IP 172.20.0.2 (65c781d7-73d2-44bf-a70c-5c058bb71bd5/41eb8bf3-7df7-4ad3-b2c8-57be531e444f/b908534c-bab7-403e-a232-f7bdcf51713b) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:22.879909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-6d0551a2-94cb-4965-990e-e64c5e1f3a38 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Deleting port 5fbe8357-2cb9-4c6c-b623-093e5604890b {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:22.880301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6d0551a2-94cb-4965-990e-e64c5e1f3a38 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.904690 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Attempt 9 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:22.948381 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:22.970484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:22.979542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.011346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.112697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.186981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Network 65c781d7-73d2-44bf-a70c-5c058bb71bd5 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:23.196056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:23.198696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:23.200448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:23.205406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:23.209746 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:23.219232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'Port': ['ID=9bd25828-884f-41b2-b9f8-4c4d93cfdb63,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:23.232751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Pushing event updated for resources: {'Port': ['ID=b908534c-bab7-403e-a232-f7bdcf51713b,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:23.242796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.243443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.244316 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.244680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.245004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.245357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.246025 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.246722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.247247 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.247587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.248216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.248339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.248565 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109c71cd-f8ee-4b43-a50c-45e1cde4f2fe tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Router a8f90114-b79b-44d1-8451-2f40d3598dc8 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:23.263970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.264611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.264716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.265034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.265367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.265697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.266023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.266346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.266674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.267049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.267380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.267706 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:23.286257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Attempting to bind port b908534c-bab7-403e-a232-f7bdcf51713b on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:23.286626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Attempting to bind port b908534c-bab7-403e-a232-f7bdcf51713b by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'cba7c56f-260e-4b16-9c86-d5e0b138655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '65c781d7-73d2-44bf-a70c-5c058bb71bd5'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:23.286990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Attempting to bind port b908534c-bab7-403e-a232-f7bdcf51713b on network 65c781d7-73d2-44bf-a70c-5c058bb71bd5 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:23.291613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:23.292071 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.299298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:23.299298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Checking segment: {'id': 'cba7c56f-260e-4b16-9c86-d5e0b138655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '65c781d7-73d2-44bf-a70c-5c058bb71bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:23.301065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.301818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Bound using segment: {'id': 'cba7c56f-260e-4b16-9c86-d5e0b138655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '65c781d7-73d2-44bf-a70c-5c058bb71bd5'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:23.301954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Bound port: b908534c-bab7-403e-a232-f7bdcf51713b, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba7c56f-260e-4b16-9c86-d5e0b138655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '65c781d7-73d2-44bf-a70c-5c058bb71bd5'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:23.302335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.321559 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.347592 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-47e78851-93d6-486c-b5a5-6ea289ac3442 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1754229 Oct 20 03:35:23.349112 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Calling delete_port for ffde5311-df4d-47fd-bd6c-71f3f1fda30b owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:23.350451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51540) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:23.356789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-be138a84-0e22-4a7d-a43d-ca567c6c8f98 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:88:54:62'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:23.399148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] For port b908534c-bab7-403e-a232-f7bdcf51713b, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:23.402881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6d0551a2-94cb-4965-990e-e64c5e1f3a38 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.403823 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] For port b908534c-bab7-403e-a232-f7bdcf51713b, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=b908534c-bab7-403e-a232-f7bdcf51713b,segment=NetworkSegment(cba7c56f-260e-4b16-9c86-d5e0b138655a),segment_id=cba7c56f-260e-4b16-9c86-d5e0b138655a)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:23.410460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.461434 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-583adc72-6a39-42c6-99db-6851e7c44afc tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] Notify callbacks [] for subnetpool, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.463421 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-583adc72-6a39-42c6-99db-6851e7c44afc tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9471216 Oct 20 03:35:23.483414 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Attempt 10 to provision port 480261f0-e947-4642-bd18-c79e684da8b3 Oct 20 03:35:23.508424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51542) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:23.537393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-6d0551a2-94cb-4965-990e-e64c5e1f3a38 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Calling delete_port for 5fbe8357-2cb9-4c6c-b623-093e5604890b owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:23.541233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4a3dd-6f78-414e-b8d3-b06c477e3bb6 None None] Pushing event updated for resources: {'Port': ['ID=b908534c-bab7-403e-a232-f7bdcf51713b,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:23.544233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Port 480261f0-e947-4642-bd18-c79e684da8b3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:23.556136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Could not find standard attr ID for object 510aad3a-9cf2-4465-a429-f1065d8c0925. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:23.567117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be138a84-0e22-4a7d-a43d-ca567c6c8f98 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.579156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f6c39371-438a-4c3e-ac43-49f3e0022531 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:23.589577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Provisioning complete for port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:23.590561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.591128 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Attempt 1 to provision port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e Oct 20 03:35:23.712162 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f6c39371-438a-4c3e-ac43-49f3e0022531 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:23.715891 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.720331 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f6c39371-438a-4c3e-ac43-49f3e0022531 Oct 20 03:35:23.733456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109c71cd-f8ee-4b43-a50c-45e1cde4f2fe tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:23.738699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-109c71cd-f8ee-4b43-a50c-45e1cde4f2fe tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.749446 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e9f2d9-e221-400c-9de9-66cc0078e6b5 None None] Sync routers for ids ['a8f90114-b79b-44d1-8451-2f40d3598dc8'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:23.765836 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9f2d9-e221-400c-9de9-66cc0078e6b5 None None] Routers {'a8f90114-b79b-44d1-8451-2f40d3598dc8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:23.767354 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e7e9f2d9-e221-400c-9de9-66cc0078e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a8f90114-b79b-44d1-8451-2f40d3598dc8'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:23.784760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-378eee05-4e40-4f39-af5c-3ba4b706a2c9 None None] Current status of the port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:23.823926 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-109c71cd-f8ee-4b43-a50c-45e1cde4f2fe tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "PUT /v2.0/floatingips/7281eeb8-0368-4a7e-a4ec-76ea7c5909b7 HTTP/1.1" status: 200 len: 991 time: 3.3647661 Oct 20 03:35:23.834453 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'tag': '440fbbd2-490b-4909-ba81-d553b80f2b4d'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:23.841811 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f68cae9-bcde-42cc-b1c1-8ba56a67d926", "tag": "440fbbd2-490b-4909-ba81-d553b80f2b4d"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:23.847927 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7cbf2f40-05de-4c15-aa53-239b518eb5da tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] 10.222.0.20 "GET /v2.0/subnetpools/291380e8-671f-41b5-9710-a5725a0919ed HTTP/1.1" status: 200 len: 731 time: 0.3134375 Oct 20 03:35:23.856456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51548) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:23.866902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f6c39371-438a-4c3e-ac43-49f3e0022531 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:23.875868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5bec7c43-2d82-4ada-8262-c24c189e1d40 tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1767163826'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:23.889968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.915036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Provisioning complete for port f6c39371-438a-4c3e-ac43-49f3e0022531 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:23.915578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.916138 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Attempt 1 to provision port f6c39371-438a-4c3e-ac43-49f3e0022531 Oct 20 03:35:23.926453 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be138a84-0e22-4a7d-a43d-ca567c6c8f98 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.929761 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a954c08-4f37-4afb-8d5b-170ec9d459c2 x-openstack-request-id: req-8a954c08-4f37-4afb-8d5b-170ec9d459c2 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:23.930069 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f68cae9-bcde-42cc-b1c1-8ba56a67d926", "tag": "440fbbd2-490b-4909-ba81-d553b80f2b4d", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:23.930459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a954c08-4f37-4afb-8d5b-170ec9d459c2 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:23.930908 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a954c08-4f37-4afb-8d5b-170ec9d459c2'] response: {'name': 'network-changed', 'server_uuid': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'tag': '440fbbd2-490b-4909-ba81-d553b80f2b4d', 'status': 'completed', 'code': 200} Oct 20 03:35:23.939611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be138a84-0e22-4a7d-a43d-ca567c6c8f98 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:23.957499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Allocated IP 172.20.0.1 (29419160-a74e-4a7d-ad99-33730b38dd11/e7c1dbf0-68a3-49c7-b117-830bac8b758e/555bd09e-2bcb-4183-87a6-3a6a2c0eec6b) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:23.973232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Pushing event deleted for resources: {'Port': ['ID=ffde5311-df4d-47fd-bd6c-71f3f1fda30b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:24.084796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-be138a84-0e22-4a7d-a43d-ca567c6c8f98 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] In _notify_port_updated(), no bound segment for port 9bd25828-884f-41b2-b9f8-4c4d93cfdb63 on network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:35:24.086728 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Current status of the port f6c39371-438a-4c3e-ac43-49f3e0022531 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:24.092498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be138a84-0e22-4a7d-a43d-ca567c6c8f98 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:24.093600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be138a84-0e22-4a7d-a43d-ca567c6c8f98 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.097601 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-be138a84-0e22-4a7d-a43d-ca567c6c8f98 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "PUT /v2.0/ports/9bd25828-884f-41b2-b9f8-4c4d93cfdb63 HTTP/1.1" status: 200 len: 996 time: 0.7438419 Oct 20 03:35:24.099874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51550) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:24.110565 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138a84-0e22-4a7d-a43d-ca567c6c8f98 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'Port': ['ID=9bd25828-884f-41b2-b9f8-4c4d93cfdb63,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:24.112831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Provisioning complete for port 9bd25828-884f-41b2-b9f8-4c4d93cfdb63 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:24.112831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.113012 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Attempt 1 to provision port 9bd25828-884f-41b2-b9f8-4c4d93cfdb63 Oct 20 03:35:24.130346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.130697 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.131046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.131760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.131760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.132051 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.132398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.132728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.133059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.133389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.133483 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e7e9f2d9-e221-400c-9de9-66cc0078e6b5 None None] Set router a8f90114-b79b-44d1-8451-2f40d3598dc8 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:24.133714 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.134041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:24.157158 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Port 9bd25828-884f-41b2-b9f8-4c4d93cfdb63 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:24.171363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a req-d5c6512f-fa7b-4d93-84d0-795e1af1bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:24.173327 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a req-d5c6512f-fa7b-4d93-84d0-795e1af1bb5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee2f90c3531e4bb6a1d4d865973d2038&device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 1099 time: 0.1936595 Oct 20 03:35:24.179572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5bec7c43-2d82-4ada-8262-c24c189e1d40 tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] Notify callbacks [] for subnetpool, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.180805 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5bec7c43-2d82-4ada-8262-c24c189e1d40 tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] 10.222.0.20 "PUT /v2.0/subnetpools/291380e8-671f-41b5-9710-a5725a0919ed HTTP/1.1" status: 200 len: 684 time: 0.3233809 Oct 20 03:35:24.184574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51552) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:24.323880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2cf6c-cf96-4f17-89e5-879ebc39b824 req-0f005c91-704b-400e-8e47-14bd6e72de5c tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:24.326299 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9af2cf6c-cf96-4f17-89e5-879ebc39b824 req-0f005c91-704b-400e-8e47-14bd6e72de5c tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 946 time: 0.3664851 Oct 20 03:35:24.327287 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.377441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2742f-14cc-448e-ab4d-2deccdaf37e6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Deleting port 9bd25828-884f-41b2-b9f8-4c4d93cfdb63 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:24.377793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bb2742f-14cc-448e-ab4d-2deccdaf37e6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.387585 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e7e9f2d9-e221-400c-9de9-66cc0078e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:39Z', 'revision_number': 4, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '7281eeb8-0368-4a7e-a4ec-76ea7c5909b7', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'floating_ip_address': '172.26.0.72', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'port_id': '440fbbd2-490b-4909-ba81-d553b80f2b4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'mac_address': 'fa:16:3e:fe:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:48Z', 'updated_at': '2022-10-20T03:35:22Z', 'revision_number': 1, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05deef7b-a15f-4b84-87f8-e4277078c0a6', 'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'mac_address': 'fa:16:3e:9e:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:36Z', 'updated_at': '2022-10-20T03:34:45Z', 'revision_number': 5, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'subnets': [{'id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:24.413422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1caf77b2-035a-49f0-b5f7-d7ef8a3981a7 tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] Notify callbacks [] for subnetpool, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.414687 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1caf77b2-035a-49f0-b5f7-d7ef8a3981a7 tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] 10.222.0.20 "DELETE /v2.0/subnetpools/291380e8-671f-41b5-9710-a5725a0919ed HTTP/1.1" status: 204 len: 168 time: 0.2291889 Oct 20 03:35:24.420137 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e9f2d9-e221-400c-9de9-66cc0078e6b5 None None] Checking router: a8f90114-b79b-44d1-8451-2f40d3598dc8 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:24.422547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51554) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:24.431767 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9f2d9-e221-400c-9de9-66cc0078e6b5 None None] Routers {'a8f90114-b79b-44d1-8451-2f40d3598dc8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:24.432761 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e7e9f2d9-e221-400c-9de9-66cc0078e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a8f90114-b79b-44d1-8451-2f40d3598dc8'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:24.433607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a req-2bf4fb98-2539-4ac9-ad7e-58d60af45d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:24.436045 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a req-2bf4fb98-2539-4ac9-ad7e-58d60af45d9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=66c2f9c2-0042-4c02-9b31-762abe8cca85 HTTP/1.1" status: 200 len: 913 time: 0.2189527 Oct 20 03:35:24.472752 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.492567 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-f20d473c-54d2-4daf-95a1-5c26f5e8b23b tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] show failed (client error): The resource could not be found. Oct 20 03:35:24.493723 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f20d473c-54d2-4daf-95a1-5c26f5e8b23b tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] 10.222.0.20 "GET /v2.0/subnetpools/291380e8-671f-41b5-9710-a5725a0919ed HTTP/1.1" status: 404 len: 346 time: 0.0696056 Oct 20 03:35:24.499092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51556) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:24.501175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.567182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bb2742f-14cc-448e-ab4d-2deccdaf37e6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.577076 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a req-1f43c49c-d49c-4529-b291-2cf0297c430f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=440fbbd2-490b-4909-ba81-d553b80f2b4d HTTP/1.1" status: 200 len: 999 time: 0.1327479 Oct 20 03:35:24.579513 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e7e9f2d9-e221-400c-9de9-66cc0078e6b5 None None] Set router a8f90114-b79b-44d1-8451-2f40d3598dc8 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:24.584641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2742f-14cc-448e-ab4d-2deccdaf37e6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Calling delete_port for 9bd25828-884f-41b2-b9f8-4c4d93cfdb63 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:24.596239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.597161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Fanout notify agent at l3_agent the message router_deleted on router 3db98bc0-c9df-48a2-b525-5e4f3c1620f9 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:24.622832 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-f95471be-edc7-4c9f-afb1-37999d2c2fd3 tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] delete failed (client error): The resource could not be found. Oct 20 03:35:24.624678 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f95471be-edc7-4c9f-afb1-37999d2c2fd3 tempest-SubnetPoolsTestJSON-144742659 tempest-SubnetPoolsTestJSON-144742659-project] 10.222.0.20 "DELETE /v2.0/subnetpools/291380e8-671f-41b5-9710-a5725a0919ed HTTP/1.1" status: 404 len: 346 time: 0.0657258 Oct 20 03:35:24.637228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.643699 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9dcee669-4b75-4372-8845-5c67c67aa4b4 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/3db98bc0-c9df-48a2-b525-5e4f3c1620f9 HTTP/1.1" status: 204 len: 168 time: 2.9711185 Oct 20 03:35:24.644615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.658283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51560) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:24.658863 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Attempt 2 to provision port 9bd25828-884f-41b2-b9f8-4c4d93cfdb63 Oct 20 03:35:24.668492 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1103065774', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'enable_snat': False}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:24.677321 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a req-66186788-14af-4277-a208-9299a0155cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:24.678906 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a req-66186788-14af-4277-a208-9299a0155cbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b7198b6-ce91-4b50-9412-8451ee465cfa HTTP/1.1" status: 200 len: 851 time: 0.0955229 Oct 20 03:35:24.721057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Port 9bd25828-884f-41b2-b9f8-4c4d93cfdb63 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:24.735373 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9af2cf6c-cf96-4f17-89e5-879ebc39b824 req-d24c73e2-bb25-4792-bd11-2b5ae4e2188c tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3710496 Oct 20 03:35:24.759861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a req-d21812f5-d6b7-4089-be0f-f0a445048e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:24.761439 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a req-d21812f5-d6b7-4089-be0f-f0a445048e6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66c2f9c2-0042-4c02-9b31-762abe8cca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705044 Oct 20 03:35:24.778355 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.780125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.830151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6d0551a2-94cb-4965-990e-e64c5e1f3a38 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.920552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bb2742f-14cc-448e-ab4d-2deccdaf37e6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.944884 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a req-c7d09ad7-071e-4f27-b0db-42c2245a89c9 service neutron] 10.222.0.36 "GET /v2.0/networks/66c2f9c2-0042-4c02-9b31-762abe8cca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592076 Oct 20 03:35:24.952804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:24.958583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0551a2-94cb-4965-990e-e64c5e1f3a38 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event deleted for resources: {'Port': ['ID=5fbe8357-2cb9-4c6c-b623-093e5604890b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:24.989936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b6c0ea-ffd0-491c-a517-9a59ce272fd0 None None] Network 65c781d7-73d2-44bf-a70c-5c058bb71bd5 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:25.016067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2742f-14cc-448e-ab4d-2deccdaf37e6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event deleted for resources: {'Port': ['ID=9bd25828-884f-41b2-b9f8-4c4d93cfdb63,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:25.073789 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e7e9f2d9-e221-400c-9de9-66cc0078e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:39Z', 'revision_number': 4, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '7281eeb8-0368-4a7e-a4ec-76ea7c5909b7', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'floating_ip_address': '172.26.0.72', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'port_id': '440fbbd2-490b-4909-ba81-d553b80f2b4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'mac_address': 'fa:16:3e:fe:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:48Z', 'updated_at': '2022-10-20T03:35:22Z', 'revision_number': 1, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05deef7b-a15f-4b84-87f8-e4277078c0a6', 'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'mac_address': 'fa:16:3e:9e:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:36Z', 'updated_at': '2022-10-20T03:34:45Z', 'revision_number': 5, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'subnets': [{'id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:25.096492 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Network 29419160-a74e-4a7d-ad99-33730b38dd11 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:25.104662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:25.126069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:25.139359 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e9f2d9-e221-400c-9de9-66cc0078e6b5 None None] The sync data for ids ['a8f90114-b79b-44d1-8451-2f40d3598dc8'] in dv-neutron-861842-1-hyperv is: [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:39Z', 'revision_number': 4, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '7281eeb8-0368-4a7e-a4ec-76ea7c5909b7', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'floating_ip_address': '172.26.0.72', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'port_id': '440fbbd2-490b-4909-ba81-d553b80f2b4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'mac_address': 'fa:16:3e:fe:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:34:48Z', 'updated_at': '2022-10-20T03:35:22Z', 'revision_number': 1, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05deef7b-a15f-4b84-87f8-e4277078c0a6', 'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'mac_address': 'fa:16:3e:9e:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:36Z', 'updated_at': '2022-10-20T03:34:45Z', 'revision_number': 5, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'subnets': [{'id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:25.179520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51568) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:25.238814 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Attempt 3 to provision port 9bd25828-884f-41b2-b9f8-4c4d93cfdb63 Oct 20 03:35:25.267064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.277900 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4c0b7-8984-480a-974a-461564ac2657 None None] Port 9bd25828-884f-41b2-b9f8-4c4d93cfdb63 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:35:25.285125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event updated for resources: {'Port': ['ID=555bd09e-2bcb-4183-87a6-3a6a2c0eec6b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:25.357316 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19ce28ad-1d16-4a17-8ed4-b37ee4c4490a req-248f10c5-6721-4318-b664-2ad807eea4c9 service neutron] 10.222.0.36 "GET /v2.0/networks/66c2f9c2-0042-4c02-9b31-762abe8cca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448606 Oct 20 03:35:25.412241 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9b7b601b-3c7f-4054-bbf6-cb790821d021 None None] Provisioning complete for port b908534c-bab7-403e-a232-f7bdcf51713b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:25.412572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9b7b601b-3c7f-4054-bbf6-cb790821d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.414619 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9b7b601b-3c7f-4054-bbf6-cb790821d021 None None] Attempt 1 to provision port b908534c-bab7-403e-a232-f7bdcf51713b Oct 20 03:35:25.420402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bb2742f-14cc-448e-ab4d-2deccdaf37e6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.426188 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1bb2742f-14cc-448e-ab4d-2deccdaf37e6 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "DELETE /v2.0/ports/9bd25828-884f-41b2-b9f8-4c4d93cfdb63 HTTP/1.1" status: 204 len: 168 time: 1.3247063 Oct 20 03:35:25.433376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51574) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:25.462842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f7cf139f-ea38-4135-9a3d-fdb35985fe41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.547257 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db914a6-127c-4788-b812-fe31f640e568 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] GET failed (client error): The resource could not be found. Oct 20 03:35:25.549891 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9db914a6-127c-4788-b812-fe31f640e568 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "GET /v2.0/ports/9bd25828-884f-41b2-b9f8-4c4d93cfdb63 HTTP/1.1" status: 404 len: 333 time: 0.1145663 Oct 20 03:35:25.553853 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51576) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:25.555795 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.559824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Request body: {'port': {'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3', 'name': 'tempest-AllowedAddressPairTestJSON-208737830'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:25.605221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b601b-3c7f-4054-bbf6-cb790821d021 None None] Current status of the port b908534c-bab7-403e-a232-f7bdcf51713b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:25.605453 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9b7b601b-3c7f-4054-bbf6-cb790821d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.634910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device b908534c-bab7-403e-a232-f7bdcf51713b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:25.641526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d339d9-a42d-4f3a-9715-22c8c0985de4 None None] New status for floating IP 7281eeb8-0368-4a7e-a4ec-76ea7c5909b7: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:35:25.690081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.727514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f7cf139f-ea38-4135-9a3d-fdb35985fe41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.733976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f7cf139f-ea38-4135-9a3d-fdb35985fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.797339 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f7cf139f-ea38-4135-9a3d-fdb35985fe41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f11cf1ebb07b4eb587ceb2a3e26d0ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6132021 Oct 20 03:35:25.800438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf139f-ea38-4135-9a3d-fdb35985fe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83187e3e-c796-4f40-ab36-415032137bae,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:25.804365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51580) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:25.827451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Made reservation on behalf of 98464ccac6f047148223a0d8ccfb45eb for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:25.830952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.850046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6d0551a2-94cb-4965-990e-e64c5e1f3a38 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.863147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] device_id is not set on port 4bf224cd-1979-48a5-8f6c-763ca8790c15 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:25.864892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9b7b601b-3c7f-4054-bbf6-cb790821d021 None None] For port b908534c-bab7-403e-a232-f7bdcf51713b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=b908534c-bab7-403e-a232-f7bdcf51713b,segment=NetworkSegment(cba7c56f-260e-4b16-9c86-d5e0b138655a),segment_id=cba7c56f-260e-4b16-9c86-d5e0b138655a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:25.871267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9b7b601b-3c7f-4054-bbf6-cb790821d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.932645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port b908534c-bab7-403e-a232-f7bdcf51713b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:25.932645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.932645 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port b908534c-bab7-403e-a232-f7bdcf51713b Oct 20 03:35:25.940347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3115-91c9-462d-b4a1-8f8b786f2c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.964512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b601b-3c7f-4054-bbf6-cb790821d021 None None] Pushing event updated for resources: {'Port': ['ID=b908534c-bab7-403e-a232-f7bdcf51713b,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:25.965758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:25.997429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3115-91c9-462d-b4a1-8f8b786f2c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.022964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Provisioning complete for port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:26.022964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.022964 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Attempt 1 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:26.041918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Allocated IP 172.20.0.3 (5bf3396c-a994-45d0-b97e-e95e2e4b08d3/24e149da-cb62-4839-9ce5-276a0559d263/4bf224cd-1979-48a5-8f6c-763ca8790c15) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:26.063463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port b908534c-bab7-403e-a232-f7bdcf51713b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:26.070819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:26.086429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3115-91c9-462d-b4a1-8f8b786f2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.089033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3115-91c9-462d-b4a1-8f8b786f2c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.090164 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7f0e3115-91c9-462d-b4a1-8f8b786f2c8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83187e3e-c796-4f40-ab36-415032137bae HTTP/1.1" status: 204 len: 168 time: 0.2849479 Oct 20 03:35:26.108978 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e3115-91c9-462d-b4a1-8f8b786f2c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83187e3e-c796-4f40-ab36-415032137bae,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:26.264154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.312056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.369500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:26.375647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:26.380082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:26.410417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'Port': ['ID=4bf224cd-1979-48a5-8f6c-763ca8790c15,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:26.449938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:26.452999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.480650 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3fbbe237-f2e0-4794-beea-2406408733de tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9254847 Oct 20 03:35:26.483520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51592) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:26.489738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Request body: {'port': {'network_id': '5bf3396c-a994-45d0-b97e-e95e2e4b08d3', 'name': 'tempest-AllowedAddressPairTestJSON-189533641'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:26.572818 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Attempt 2 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:26.618280 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:26.645571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Made reservation on behalf of 98464ccac6f047148223a0d8ccfb45eb for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:26.649621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.668548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] device_id is not set on port 3ac3f211-22dc-4396-ad6d-4c1e5d6a5841 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:26.779868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.795020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Allocated IP 172.20.0.7 (5bf3396c-a994-45d0-b97e-e95e2e4b08d3/24e149da-cb62-4839-9ce5-276a0559d263/3ac3f211-22dc-4396-ad6d-4c1e5d6a5841) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:26.815481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.818264 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0551a2-94cb-4965-990e-e64c5e1f3a38 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Router a426e8e5-706e-4c1a-908d-ace8d9ff78c2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:26.881171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.891276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:26.970625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.017149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.068486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:27.072342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:27.078007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:27.081741 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'Port': ['ID=3ac3f211-22dc-4396-ad6d-4c1e5d6a5841,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:27.084925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.086630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event updated for resources: {'Port': ['ID=555bd09e-2bcb-4183-87a6-3a6a2c0eec6b,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:27.117286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Allocated IP 172.26.0.89 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/f80088e5-0e54-4ab9-992a-a109d26cc67e) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:27.119536 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Attempt 3 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:27.139081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0551a2-94cb-4965-990e-e64c5e1f3a38 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:27.148226 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6d0551a2-94cb-4965-990e-e64c5e1f3a38 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "PUT /v2.0/routers/a426e8e5-706e-4c1a-908d-ace8d9ff78c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6218257 Oct 20 03:35:27.155480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51608) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:27.157488 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab5031e-b728-46d3-bf46-e0d895af2efc None None] Sync routers for ids ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:27.171412 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab5031e-b728-46d3-bf46-e0d895af2efc None None] Routers {'a426e8e5-706e-4c1a-908d-ace8d9ff78c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:27.172449 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8ab5031e-b728-46d3-bf46-e0d895af2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:27.200886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:27.229377 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8ab5031e-b728-46d3-bf46-e0d895af2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:27.237821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:27.238443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.247573 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab5031e-b728-46d3-bf46-e0d895af2efc None None] Routers {'a426e8e5-706e-4c1a-908d-ace8d9ff78c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:27.249718 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8ab5031e-b728-46d3-bf46-e0d895af2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:27.267073 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f4924793-4c48-4d7d-b14c-b63edf038b14 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7823870 Oct 20 03:35:27.270256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51614) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:27.275578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-877ee5c8-3d58-4667-a1d7-3e2840017ed3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:88:54:62'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:10:5c:14'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:27.311192 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Network 29419160-a74e-4a7d-ad99-33730b38dd11 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:27.314154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:27.339930 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8ab5031e-b728-46d3-bf46-e0d895af2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:27.340808 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab5031e-b728-46d3-bf46-e0d895af2efc None None] The sync data for ids ['a426e8e5-706e-4c1a-908d-ace8d9ff78c2'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:27.420745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.535172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.551404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device b908534c-bab7-403e-a232-f7bdcf51713b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:27.569326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-877ee5c8-3d58-4667-a1d7-3e2840017ed3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.638592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Router 87771db2-78b2-45a4-9231-d211ac1f7625 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:35:27.643866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.649421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port b908534c-bab7-403e-a232-f7bdcf51713b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:27.651001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.651681 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port b908534c-bab7-403e-a232-f7bdcf51713b Oct 20 03:35:27.692643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:27.705911 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Attempt 4 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:27.729778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:27.737114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:27.776633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event updated for resources: {'Port': ['ID=f80088e5-0e54-4ab9-992a-a109d26cc67e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:27.793429 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:27.842688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port b908534c-bab7-403e-a232-f7bdcf51713b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:27.866638 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:27.876565 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-402bd66d-1b91-4eb6-ae9c-9b348584ca56 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "PUT /v2.0/routers/87771db2-78b2-45a4-9231-d211ac1f7625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9483275 Oct 20 03:35:27.884044 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51626) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:27.887413 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:27.895590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec4fa6-1481-49ab-9b08-11c10341c185 None None] Sync routers for ids ['87771db2-78b2-45a4-9231-d211ac1f7625'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:27.918215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec4fa6-1481-49ab-9b08-11c10341c185 None None] Routers {'87771db2-78b2-45a4-9231-d211ac1f7625'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:27.920474 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6aec4fa6-1481-49ab-9b08-11c10341c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['87771db2-78b2-45a4-9231-d211ac1f7625'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:27.968626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6aec4fa6-1481-49ab-9b08-11c10341c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:27.979589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec4fa6-1481-49ab-9b08-11c10341c185 None None] Routers {'87771db2-78b2-45a4-9231-d211ac1f7625'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:27.980235 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6aec4fa6-1481-49ab-9b08-11c10341c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['87771db2-78b2-45a4-9231-d211ac1f7625'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:28.008310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51628) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:28.015198 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6aec4fa6-1481-49ab-9b08-11c10341c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:28.015550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d6ad5fa7-86db-44bd-a6a3-4c56eea52a9e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061978213', 'description': 'tempest-secgroup-smoke-1061978213 description', 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:28.015914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec4fa6-1481-49ab-9b08-11c10341c185 None None] The sync data for ids ['87771db2-78b2-45a4-9231-d211ac1f7625'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:28.045964 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5fa7-86db-44bd-a6a3-4c56eea52a9e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.056972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5fa7-86db-44bd-a6a3-4c56eea52a9e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.120019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.214399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Deleting port 64066611-ceb5-418f-9c5c-2e1b27adc37b {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:28.214734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.257938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5fa7-86db-44bd-a6a3-4c56eea52a9e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.293170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5fa7-86db-44bd-a6a3-4c56eea52a9e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.295024 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Attempt 5 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:28.349256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:28.379136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad5fa7-86db-44bd-a6a3-4c56eea52a9e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6d2b5d-5e95-414b-8412-d05799d52787,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:28.402717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.417222 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.438867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-877ee5c8-3d58-4667-a1d7-3e2840017ed3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.442183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Calling delete_port for 64066611-ceb5-418f-9c5c-2e1b27adc37b owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:28.459714 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5fa7-86db-44bd-a6a3-4c56eea52a9e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.468776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-877ee5c8-3d58-4667-a1d7-3e2840017ed3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.469956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5fa7-86db-44bd-a6a3-4c56eea52a9e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.505500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5fa7-86db-44bd-a6a3-4c56eea52a9e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.506908 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d6ad5fa7-86db-44bd-a6a3-4c56eea52a9e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4974918 Oct 20 03:35:28.537907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51630) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:28.542285 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b949e0a9-38eb-4309-8cdf-6fc4631c8b51 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'security_group_rule': {'security_group_id': '95677764-e715-41ea-83f3-c65a24227866', 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:28.553232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad5fa7-86db-44bd-a6a3-4c56eea52a9e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95677764-e715-41ea-83f3-c65a24227866,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:28.588029 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b949e0a9-38eb-4309-8cdf-6fc4631c8b51 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.625988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ee5c8-3d58-4667-a1d7-3e2840017ed3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event updated for resources: {'Port': ['ID=3ac3f211-22dc-4396-ad6d-4c1e5d6a5841,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:28.632333 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Router 605ef44b-77bb-4d64-a50d-1d7babe36cd3 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:35:28.635488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-877ee5c8-3d58-4667-a1d7-3e2840017ed3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] In _notify_port_updated(), no bound segment for port 3ac3f211-22dc-4396-ad6d-4c1e5d6a5841 on network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:35:28.641749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877ee5c8-3d58-4667-a1d7-3e2840017ed3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:28.642370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-877ee5c8-3d58-4667-a1d7-3e2840017ed3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.646509 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-877ee5c8-3d58-4667-a1d7-3e2840017ed3 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "PUT /v2.0/ports/3ac3f211-22dc-4396-ad6d-4c1e5d6a5841 HTTP/1.1" status: 200 len: 1054 time: 1.3753066 Oct 20 03:35:28.647163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51632) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:28.673578 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-4cc88934-8a63-4fc5-99d6-6214377911d5 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:35:28.674602 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4cc88934-8a63-4fc5-99d6-6214377911d5 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "PUT /v2.0/routers/87771db2-78b2-45a4-9231-d211ac1f7625/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7887738 Oct 20 03:35:28.677685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51634) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:28.724691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b949e0a9-38eb-4309-8cdf-6fc4631c8b51 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.733521 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b949e0a9-38eb-4309-8cdf-6fc4631c8b51 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.790225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949e0a9-38eb-4309-8cdf-6fc4631c8b51 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a81739-6854-4fd9-a52b-46378931a767,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:28.831606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b949e0a9-38eb-4309-8cdf-6fc4631c8b51 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.833173 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b949e0a9-38eb-4309-8cdf-6fc4631c8b51 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2943239 Oct 20 03:35:28.836514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51636) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:28.843550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-194f980d-6143-4231-9288-74caa4fb7672 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'security_group_rule': {'security_group_id': '95677764-e715-41ea-83f3-c65a24227866', 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:28.850871 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Attempt 6 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:28.855645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:28.866364 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Sync routers for ids ['605ef44b-77bb-4d64-a50d-1d7babe36cd3'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:28.876984 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Routers {'605ef44b-77bb-4d64-a50d-1d7babe36cd3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:28.877908 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['605ef44b-77bb-4d64-a50d-1d7babe36cd3'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:28.891653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-382d183e-0459-47ec-b82f-ecbc589fea7a tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Deleting port 3ac3f211-22dc-4396-ad6d-4c1e5d6a5841 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:28.892250 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-382d183e-0459-47ec-b82f-ecbc589fea7a tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.908590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:28.925452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:28.929403 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cb8c4336-1260-42ba-8ef7-4986e8dfb3ad tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2668366 Oct 20 03:35:28.930077 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51638) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:29.013839 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Set router 605ef44b-77bb-4d64-a50d-1d7babe36cd3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:29.015200 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-382d183e-0459-47ec-b82f-ecbc589fea7a tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.030224 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-382d183e-0459-47ec-b82f-ecbc589fea7a tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Calling delete_port for 3ac3f211-22dc-4396-ad6d-4c1e5d6a5841 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:29.066406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.127412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-194f980d-6143-4231-9288-74caa4fb7672 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.131522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event deleted for resources: {'Port': ['ID=64066611-ceb5-418f-9c5c-2e1b27adc37b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:29.188768 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-382d183e-0459-47ec-b82f-ecbc589fea7a tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.226374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d183e-0459-47ec-b82f-ecbc589fea7a tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event deleted for resources: {'Port': ['ID=3ac3f211-22dc-4396-ad6d-4c1e5d6a5841,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:29.227017 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605ef44b-77bb-4d64-a50d-1d7babe36cd3', 'name': 'tempest-snat-router-1103065774', 'tenant_id': 'b4e977d77436475ab604adcb204692a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.89'}], 'enable_snat': False}, 'gw_port_id': 'f80088e5-0e54-4ab9-992a-a109d26cc67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:24Z', 'updated_at': '2022-10-20T03:35:27Z', 'revision_number': 3, 'project_id': 'b4e977d77436475ab604adcb204692a1', 'gw_port': {'id': 'f80088e5-0e54-4ab9-992a-a109d26cc67e', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605ef44b-77bb-4d64-a50d-1d7babe36cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:26Z', 'updated_at': '2022-10-20T03:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:29.276366 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Checking router: 605ef44b-77bb-4d64-a50d-1d7babe36cd3 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:29.276860 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Updating router 605ef44b-77bb-4d64-a50d-1d7babe36cd3 port f80088e5-0e54-4ab9-992a-a109d26cc67e binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:35:29.322808 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.411172 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Attempt 7 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:29.516790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:29.528064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-382d183e-0459-47ec-b82f-ecbc589fea7a tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.532106 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-382d183e-0459-47ec-b82f-ecbc589fea7a tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "DELETE /v2.0/ports/3ac3f211-22dc-4396-ad6d-4c1e5d6a5841 HTTP/1.1" status: 204 len: 168 time: 0.8824708 Oct 20 03:35:29.534940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51640) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:29.567882 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe4278d-5eb2-45a9-998d-ffa26474b60e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] GET failed (client error): The resource could not be found. Oct 20 03:35:29.571287 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8fe4278d-5eb2-45a9-998d-ffa26474b60e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "GET /v2.0/ports/3ac3f211-22dc-4396-ad6d-4c1e5d6a5841 HTTP/1.1" status: 404 len: 333 time: 0.0349023 Oct 20 03:35:29.575031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51642) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:29.639245 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d9dbce6b-84ae-4a2e-84a0-7031f3082284 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/routers/605ef44b-77bb-4d64-a50d-1d7babe36cd3 HTTP/1.1" status: 200 len: 908 time: 0.7057593 Oct 20 03:35:29.642882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51644) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:29.668305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1103065774', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'enable_snat': True}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:29.669244 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.677488 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.680842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ba73f63c-78dc-4e51-b24f-de8c0095a2f0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Deleting port 4bf224cd-1979-48a5-8f6c-763ca8790c15 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:29.681190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba73f63c-78dc-4e51-b24f-de8c0095a2f0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.713903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.717542 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Attempting to bind port f80088e5-0e54-4ab9-992a-a109d26cc67e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:29.718015 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Attempting to bind port f80088e5-0e54-4ab9-992a-a109d26cc67e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:29.718440 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Attempting to bind port f80088e5-0e54-4ab9-992a-a109d26cc67e on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:29.725114 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:29.725575 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:29.726048 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.726497 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:29.727026 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Bound port: f80088e5-0e54-4ab9-992a-a109d26cc67e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:29.728044 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.759612 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Pushing event updated for resources: {'Port': ['ID=f80088e5-0e54-4ab9-992a-a109d26cc67e,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:29.768344 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.768711 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.769048 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.769378 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.769704 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.770039 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.770363 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.771162 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.771162 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.771374 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.771643 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.771952 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:35:29.774951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba73f63c-78dc-4e51-b24f-de8c0095a2f0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.788738 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ba73f63c-78dc-4e51-b24f-de8c0095a2f0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Calling delete_port for 4bf224cd-1979-48a5-8f6c-763ca8790c15 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:29.796925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-194f980d-6143-4231-9288-74caa4fb7672 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.809896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.810677 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] For port f80088e5-0e54-4ab9-992a-a109d26cc67e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:29.810920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.814854 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] For port f80088e5-0e54-4ab9-992a-a109d26cc67e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f80088e5-0e54-4ab9-992a-a109d26cc67e,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:29.819275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-194f980d-6143-4231-9288-74caa4fb7672 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.819472 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.859953 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Routers {'605ef44b-77bb-4d64-a50d-1d7babe36cd3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:29.860172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.860329 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['605ef44b-77bb-4d64-a50d-1d7babe36cd3'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:29.870112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.904180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-194f980d-6143-4231-9288-74caa4fb7672 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.907937 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-194f980d-6143-4231-9288-74caa4fb7672 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0670428 Oct 20 03:35:29.907937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f980d-6143-4231-9288-74caa4fb7672 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1e768c-c70e-4c86-b17d-c11550e20674,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:29.918736 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51646) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:29.925043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-366becd9-0fba-4f59-9dd3-a4181c1b4042 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'security_group_rule': {'security_group_id': '95677764-e715-41ea-83f3-c65a24227866', 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:29.969412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba73f63c-78dc-4e51-b24f-de8c0095a2f0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.976477 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-366becd9-0fba-4f59-9dd3-a4181c1b4042 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.996212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:29.999108 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] Set router 605ef44b-77bb-4d64-a50d-1d7babe36cd3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:30.010464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73f63c-78dc-4e51-b24f-de8c0095a2f0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event deleted for resources: {'Port': ['ID=4bf224cd-1979-48a5-8f6c-763ca8790c15,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:30.014764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.014903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Fanout notify agent at l3_agent the message router_deleted on router a426e8e5-706e-4c1a-908d-ace8d9ff78c2 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:30.019009 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Attempt 8 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:30.022348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.026126 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9ade2274-0936-4951-87fa-ca8e148bc3d4 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "DELETE /v2.0/routers/a426e8e5-706e-4c1a-908d-ace8d9ff78c2 HTTP/1.1" status: 204 len: 168 time: 2.8667872 Oct 20 03:35:30.046857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51648) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:30.087328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:30.096412 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb2aca-ed18-4f56-8a02-7b82b475b418 None None] Pushing event updated for resources: {'Port': ['ID=f80088e5-0e54-4ab9-992a-a109d26cc67e,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:30.149289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1d9a90-7409-46af-8980-13486532662f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Deleting subnet cc8c888a-4d45-4777-932d-b455d0c2df49 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:35:30.215844 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5a1d9a90-7409-46af-8980-13486532662f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.220071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba73f63c-78dc-4e51-b24f-de8c0095a2f0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.221913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.226259 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ba73f63c-78dc-4e51-b24f-de8c0095a2f0 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "DELETE /v2.0/ports/4bf224cd-1979-48a5-8f6c-763ca8790c15 HTTP/1.1" status: 204 len: 168 time: 0.6474268 Oct 20 03:35:30.228915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51650) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:30.246029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bb44377-b4cd-4d17-ab46-c6877fdb0ed9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.291011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-366becd9-0fba-4f59-9dd3-a4181c1b4042 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.293337 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5a1d9a90-7409-46af-8980-13486532662f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.302279 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa3532e-5d70-4986-bde5-9696bbc56ada tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] GET failed (client error): The resource could not be found. Oct 20 03:35:30.303896 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9fa3532e-5d70-4986-bde5-9696bbc56ada tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "GET /v2.0/ports/4bf224cd-1979-48a5-8f6c-763ca8790c15 HTTP/1.1" status: 404 len: 333 time: 0.0726893 Oct 20 03:35:30.308111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51652) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:30.318683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-366becd9-0fba-4f59-9dd3-a4181c1b4042 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.353371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366becd9-0fba-4f59-9dd3-a4181c1b4042 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8a912d-1f1a-4550-b532-6fe42f54e5e1,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:30.362241 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605ef44b-77bb-4d64-a50d-1d7babe36cd3', 'name': 'tempest-snat-router-1103065774', 'tenant_id': 'b4e977d77436475ab604adcb204692a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.89'}], 'enable_snat': False}, 'gw_port_id': 'f80088e5-0e54-4ab9-992a-a109d26cc67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:24Z', 'updated_at': '2022-10-20T03:35:27Z', 'revision_number': 3, 'project_id': 'b4e977d77436475ab604adcb204692a1', 'gw_port': {'id': 'f80088e5-0e54-4ab9-992a-a109d26cc67e', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605ef44b-77bb-4d64-a50d-1d7babe36cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:26Z', 'updated_at': '2022-10-20T03:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:30.364781 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-366becd9-0fba-4f59-9dd3-a4181c1b4042 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.369539 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-366becd9-0fba-4f59-9dd3-a4181c1b4042 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4499490 Oct 20 03:35:30.372472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51654) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:30.385859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3b9ebc94-9314-410e-afeb-a8c792f8fbc5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'security_group_rule': {'security_group_id': '95677764-e715-41ea-83f3-c65a24227866', 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:30.390318 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803d0a1-7899-4f39-bfae-29d87c3b1af5 None None] The sync data for ids ['605ef44b-77bb-4d64-a50d-1d7babe36cd3'] in dv-neutron-861842-1-hyperv is: [{'id': '605ef44b-77bb-4d64-a50d-1d7babe36cd3', 'name': 'tempest-snat-router-1103065774', 'tenant_id': 'b4e977d77436475ab604adcb204692a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.89'}], 'enable_snat': False}, 'gw_port_id': 'f80088e5-0e54-4ab9-992a-a109d26cc67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:24Z', 'updated_at': '2022-10-20T03:35:27Z', 'revision_number': 3, 'project_id': 'b4e977d77436475ab604adcb204692a1', 'gw_port': {'id': 'f80088e5-0e54-4ab9-992a-a109d26cc67e', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605ef44b-77bb-4d64-a50d-1d7babe36cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:26Z', 'updated_at': '2022-10-20T03:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:30.425252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5a1d9a90-7409-46af-8980-13486532662f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.493154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5a1d9a90-7409-46af-8980-13486532662f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.519178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d9a90-7409-46af-8980-13486532662f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8c888a-4d45-4777-932d-b455d0c2df49,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:30.525808 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5a1d9a90-7409-46af-8980-13486532662f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.529059 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5a1d9a90-7409-46af-8980-13486532662f tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "DELETE /v2.0/subnets/cc8c888a-4d45-4777-932d-b455d0c2df49 HTTP/1.1" status: 204 len: 168 time: 0.4812481 Oct 20 03:35:30.531505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51656) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:30.537082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d3607-deee-4f10-880c-ebdeedec520c None None] Network 41d356c6-60df-4479-8680-a54c58588553 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:30.590325 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebc94-9314-410e-afeb-a8c792f8fbc5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.605767 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Attempt 9 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:30.655346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:30.732414 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-bfab8789-8764-4ccc-99dc-485c95478e47 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Deleting port 480261f0-e947-4642-bd18-c79e684da8b3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:30.732905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bfab8789-8764-4ccc-99dc-485c95478e47 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.791050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebc94-9314-410e-afeb-a8c792f8fbc5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.806839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebc94-9314-410e-afeb-a8c792f8fbc5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.845399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac025a89-acb2-4d26-9757-279f9947d1c2 None None] DHCP port deletion for 41d356c6-60df-4479-8680-a54c58588553 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:35:30.847459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ebc94-9314-410e-afeb-a8c792f8fbc5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a529d23-99e9-45ff-90b3-bc79e317c511,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:30.912814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ac025a89-acb2-4d26-9757-279f9947d1c2 None None] Deleting port a53b8676-3acb-41d3-b712-211c1d0cc18d {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:30.913415 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ac025a89-acb2-4d26-9757-279f9947d1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.945270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebc94-9314-410e-afeb-a8c792f8fbc5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:30.947064 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3b9ebc94-9314-410e-afeb-a8c792f8fbc5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5675228 Oct 20 03:35:30.956183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51658) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:30.962542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-98a342c8-44f8-4a93-87d6-e2a382724af5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'security_group_rule': {'security_group_id': '95677764-e715-41ea-83f3-c65a24227866', 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:31.009921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.037395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bfab8789-8764-4ccc-99dc-485c95478e47 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.079916 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Deleting port a53b8676-3acb-41d3-b712-211c1d0cc18d {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:31.080430 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.101969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-bfab8789-8764-4ccc-99dc-485c95478e47 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Calling delete_port for 480261f0-e947-4642-bd18-c79e684da8b3 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:31.128841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ac025a89-acb2-4d26-9757-279f9947d1c2 None None] For port a53b8676-3acb-41d3-b712-211c1d0cc18d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a53b8676-3acb-41d3-b712-211c1d0cc18d,segment=NetworkSegment(c366d6d5-6c21-4243-bd7a-48b1510e9509),segment_id=c366d6d5-6c21-4243-bd7a-48b1510e9509)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:31.129231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ac025a89-acb2-4d26-9757-279f9947d1c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.135451 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-98a342c8-44f8-4a93-87d6-e2a382724af5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Project b14ce2e28b1c4fbeae52cce400abaa98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:35:31.144479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ac025a89-acb2-4d26-9757-279f9947d1c2 None None] Calling delete_port for a53b8676-3acb-41d3-b712-211c1d0cc18d owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:31.147825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.157124 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Attempt 10 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:31.162324 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] For port a53b8676-3acb-41d3-b712-211c1d0cc18d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a53b8676-3acb-41d3-b712-211c1d0cc18d,segment=NetworkSegment(c366d6d5-6c21-4243-bd7a-48b1510e9509),segment_id=c366d6d5-6c21-4243-bd7a-48b1510e9509)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:31.162934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.178355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98a342c8-44f8-4a93-87d6-e2a382724af5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.178598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Calling delete_port for a53b8676-3acb-41d3-b712-211c1d0cc18d owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:31.233127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.241468 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:31.256495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Provisioning complete for port b908534c-bab7-403e-a232-f7bdcf51713b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:31.256868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.257206 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Attempt 1 to provision port b908534c-bab7-403e-a232-f7bdcf51713b Oct 20 03:35:31.287249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.329789 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ac025a89-acb2-4d26-9757-279f9947d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.338152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event deleted for resources: {'Port': ['ID=a53b8676-3acb-41d3-b712-211c1d0cc18d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:31.340710 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] No DVR routers for this DVR port a53b8676-3acb-41d3-b712-211c1d0cc18d on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:31.416696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac025a89-acb2-4d26-9757-279f9947d1c2 None None] Pushing event deleted for resources: {'Port': ['ID=a53b8676-3acb-41d3-b712-211c1d0cc18d,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:31.429691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1bb44377-b4cd-4d17-ab46-c6877fdb0ed9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Deleting port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:31.430042 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bb44377-b4cd-4d17-ab46-c6877fdb0ed9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.438439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac025a89-acb2-4d26-9757-279f9947d1c2 None None] No DVR routers for this DVR port a53b8676-3acb-41d3-b712-211c1d0cc18d on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:31.445195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ef98d8a2-c1f0-4ab7-bc2f-c987f4e62e52 None None] Current status of the port b908534c-bab7-403e-a232-f7bdcf51713b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:31.481464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.534218 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d356c6-60df-4479-8680-a54c58588553']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:31.547776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c366d6d5-6c21-4243-bd7a-48b1510e9509') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:31.548236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c366d6d5-6c21-4243-bd7a-48b1510e9509') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:31.571317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.575678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bfab8789-8764-4ccc-99dc-485c95478e47 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.596654 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.605522 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:31.606310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.613658 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aa36feb9-82f2-45e7-b618-d518aca1b894 None None] Provisioning complete for port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:31.615155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aa36feb9-82f2-45e7-b618-d518aca1b894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.615497 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aa36feb9-82f2-45e7-b618-d518aca1b894 None None] Attempt 1 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:31.643708 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment c366d6d5-6c21-4243-bd7a-48b1510e9509 resource provider aggregate not found Oct 20 03:35:31.648405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f80088e5-0e54-4ab9-992a-a109d26cc67e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:31.664775 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment c366d6d5-6c21-4243-bd7a-48b1510e9509 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c366d6d5-6c21-4243-bd7a-48b1510e9509 found for delete ", "request_id": "req-b07a6aa8-f4ea-46f1-b2be-2a4f6daf77f6"}]} Oct 20 03:35:31.699784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aa36feb9-82f2-45e7-b618-d518aca1b894 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:31.714561 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.720096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.723039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f80088e5-0e54-4ab9-992a-a109d26cc67e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:31.725990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.726150 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "DELETE /v2.0/networks/41d356c6-60df-4479-8680-a54c58588553 HTTP/1.1" status: 204 len: 168 time: 1.1911042 Oct 20 03:35:31.726253 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f80088e5-0e54-4ab9-992a-a109d26cc67e Oct 20 03:35:31.728440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51666) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:31.781729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a9ea1-53fd-4245-aa96-9826d262d6fe tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event deleted for resources: {'Network': ['ID=41d356c6-60df-4479-8680-a54c58588553,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:31.813845 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f80088e5-0e54-4ab9-992a-a109d26cc67e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:31.814267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.839118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port f80088e5-0e54-4ab9-992a-a109d26cc67e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f80088e5-0e54-4ab9-992a-a109d26cc67e,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:31.844354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.900106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=f80088e5-0e54-4ab9-992a-a109d26cc67e,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:31.917124 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a53b8676-3acb-41d3-b712-211c1d0cc18d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:35:31.918361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9140f097-79fc-4432-b6ce-1ff5251d9946 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Deleting port 42f3cea5-4dbf-47d3-8688-2739bf04c456 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:31.918876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9140f097-79fc-4432-b6ce-1ff5251d9946 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.937688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: a53b8676-3acb-41d3-b712-211c1d0cc18d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:35:31.937928 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98a342c8-44f8-4a93-87d6-e2a382724af5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.938065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a53b8676-3acb-41d3-b712-211c1d0cc18d not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:35:31.972119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98a342c8-44f8-4a93-87d6-e2a382724af5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:31.987341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab8789-8764-4ccc-99dc-485c95478e47 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event deleted for resources: {'Port': ['ID=480261f0-e947-4642-bd18-c79e684da8b3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.017140 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9140f097-79fc-4432-b6ce-1ff5251d9946 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.017715 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Allocated IP 172.26.0.61 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:32.017810 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9140f097-79fc-4432-b6ce-1ff5251d9946 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.031757 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9140f097-79fc-4432-b6ce-1ff5251d9946 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Calling delete_port for 42f3cea5-4dbf-47d3-8688-2739bf04c456 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:32.139437 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a342c8-44f8-4a93-87d6-e2a382724af5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfd63de-1929-4bee-ae20-4c73c99daf61,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.162093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bb44377-b4cd-4d17-ab46-c6877fdb0ed9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.183835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-98a342c8-44f8-4a93-87d6-e2a382724af5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.185156 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-98a342c8-44f8-4a93-87d6-e2a382724af5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2263381 Oct 20 03:35:32.187977 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51672) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:32.194949 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e57a8dce-b0ae-4512-bc4b-e051b92436e4 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'security_group_rule': {'security_group_id': '95677764-e715-41ea-83f3-c65a24227866', 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:32.196721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1bb44377-b4cd-4d17-ab46-c6877fdb0ed9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Calling delete_port for 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:32.200938 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aa36feb9-82f2-45e7-b618-d518aca1b894 None None] Attempt 2 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:32.214081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9140f097-79fc-4432-b6ce-1ff5251d9946 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.241372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bfab8789-8764-4ccc-99dc-485c95478e47 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.245648 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bfab8789-8764-4ccc-99dc-485c95478e47 tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "DELETE /v2.0/ports/480261f0-e947-4642-bd18-c79e684da8b3 HTTP/1.1" status: 204 len: 168 time: 1.9353173 Oct 20 03:35:32.249242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.250601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51674) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:32.257530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aa36feb9-82f2-45e7-b618-d518aca1b894 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:32.272986 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-e57a8dce-b0ae-4512-bc4b-e051b92436e4 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Project b14ce2e28b1c4fbeae52cce400abaa98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:35:32.276923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140f097-79fc-4432-b6ce-1ff5251d9946 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Pushing event deleted for resources: {'Port': ['ID=42f3cea5-4dbf-47d3-8688-2739bf04c456,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.324115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e57a8dce-b0ae-4512-bc4b-e051b92436e4 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.371621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.389112 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e021ebf6-1e81-44d2-9499-e30dd847855e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Deleting subnet 24e149da-cb62-4839-9ce5-276a0559d263 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:35:32.391692 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9140f097-79fc-4432-b6ce-1ff5251d9946 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.394375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9140f097-79fc-4432-b6ce-1ff5251d9946 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.395523 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9140f097-79fc-4432-b6ce-1ff5251d9946 tempest-FloatingIPAdminTestJSON-2131022814 tempest-FloatingIPAdminTestJSON-2131022814-project] 10.222.0.20 "DELETE /v2.0/floatingips/4cb4ae38-4621-4372-8778-d72dd8d5ac10 HTTP/1.1" status: 204 len: 168 time: 0.6644676 Oct 20 03:35:32.402811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e021ebf6-1e81-44d2-9499-e30dd847855e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.427945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:32.437757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:32.440932 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:32.461572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e021ebf6-1e81-44d2-9499-e30dd847855e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.487598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e57a8dce-b0ae-4512-bc4b-e051b92436e4 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.498039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event updated for resources: {'Port': ['ID=5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.518620 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e57a8dce-b0ae-4512-bc4b-e051b92436e4 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.572833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bb44377-b4cd-4d17-ab46-c6877fdb0ed9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.574916 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a8dce-b0ae-4512-bc4b-e051b92436e4 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a0e2c0-a2eb-42a4-9edf-cf7eb8510115,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.587694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e57a8dce-b0ae-4512-bc4b-e051b92436e4 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.592062 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e57a8dce-b0ae-4512-bc4b-e051b92436e4 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3997056 Oct 20 03:35:32.592062 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51678) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:32.597828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'network': {'name': 'tempest-network-smoke--440426692', 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'port_security_enabled': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:32.612523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e021ebf6-1e81-44d2-9499-e30dd847855e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.653834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Made reservation on behalf of b14ce2e28b1c4fbeae52cce400abaa98 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:32.657099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb44377-b4cd-4d17-ab46-c6877fdb0ed9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event deleted for resources: {'Port': ['ID=555bd09e-2bcb-4183-87a6-3a6a2c0eec6b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.657481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.697993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:35:32.705571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e021ebf6-1e81-44d2-9499-e30dd847855e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.731374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51682) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:32.745321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e021ebf6-1e81-44d2-9499-e30dd847855e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.752541 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e021ebf6-1e81-44d2-9499-e30dd847855e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "DELETE /v2.0/subnets/24e149da-cb62-4839-9ce5-276a0559d263 HTTP/1.1" status: 204 len: 168 time: 0.4968991 Oct 20 03:35:32.752541 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021ebf6-1e81-44d2-9499-e30dd847855e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event deleted for resources: {'Subnet': ['ID=24e149da-cb62-4839-9ce5-276a0559d263,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.752541 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.752541 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Added segment 4eb9f702-05a9-492c-bf92-16f82c93240c of type vlan for network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d Oct 20 03:35:32.753526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51686) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:32.758405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a74f77b-8281-4da3-99e2-d9baa07a7345 None None] Network 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:32.812413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.836651 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aa36feb9-82f2-45e7-b618-d518aca1b894 None None] Attempt 3 to provision port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b Oct 20 03:35:32.846854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.853691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:32.854417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.884023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aa36feb9-82f2-45e7-b618-d518aca1b894 None None] Port 555bd09e-2bcb-4183-87a6-3a6a2c0eec6b was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:35:32.913187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aa36feb9-82f2-45e7-b618-d518aca1b894 None None] Could not find standard attr ID for object 3ac3f211-22dc-4396-ad6d-4c1e5d6a5841. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:32.914321 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:32.919627 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3237069 Oct 20 03:35:32.919805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51688) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:32.920828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aa36feb9-82f2-45e7-b618-d518aca1b894 None None] Could not find standard attr ID for object 4bf224cd-1979-48a5-8f6c-763ca8790c15. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:32.928225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'admin_state_up': True, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:32.986179 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89037455-27c0-4195-adec-c28e9e5c7d1d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'Network': ['ID=b3f26d2e-fab4-43d9-9634-4e2bc7cab88d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:32.995653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.001305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.001974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:35:33.042439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74094129-878a-40ca-a42b-e4c88640dc55 None None] DHCP port deletion for 5bf3396c-a994-45d0-b97e-e95e2e4b08d3 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:35:33.072606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.085301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bb44377-b4cd-4d17-ab46-c6877fdb0ed9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.127742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-74094129-878a-40ca-a42b-e4c88640dc55 None None] Deleting port 3c7033b7-3c42-42b0-bfce-95452ea8a332 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:33.128420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74094129-878a-40ca-a42b-e4c88640dc55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.137691 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-42f5bee3-becf-41e5-a62b-01ba54c3e391 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86f815b458814f37956df7fe46822efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016535 Oct 20 03:35:33.145109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51690) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:33.200704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-74094129-878a-40ca-a42b-e4c88640dc55 None None] For port 3c7033b7-3c42-42b0-bfce-95452ea8a332, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3c7033b7-3c42-42b0-bfce-95452ea8a332,segment=NetworkSegment(19c5f495-0a27-4489-889f-911576ccb0cb),segment_id=19c5f495-0a27-4489-889f-911576ccb0cb)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:33.201526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74094129-878a-40ca-a42b-e4c88640dc55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.210215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.214034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-74094129-878a-40ca-a42b-e4c88640dc55 None None] Calling delete_port for 3c7033b7-3c42-42b0-bfce-95452ea8a332 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:33.225398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.312525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74094129-878a-40ca-a42b-e4c88640dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.340552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74094129-878a-40ca-a42b-e4c88640dc55 None None] Pushing event deleted for resources: {'Port': ['ID=3c7033b7-3c42-42b0-bfce-95452ea8a332,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:33.347531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74094129-878a-40ca-a42b-e4c88640dc55 None None] No DVR routers for this DVR port 3c7033b7-3c42-42b0-bfce-95452ea8a332 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:33.349328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Deleting port 3c7033b7-3c42-42b0-bfce-95452ea8a332 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:33.349671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.437182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05334c5e-3ff2-4296-87fd-1d13233370ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.440769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.461948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb44377-b4cd-4d17-ab46-c6877fdb0ed9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Router 87771db2-78b2-45a4-9231-d211ac1f7625 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:33.464837 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.550092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f80088e5-0e54-4ab9-992a-a109d26cc67e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:33.564812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05334c5e-3ff2-4296-87fd-1d13233370ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.568987 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] For port 3c7033b7-3c42-42b0-bfce-95452ea8a332, host dv-neutron-861842-1-hyperv, got binding levels [] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:33.569345 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.578696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Allocated IP 172.26.0.118 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/ed4d284a-038d-400e-acbd-1dbd4015987d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:33.598177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Calling delete_port for 3c7033b7-3c42-42b0-bfce-95452ea8a332 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:33.603652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.ipam_backend_mixin [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Port 3c7033b7-3c42-42b0-bfce-95452ea8a332 was not found and therefore no delete operation was performed {{(pid=103629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 20 03:35:33.604197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f80088e5-0e54-4ab9-992a-a109d26cc67e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:33.604609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.604945 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f80088e5-0e54-4ab9-992a-a109d26cc67e Oct 20 03:35:33.647823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.690194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f80088e5-0e54-4ab9-992a-a109d26cc67e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:33.704336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.744653 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3c7033b7-3c42-42b0-bfce-95452ea8a332 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:35:33.745635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.752994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event deleted for resources: {'Port': ['ID=3c7033b7-3c42-42b0-bfce-95452ea8a332,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:33.757251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] No DVR routers for this DVR port 3c7033b7-3c42-42b0-bfce-95452ea8a332 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:33.759240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb44377-b4cd-4d17-ab46-c6877fdb0ed9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:33.772485 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1bb44377-b4cd-4d17-ab46-c6877fdb0ed9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "PUT /v2.0/routers/87771db2-78b2-45a4-9231-d211ac1f7625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0904419 Oct 20 03:35:33.775577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51692) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:33.783658 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb626f07-7259-4925-8831-5275d8e342cf None None] Sync routers for ids ['87771db2-78b2-45a4-9231-d211ac1f7625'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:33.787775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 3c7033b7-3c42-42b0-bfce-95452ea8a332 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:35:33.788192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3c7033b7-3c42-42b0-bfce-95452ea8a332 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:35:33.797931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb626f07-7259-4925-8831-5275d8e342cf None None] Routers {'87771db2-78b2-45a4-9231-d211ac1f7625'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:33.798626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-cb626f07-7259-4925-8831-5275d8e342cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['87771db2-78b2-45a4-9231-d211ac1f7625'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:33.805336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:33.809783 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:33.812286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:33.818748 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'Port': ['ID=ed4d284a-038d-400e-acbd-1dbd4015987d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:33.838622 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-c1258994-d298-4fa3-a30f-bd6714ffa497 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] delete failed (client error): The resource could not be found. Oct 20 03:35:33.840420 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c1258994-d298-4fa3-a30f-bd6714ffa497 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-170156799 HTTP/1.1" status: 404 len: 334 time: 0.0630701 Oct 20 03:35:33.841431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-cb626f07-7259-4925-8831-5275d8e342cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:33.847463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51694) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:33.851825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.855023 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c145cb5a-0e89-47e4-ab22-9868daca787d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Request body: {'router': {'external_gateway_info': {'network_id': '87771db2-78b2-45a4-9231-d211ac1f7625'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:33.857581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb626f07-7259-4925-8831-5275d8e342cf None None] Routers {'87771db2-78b2-45a4-9231-d211ac1f7625'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:33.858669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-cb626f07-7259-4925-8831-5275d8e342cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['87771db2-78b2-45a4-9231-d211ac1f7625'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:33.877390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05334c5e-3ff2-4296-87fd-1d13233370ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.880008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05334c5e-3ff2-4296-87fd-1d13233370ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.881168 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-05334c5e-3ff2-4296-87fd-1d13233370ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39942716-4c11-4ef9-a153-a7a18d043a76 HTTP/1.1" status: 204 len: 168 time: 0.7343712 Oct 20 03:35:33.912851 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-cb626f07-7259-4925-8831-5275d8e342cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:33.913976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb626f07-7259-4925-8831-5275d8e342cf None None] The sync data for ids ['87771db2-78b2-45a4-9231-d211ac1f7625'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:33.947983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:33.962373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05334c5e-3ff2-4296-87fd-1d13233370ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39942716-4c11-4ef9-a153-a7a18d043a76,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:33.985386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf3396c-a994-45d0-b97e-e95e2e4b08d3']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:33.999961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c5f495-0a27-4489-889f-911576ccb0cb') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:34.000307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c5f495-0a27-4489-889f-911576ccb0cb') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:34.043590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.065036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.075216 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:34.075694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.105495 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 19c5f495-0a27-4489-889f-911576ccb0cb resource provider aggregate not found Oct 20 03:35:34.161721 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 19c5f495-0a27-4489-889f-911576ccb0cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19c5f495-0a27-4489-889f-911576ccb0cb found for delete ", "request_id": "req-e207d5a7-a6df-441c-a72f-bdc4f131ac8d"}]} Oct 20 03:35:34.175068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.178001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Router 4fc5ced6-d314-4d48-9d21-7a75da28b5c4 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:35:34.188329 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.191604 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] 10.222.0.20 "DELETE /v2.0/networks/5bf3396c-a994-45d0-b97e-e95e2e4b08d3 HTTP/1.1" status: 204 len: 168 time: 1.4371421 Oct 20 03:35:34.198988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c145cb5a-0e89-47e4-ab22-9868daca787d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.206261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230ead7-39e2-48ab-a42d-e4092abddd6e tempest-AllowedAddressPairTestJSON-52013918 tempest-AllowedAddressPairTestJSON-52013918-project] Pushing event deleted for resources: {'Network': ['ID=5bf3396c-a994-45d0-b97e-e95e2e4b08d3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:34.226151 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-c145cb5a-0e89-47e4-ab22-9868daca787d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] update failed (client error): The resource could not be found. Oct 20 03:35:34.227226 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c145cb5a-0e89-47e4-ab22-9868daca787d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "PUT /v2.0/routers/87771db2-78b2-45a4-9231-d211ac1f7625 HTTP/1.1" status: 404 len: 339 time: 0.3788066 Oct 20 03:35:34.231064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51706) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:34.232837 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51708) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:34.323832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:34.339816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4bd18a9e-2cde-4cc9-9797-748884b52847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.342636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.343883 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fa251275-d3ed-43c7-bd8b-8bc1e71b59f1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6977808 Oct 20 03:35:34.346039 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Sync routers for ids ['4fc5ced6-d314-4d48-9d21-7a75da28b5c4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:34.346641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51712) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:34.360302 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Routers {'4fc5ced6-d314-4d48-9d21-7a75da28b5c4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:34.361098 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['4fc5ced6-d314-4d48-9d21-7a75da28b5c4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:34.470771 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f57a3c02-8bca-4947-8b08-aa3840e821fe tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/routers/4fc5ced6-d314-4d48-9d21-7a75da28b5c4 HTTP/1.1" status: 200 len: 907 time: 0.1230156 Oct 20 03:35:34.473337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51714) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:34.474686 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Set router 4fc5ced6-d314-4d48-9d21-7a75da28b5c4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:34.487903 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51716) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:34.684973 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.690974 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc5ced6-d314-4d48-9d21-7a75da28b5c4', 'name': 'tempest-snat-router-1103065774', 'tenant_id': 'b4e977d77436475ab604adcb204692a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:29Z', 'updated_at': '2022-10-20T03:35:32Z', 'revision_number': 3, 'project_id': 'b4e977d77436475ab604adcb204692a1', 'gw_port': {'id': '5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc5ced6-d314-4d48-9d21-7a75da28b5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:31Z', 'updated_at': '2022-10-20T03:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:34.720033 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Checking router: 4fc5ced6-d314-4d48-9d21-7a75da28b5c4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:34.720412 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Updating router 4fc5ced6-d314-4d48-9d21-7a75da28b5c4 port 5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:35:34.745968 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.801976 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1565cf02-29bf-45e9-8e63-c91dcec33378 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98464ccac6f047148223a0d8ccfb45eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760606 Oct 20 03:35:34.813390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51720) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:34.827489 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.888937 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4bd18a9e-2cde-4cc9-9797-748884b52847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.917994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73b3d03b-69b2-4042-bee7-c1d4b3a3bb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.928674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:34.976604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73b3d03b-69b2-4042-bee7-c1d4b3a3bb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.018671 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.028926 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.065577 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Attempting to bind port 5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:35.066187 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Attempting to bind port 5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:35.066721 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Attempting to bind port 5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:35.078461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.079906 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:35.080284 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:35.080709 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.081101 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:35.081584 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Bound port: 5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:35.082427 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.087555 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5477885-3d9d-48f6-b657-f3cf3e3615bb None None] Pushing event updated for resources: {'Port': ['ID=5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:35.090945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73b3d03b-69b2-4042-bee7-c1d4b3a3bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.093642 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73b3d03b-69b2-4042-bee7-c1d4b3a3bb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.097177 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-73b3d03b-69b2-4042-bee7-c1d4b3a3bb49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59441736-26b8-45c2-bcc0-d7ab1682060a HTTP/1.1" status: 204 len: 168 time: 0.2804155 Oct 20 03:35:35.115887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3d03b-69b2-4042-bee7-c1d4b3a3bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59441736-26b8-45c2-bcc0-d7ab1682060a,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:35.176158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Deleting port 5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:35.176859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.182737 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] For port 5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:35.187167 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] For port 5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:35.191866 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.249656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4bd18a9e-2cde-4cc9-9797-748884b52847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.251503 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5477885-3d9d-48f6-b657-f3cf3e3615bb None None] Pushing event updated for resources: {'Port': ['ID=5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:35.271379 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Routers {'4fc5ced6-d314-4d48-9d21-7a75da28b5c4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:35.272221 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['4fc5ced6-d314-4d48-9d21-7a75da28b5c4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:35.286081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] For port 5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47, host dv-neutron-861842-1-hyperv, got binding levels [] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:35.286450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.301441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Calling delete_port for 5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:35.379050 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] Set router 4fc5ced6-d314-4d48-9d21-7a75da28b5c4 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:35.387688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd18a9e-2cde-4cc9-9797-748884b52847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677b1b31-6504-4bbb-a5ac-d2a06b953dc5,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:35.393428 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4bd18a9e-2cde-4cc9-9797-748884b52847 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f359dc5b30e4e1da5e4a4c1fbfb282a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1554489 Oct 20 03:35:35.398423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51728) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:35.448618 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc5ced6-d314-4d48-9d21-7a75da28b5c4', 'name': 'tempest-snat-router-1103065774', 'tenant_id': 'b4e977d77436475ab604adcb204692a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:29Z', 'updated_at': '2022-10-20T03:35:35Z', 'revision_number': 4, 'project_id': 'b4e977d77436475ab604adcb204692a1', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:35.484915 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449eeed1-2f07-47f0-acc7-a4781812d962 None None] The sync data for ids ['4fc5ced6-d314-4d48-9d21-7a75da28b5c4'] in dv-neutron-861842-1-hyperv is: [{'id': '4fc5ced6-d314-4d48-9d21-7a75da28b5c4', 'name': 'tempest-snat-router-1103065774', 'tenant_id': 'b4e977d77436475ab604adcb204692a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:29Z', 'updated_at': '2022-10-20T03:35:35Z', 'revision_number': 4, 'project_id': 'b4e977d77436475ab604adcb204692a1', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:35.552550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8a633408-89c6-4d7c-85a0-68f4cf953d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.566183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.582781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8a633408-89c6-4d7c-85a0-68f4cf953d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.604883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.647281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c5df3bf-a6d1-4e77-a980-3c75bdeb7a47,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:35.665517 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Allocated IP 172.20.0.1 (c090ebc7-46cc-492e-9f6c-4a882cddfb51/9062f7db-1972-4b1c-ad4a-830de818b289/2770b76b-29a0-45cc-8190-b30510579dff) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:35.718529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.748338 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8a633408-89c6-4d7c-85a0-68f4cf953d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.751159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8a633408-89c6-4d7c-85a0-68f4cf953d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.752863 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8a633408-89c6-4d7c-85a0-68f4cf953d6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/677b1b31-6504-4bbb-a5ac-d2a06b953dc5 HTTP/1.1" status: 204 len: 168 time: 0.3540394 Oct 20 03:35:35.807574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a633408-89c6-4d7c-85a0-68f4cf953d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677b1b31-6504-4bbb-a5ac-d2a06b953dc5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:35.839835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.844721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.878652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:35:35.890707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.925046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.927030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc5ced6-d314-4d48-9d21-7a75da28b5c4 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:35.934656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:35.937570 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d15baf3-a666-4dd0-bf6e-0b93fff25789 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4fc5ced6-d314-4d48-9d21-7a75da28b5c4 HTTP/1.1" status: 204 len: 168 time: 1.4630404 Oct 20 03:35:35.940026 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51744) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:36.010987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.071760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Network c090ebc7-46cc-492e-9f6c-4a882cddfb51 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:36.077299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:36.079769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:36.086251 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:36.101241 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Sync routers for ids ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:36.121696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Routers {'71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:36.123379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:36.123985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.144795 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event updated for resources: {'Port': ['ID=2770b76b-29a0-45cc-8190-b30510579dff,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:36.166390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.171296 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-40f1ba86-3fc7-4ddb-8bb9-561caa01eb91 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2504604 Oct 20 03:35:36.174443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51750) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:36.191407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.237277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51754) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:36.327093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51758) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:36.353554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Set router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:36.363331 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b48d4c48-19f5-41ce-a937-6de96160c134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.399176 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.460202 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.549208 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Deleting port f80088e5-0e54-4ab9-992a-a109d26cc67e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:36.549586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.581820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Provisioning complete for port 2770b76b-29a0-45cc-8190-b30510579dff triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:36.582438 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.583060 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Attempt 1 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:36.587866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b48d4c48-19f5-41ce-a937-6de96160c134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.589035 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3d08aab4-4acc-41d0-b1eb-e170cbbca6a0 tempest-TestNetworkAdvancedServerOps-563875292 tempest-TestNetworkAdvancedServerOps-563875292-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b14ce2e28b1c4fbeae52cce400abaa98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4134357 Oct 20 03:35:36.592040 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51760) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:36.595034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1020451368'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:36.615473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b48d4c48-19f5-41ce-a937-6de96160c134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.649027 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b48d4c48-19f5-41ce-a937-6de96160c134 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=370b63ddf04c4576908b4668c74c4986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182352 Oct 20 03:35:36.653511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:36.664237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51762) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:36.683892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:34Z', 'revision_number': 3, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:36.707432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Made reservation on behalf of dcdfdcf3b43b4c8a9f55285c40496d98 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:36.712115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.717798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d4c48-19f5-41ce-a937-6de96160c134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718253b2-b1bb-4565-ab58-3f6e704054d2,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:36.718624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Checking router: 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:36.719115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Updating router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 port ed4d284a-038d-400e-acbd-1dbd4015987d binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:35:36.745383 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.750774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.764868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] For port f80088e5-0e54-4ab9-992a-a109d26cc67e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f80088e5-0e54-4ab9-992a-a109d26cc67e,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:36.765521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.784438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Calling delete_port for f80088e5-0e54-4ab9-992a-a109d26cc67e owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:36.903153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9a7314e-8de6-4765-a288-7ec7dfc604cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.907265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33645be9-0dec-48cc-bb3e-9f07b848f5cf tempest-TestNetworkAdvancedServerOps-563875292 tempest-TestNetworkAdvancedServerOps-563875292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:36.908813 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-33645be9-0dec-48cc-bb3e-9f07b848f5cf tempest-TestNetworkAdvancedServerOps-563875292 tempest-TestNetworkAdvancedServerOps-563875292-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3159146 Oct 20 03:35:36.917017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51764) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:36.948703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.959264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:36.996432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:35:37.008418 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7444315c-1a8f-4a5d-be9b-a827cf5edcfb,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:37.011501 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-103b6759-946c-49c4-a3e6-8e957bb4b8b4 tempest-TestNetworkAdvancedServerOps-563875292 tempest-TestNetworkAdvancedServerOps-563875292-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0917807 Oct 20 03:35:37.019548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51766) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:37.024060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9a7314e-8de6-4765-a288-7ec7dfc604cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.029929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.034370 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1810628076', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:37.035898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.043674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.044021 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Added segment 41973851-b613-4c2f-ba14-d7797a409483 of type vlan for network f534e3be-9af2-4424-8e49-ee091f47d2b8 Oct 20 03:35:37.080024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Attempting to bind port ed4d284a-038d-400e-acbd-1dbd4015987d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:37.080703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Attempting to bind port ed4d284a-038d-400e-acbd-1dbd4015987d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:37.081298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Attempting to bind port ed4d284a-038d-400e-acbd-1dbd4015987d on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:37.092390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:37.093222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:37.093826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.094434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:37.095221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Bound port: ed4d284a-038d-400e-acbd-1dbd4015987d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:37.095826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.101362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.106223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.129139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef332b7-6e6d-440f-bebb-bfdf8236d913 None None] Pushing event updated for resources: {'Port': ['ID=ed4d284a-038d-400e-acbd-1dbd4015987d,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:37.154705 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Attempt 2 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:37.173015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event deleted for resources: {'Port': ['ID=f80088e5-0e54-4ab9-992a-a109d26cc67e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:37.188901 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] For port ed4d284a-038d-400e-acbd-1dbd4015987d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:37.194045 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.208489 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.211847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.213981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] For port ed4d284a-038d-400e-acbd-1dbd4015987d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ed4d284a-038d-400e-acbd-1dbd4015987d,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:37.215729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:37.218386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:37.219095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.221327 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.269400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Made reservation on behalf of b14ce2e28b1c4fbeae52cce400abaa98 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:37.270020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.273819 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.277826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Routers {'71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:37.278478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:37.305134 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0667968 Oct 20 03:35:37.310606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51768) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:37.314626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9a7314e-8de6-4765-a288-7ec7dfc604cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.317375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9a7314e-8de6-4765-a288-7ec7dfc604cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.318604 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e9a7314e-8de6-4765-a288-7ec7dfc604cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/718253b2-b1bb-4565-ab58-3f6e704054d2 HTTP/1.1" status: 204 len: 168 time: 0.6533301 Oct 20 03:35:37.326623 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Request body: {'subnet': {'network_id': 'f534e3be-9af2-4424-8e49-ee091f47d2b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:37.341818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef332b7-6e6d-440f-bebb-bfdf8236d913 None None] Pushing event updated for resources: {'Port': ['ID=ed4d284a-038d-400e-acbd-1dbd4015987d,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:37.366219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8510b56-a588-4467-9211-347378b5541c tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event updated for resources: {'Network': ['ID=f534e3be-9af2-4424-8e49-ee091f47d2b8,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:37.367809 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event updated for resources: {'Port': ['ID=2770b76b-29a0-45cc-8190-b30510579dff,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:37.375448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.382795 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7314e-8de6-4765-a288-7ec7dfc604cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718253b2-b1bb-4565-ab58-3f6e704054d2,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:37.391090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network f534e3be-9af2-4424-8e49-ee091f47d2b8 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:35:37.414417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.419768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.509773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.510463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 605ef44b-77bb-4d64-a50d-1d7babe36cd3 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:37.522440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.525195 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-47a7e773-ae50-47ce-ace2-99eed6110dc2 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "DELETE /v2.0/routers/605ef44b-77bb-4d64-a50d-1d7babe36cd3 HTTP/1.1" status: 204 len: 168 time: 1.5841742 Oct 20 03:35:37.529312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51772) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:37.533966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1193615102', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:37.563715 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.564944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.623753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] Set router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:37.627211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Made reservation on behalf of dcdfdcf3b43b4c8a9f55285c40496d98 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:37.630883 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.700748 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.718228 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Attempt 3 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:37.810648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:37.844870 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Network c090ebc7-46cc-492e-9f6c-4a882cddfb51 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:37.854920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:37.910198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:37.912147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:34Z', 'revision_number': 3, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:37.986633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0a456-babe-4610-a130-3057a78ecdb7 None None] The sync data for ids ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'] in dv-neutron-861842-1-hyperv is: [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:34Z', 'revision_number': 3, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:38.053102 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Router 87771db2-78b2-45a4-9231-d211ac1f7625 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:38.191139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.211128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.230790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.315688 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Attempt 4 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:38.382242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Allocated IP 172.26.0.175 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/9baf345d-bad7-4517-a215-a31a29f562df) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:38.393209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:38.408657 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad023467-3a3a-4318-b41a-d019dc94fb74 None None] Sync routers for ids ['87771db2-78b2-45a4-9231-d211ac1f7625'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:38.411713 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-77dff24f-b4a1-41f5-8e60-6d121e689e04 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "PUT /v2.0/routers/87771db2-78b2-45a4-9231-d211ac1f7625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1796627 Oct 20 03:35:38.416060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51794) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:38.426751 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'Subnet': ['ID=69458668-487a-4f8f-8bfe-ae842521d615,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:38.447816 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad023467-3a3a-4318-b41a-d019dc94fb74 None None] Routers {'87771db2-78b2-45a4-9231-d211ac1f7625'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:38.450140 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ad023467-3a3a-4318-b41a-d019dc94fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['87771db2-78b2-45a4-9231-d211ac1f7625'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:38.495260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:38.499533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.512744 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ad023467-3a3a-4318-b41a-d019dc94fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:38.522357 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad023467-3a3a-4318-b41a-d019dc94fb74 None None] Routers {'87771db2-78b2-45a4-9231-d211ac1f7625'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:38.523198 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ad023467-3a3a-4318-b41a-d019dc94fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['87771db2-78b2-45a4-9231-d211ac1f7625'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:38.577429 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ad023467-3a3a-4318-b41a-d019dc94fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:38.578342 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad023467-3a3a-4318-b41a-d019dc94fb74 None None] The sync data for ids ['87771db2-78b2-45a4-9231-d211ac1f7625'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:38.584603 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.627950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.675891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:38.679072 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:38.682109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:38.718990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Pushing event updated for resources: {'Port': ['ID=9baf345d-bad7-4517-a215-a31a29f562df,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:38.908921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Checking segment: {'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:38.908921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Network hostable DHCP agents. Network: b3f26d2e-fab4-43d9-9634-4e2bc7cab88d, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:35:38.964410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:38.996222 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Attempt 5 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:39.038874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7f33b338-843f-4cd2-a028-df0710c85bf2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.058306 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:39.102874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:35:39.171047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, b3f26d2e-fab4-43d9-9634-4e2bc7cab88d) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:39.176173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event updated for resources: {'Subnet': ['ID=e64f9246-9945-4ce3-b9c4-1730e68be34d,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:39.180482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7666f9-58ab-4b1e-bd60-977c88baca9b None None] Network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:39.185693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:39.186289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.201913 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-7f33b338-843f-4cd2-a028-df0710c85bf2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 03:35:39.205669 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7f33b338-843f-4cd2-a028-df0710c85bf2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "DELETE /v2.0/routers/87771db2-78b2-45a4-9231-d211ac1f7625 HTTP/1.1" status: 409 len: 329 time: 0.7712457 Oct 20 03:35:39.216662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51810) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:39.236560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Checking segment: {'id': '41973851-b613-4c2f-ba14-d7797a409483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f534e3be-9af2-4424-8e49-ee091f47d2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:39.236965 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Network hostable DHCP agents. Network: f534e3be-9af2-4424-8e49-ee091f47d2b8, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:35:39.276740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51812) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:39.282198 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-967487ef-3b34-46a2-9782-c42b46dd684f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2619245 Oct 20 03:35:39.291507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51814) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:39.354012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.390901 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Network f534e3be-9af2-4424-8e49-ee091f47d2b8 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:35:39.407488 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, f534e3be-9af2-4424-8e49-ee091f47d2b8) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:39.420120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c0e43b-c673-4d0c-b677-a1706501336b None None] Network f534e3be-9af2-4424-8e49-ee091f47d2b8 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:39.420702 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:39.420801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.441485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:35:39.442478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.464827 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-48e7caf9-b9a9-401f-a665-824de6afcaaa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1525986 Oct 20 03:35:39.541105 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2084511138'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:39.565710 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3b95b90d-d5dd-4d28-ab69-782b562ff3ab tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2496598 Oct 20 03:35:39.566921 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Attempt 6 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:39.569716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51820) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:39.607297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3b771440-79da-4b78-be82-636906556550 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-243485290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:39.677624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ed4d284a-038d-400e-acbd-1dbd4015987d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:39.678266 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Made reservation on behalf of 55cb3be2b9854ee48e659a437be0b645 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:39.681815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.689062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:39.697236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-22223c9f-7484-4b5a-92c8-2743ff2bdb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:39.699180 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-22223c9f-7484-4b5a-92c8-2743ff2bdb93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28edb78bb08c4c939bf1654792b077cd&device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 1098 time: 0.1746688 Oct 20 03:35:39.706644 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.726631 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b771440-79da-4b78-be82-636906556550 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.728239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b771440-79da-4b78-be82-636906556550 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.751574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.866332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Allocated IP 172.20.0.2 (b3f26d2e-fab4-43d9-9634-4e2bc7cab88d/69458668-487a-4f8f-8bfe-ae842521d615/0723983a-356b-48e0-aed9-ce726f1e9542) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:39.881831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-2f6fd596-2ee5-401d-8133-87b45e2ab9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:39.883502 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-2f6fd596-2ee5-401d-8133-87b45e2ab9da service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9204721-61ef-4686-b958-5b9a308bf3ea HTTP/1.1" status: 200 len: 906 time: 0.1617966 Oct 20 03:35:39.983388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b771440-79da-4b78-be82-636906556550 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:39.983916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-f534e3be-9af2-4424-8e49-ee091f47d2b8', 'network_id': 'f534e3be-9af2-4424-8e49-ee091f47d2b8', 'tenant_id': 'dcdfdcf3b43b4c8a9f55285c40496d98', 'fixed_ips': [{'subnet_id': 'e64f9246-9945-4ce3-b9c4-1730e68be34d'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:35:39.984689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.005058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b771440-79da-4b78-be82-636906556550 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.007820 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-558e1362-c41f-4784-9e56-b41d685a7bb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=955df6a9-ebb1-4dee-b96e-81045e4a7bab HTTP/1.1" status: 200 len: 1001 time: 0.0904565 Oct 20 03:35:40.019274 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ed4d284a-038d-400e-acbd-1dbd4015987d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:40.019628 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.019972 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ed4d284a-038d-400e-acbd-1dbd4015987d Oct 20 03:35:40.025963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Router 0f7d2a56-8f9f-431b-a144-2d114b18e562 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:35:40.070514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b771440-79da-4b78-be82-636906556550 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.071849 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3b771440-79da-4b78-be82-636906556550 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4974527 Oct 20 03:35:40.085810 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51824) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:40.127820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-b0c6a679-7895-4d0d-847a-09cc000a65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:40.129571 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-b0c6a679-7895-4d0d-847a-09cc000a65ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a420618-9b1b-4382-9bcf-0e0b9def6206 HTTP/1.1" status: 200 len: 844 time: 0.1147561 Oct 20 03:35:40.147606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.159164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.190896 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Attempt 7 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:40.209058 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:40.229638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-fb666a7b-a030-4f59-926f-09dffd56f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:40.231134 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-fb666a7b-a030-4f59-926f-09dffd56f664 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9204721-61ef-4686-b958-5b9a308bf3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700009 Oct 20 03:35:40.238087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.242851 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-02ae4328-bace-4687-9ddd-74f026ff8953 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7097001 Oct 20 03:35:40.247976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51826) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:40.248687 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:35:40.259895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305d1e83-81ef-45ef-994d-716c8a91c645 None None] Sync routers for ids ['0f7d2a56-8f9f-431b-a144-2d114b18e562'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:40.271859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.285280 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d1e83-81ef-45ef-994d-716c8a91c645 None None] Routers {'0f7d2a56-8f9f-431b-a144-2d114b18e562'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:40.286710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-305d1e83-81ef-45ef-994d-716c8a91c645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f7d2a56-8f9f-431b-a144-2d114b18e562'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:40.298091 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f9a4083e-1d39-48ca-8ec5-ff14539950b9 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'enable_snat': False}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:40.353063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-305d1e83-81ef-45ef-994d-716c8a91c645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:40.356154 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-bbddbf93-8ec1-4e3f-a1eb-0ed72b12139b service neutron] 10.222.0.36 "GET /v2.0/networks/d9204721-61ef-4686-b958-5b9a308bf3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150551 Oct 20 03:35:40.362791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.400343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.400681 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Added segment a92fa2d2-6304-4cfa-9e51-4344ad17e1fa of type vlan for network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf Oct 20 03:35:40.421383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b739dd33-c3bd-4bb5-96f4-81766de43e2b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:40.436719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:40.437262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ed4d284a-038d-400e-acbd-1dbd4015987d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:40.437858 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.472039 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9bfe0f7f-a4ff-443a-bc98-25d1b4a17e58 req-08f4c9c0-e477-4897-a83f-f6bd800a385f service neutron] 10.222.0.36 "GET /v2.0/networks/d9204721-61ef-4686-b958-5b9a308bf3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078191 Oct 20 03:35:40.506019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:40.513558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d1e83-81ef-45ef-994d-716c8a91c645 None None] Routers {'0f7d2a56-8f9f-431b-a144-2d114b18e562'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:40.514192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-305d1e83-81ef-45ef-994d-716c8a91c645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f7d2a56-8f9f-431b-a144-2d114b18e562'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:40.519918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port ed4d284a-038d-400e-acbd-1dbd4015987d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ed4d284a-038d-400e-acbd-1dbd4015987d,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:40.521195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:40.523854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:40.533885 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Allocated IP 172.20.0.2 (f534e3be-9af2-4424-8e49-ee091f47d2b8/e64f9246-9945-4ce3-b9c4-1730e68be34d/a1bd46ba-15bb-4929-97ff-4f1af6d391ab) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:40.537725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.568650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.579584 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-305d1e83-81ef-45ef-994d-716c8a91c645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:40.580240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305d1e83-81ef-45ef-994d-716c8a91c645 None None] The sync data for ids ['0f7d2a56-8f9f-431b-a144-2d114b18e562'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:40.585009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f80088e5-0e54-4ab9-992a-a109d26cc67e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:35:40.590648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Pushing event updated for resources: {'Port': ['ID=0723983a-356b-48e0-aed9-ce726f1e9542,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:40.810385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: f80088e5-0e54-4ab9-992a-a109d26cc67e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:35:40.810593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f80088e5-0e54-4ab9-992a-a109d26cc67e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:35:40.860890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Attempting to bind port 0723983a-356b-48e0-aed9-ce726f1e9542 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:40.861262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Attempting to bind port 0723983a-356b-48e0-aed9-ce726f1e9542 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:40.861643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Attempting to bind port 0723983a-356b-48e0-aed9-ce726f1e9542 on network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:40.901367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=ed4d284a-038d-400e-acbd-1dbd4015987d,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:40.906911 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:40.907719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Checking segment: {'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:40.907719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.908065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Bound using segment: {'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:40.908322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.db.resource_extend [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:35:40.908569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Bound port: 0723983a-356b-48e0-aed9-ce726f1e9542, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:40.909006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:40.952472 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Attempt 8 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:40.999842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3877e20e-3835-4402-89f6-81b1cf33176d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.033255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.038544 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:41.039126 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.054063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:41.065664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] For port 0723983a-356b-48e0-aed9-ce726f1e9542, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:41.070670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] For port 0723983a-356b-48e0-aed9-ce726f1e9542, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0723983a-356b-48e0-aed9-ce726f1e9542,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:41.074820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.077965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.085498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.128184 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Network f534e3be-9af2-4424-8e49-ee091f47d2b8 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:41.131142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:41.134953 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:41.138457 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.148119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.154546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd36d43-d71c-4615-8dbc-a1b6863e2457 None None] Pushing event updated for resources: {'Port': ['ID=0723983a-356b-48e0-aed9-ce726f1e9542,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:41.201343 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9201035 Oct 20 03:35:41.257650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Attempting to bind port a1bd46ba-15bb-4929-97ff-4f1af6d391ab on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:41.258095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Attempting to bind port a1bd46ba-15bb-4929-97ff-4f1af6d391ab by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '41973851-b613-4c2f-ba14-d7797a409483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f534e3be-9af2-4424-8e49-ee091f47d2b8'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:41.259185 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Attempting to bind port a1bd46ba-15bb-4929-97ff-4f1af6d391ab on network f534e3be-9af2-4424-8e49-ee091f47d2b8 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:41.268363 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Pushing event updated for resources: {'Port': ['ID=a1bd46ba-15bb-4929-97ff-4f1af6d391ab,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:41.271020 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:41.272053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Checking segment: {'id': '41973851-b613-4c2f-ba14-d7797a409483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f534e3be-9af2-4424-8e49-ee091f47d2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:41.272572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.273019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Bound using segment: {'id': '41973851-b613-4c2f-ba14-d7797a409483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f534e3be-9af2-4424-8e49-ee091f47d2b8'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:41.273576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Bound port: a1bd46ba-15bb-4929-97ff-4f1af6d391ab, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41973851-b613-4c2f-ba14-d7797a409483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f534e3be-9af2-4424-8e49-ee091f47d2b8'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:41.274065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.371205 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc257d-911b-4aad-b5d0-061a17c15165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Pushing event updated for resources: {'Network': ['ID=07ca5e17-8f6e-4ca2-88a5-d605e22684bf,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:41.398014 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:35:41.424316 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] For port a1bd46ba-15bb-4929-97ff-4f1af6d391ab, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:41.481121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51832) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:41.482011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] For port a1bd46ba-15bb-4929-97ff-4f1af6d391ab, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a1bd46ba-15bb-4929-97ff-4f1af6d391ab,segment=NetworkSegment(41973851-b613-4c2f-ba14-d7797a409483),segment_id=41973851-b613-4c2f-ba14-d7797a409483)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:41.492676 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Request body: {'port': {'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf', 'binding:host_id': 'hv-neutron-8618', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-207152750'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:41.522717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.570677 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Attempt 9 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:41.577591 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:35:41.579354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Made reservation on behalf of 0353db23b54e49219adfe235ff181a7b for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:41.591931 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.634258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:41.640744 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.644840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6940a-3d36-463b-b135-7e538ef64d4b None None] Pushing event updated for resources: {'Port': ['ID=a1bd46ba-15bb-4929-97ff-4f1af6d391ab,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:41.764776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.776898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0723983a-356b-48e0-aed9-ce726f1e9542 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:41.785220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.799033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] device_id is not set on port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:41.865790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f9a4083e-1d39-48ca-8ec5-ff14539950b9 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.875871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 0723983a-356b-48e0-aed9-ce726f1e9542 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:41.877156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:41.879342 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 0723983a-356b-48e0-aed9-ce726f1e9542 Oct 20 03:35:41.924214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e74228e-19cf-44f9-a873-9ce5af67b502,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:41.996882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 0723983a-356b-48e0-aed9-ce726f1e9542 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:41.997076 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.050507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 0723983a-356b-48e0-aed9-ce726f1e9542, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0723983a-356b-48e0-aed9-ce726f1e9542,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:42.057611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.059254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ed4d284a-038d-400e-acbd-1dbd4015987d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:42.070953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Allocated IP 172.20.0.1 (f534e3be-9af2-4424-8e49-ee091f47d2b8/e64f9246-9945-4ce3-b9c4-1730e68be34d/e8c75cc5-f2ca-4fda-8c07-e448f3077f74) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:42.143460 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Attempt 10 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:42.154360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] device_id is not set on port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:42.170773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.181062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=0723983a-356b-48e0-aed9-ce726f1e9542,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:42.182778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.187770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff18fb-fc0d-42a9-b738-e4e9227b10c9 None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:42.209423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ed4d284a-038d-400e-acbd-1dbd4015987d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:42.209846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.210178 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ed4d284a-038d-400e-acbd-1dbd4015987d Oct 20 03:35:42.245476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event updated for resources: {'Port': ['ID=3d3b5de3-a4b7-4064-ba7f-eedde57b46f3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:42.277994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Checking segment: {'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:42.279017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Network hostable DHCP agents. Network: 07ca5e17-8f6e-4ca2-88a5-d605e22684bf, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:35:42.302728 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:35:42.322884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ed4d284a-038d-400e-acbd-1dbd4015987d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:42.329022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 07ca5e17-8f6e-4ca2-88a5-d605e22684bf) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:42.333499 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:42.333653 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e20f59f1-13b9-477a-92e8-200e557556af None None] Provisioning complete for port 2770b76b-29a0-45cc-8190-b30510579dff triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:42.333960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e20f59f1-13b9-477a-92e8-200e557556af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.334883 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e20f59f1-13b9-477a-92e8-200e557556af None None] Attempt 1 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:42.341923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Allocated IP 172.20.0.1 (b3f26d2e-fab4-43d9-9634-4e2bc7cab88d/69458668-487a-4f8f-8bfe-ae842521d615/1efa1761-7153-4ca4-b382-79ff306ae474) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:42.354792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:42.355215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:42.355806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:42.361514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:42.361931 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:42.362503 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 2 to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 Oct 20 03:35:42.364619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c75ff3f-c92c-43d2-8c2e-fc075ee3055d None None] Network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:42.381233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:42.381644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:42.382064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:42.387715 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:42.388122 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:42.388740 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 3 to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 Oct 20 03:35:42.403377 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e20f59f1-13b9-477a-92e8-200e557556af None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:42.409023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:42.409541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:42.410102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:42.416128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:42.417585 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:42.418787 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 4 to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 Oct 20 03:35:42.434586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:42.434927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:42.435374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:42.441381 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:42.441721 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:42.442378 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 5 to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 Oct 20 03:35:42.452852 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3877e20e-3835-4402-89f6-81b1cf33176d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Deleting port 2770b76b-29a0-45cc-8190-b30510579dff {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:42.453204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3877e20e-3835-4402-89f6-81b1cf33176d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.463080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:42.463415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:42.463762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:42.469420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:42.469752 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:42.470145 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 6 to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 Oct 20 03:35:42.475053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.486998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:42.487519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:42.487680 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:42.493547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:42.493926 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:42.494324 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 7 to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 Oct 20 03:35:42.518233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:42.518606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:42.519231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:42.524031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:42.524949 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:42.525972 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 8 to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 Oct 20 03:35:42.538806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:42.539138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:42.539763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:42.545091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:42.545416 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:42.545798 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 9 to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 Oct 20 03:35:42.563953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:42.564690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:42.565384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:42.570424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:42.571693 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:42.572530 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 10 to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 Oct 20 03:35:42.589633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:42.590034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:42.590501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:42.595665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:42.596074 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:42.596571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.596834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5967a9bb-1651-4c0a-a28b-48b889363851 None None] Network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:42.679860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] For port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:42.681253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempted to set empty binding levels {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 03:35:42.690477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.693037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:42.694171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.723836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3877e20e-3835-4402-89f6-81b1cf33176d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.743296 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.747768 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.2649970 Oct 20 03:35:42.748582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.751272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51834) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:42.762774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d2d66-5b82-4f39-9b0a-76a31e40069a tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event updated for resources: {'Port': ['ID=3d3b5de3-a4b7-4064-ba7f-eedde57b46f3,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:42.800054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3877e20e-3835-4402-89f6-81b1cf33176d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Calling delete_port for 2770b76b-29a0-45cc-8190-b30510579dff owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:42.845944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-cdeca17e-c5a6-41bb-82c3-724812782933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Deleting port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:42.846281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cdeca17e-c5a6-41bb-82c3-724812782933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.905606 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e20f59f1-13b9-477a-92e8-200e557556af None None] Attempt 2 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:42.920668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Network f534e3be-9af2-4424-8e49-ee091f47d2b8 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:42.924588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:42.924756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-cdeca17e-c5a6-41bb-82c3-724812782933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] For port 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3, host hv-neutron-8618, got binding levels [] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:42.925149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cdeca17e-c5a6-41bb-82c3-724812782933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:42.939933 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-cdeca17e-c5a6-41bb-82c3-724812782933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Calling delete_port for 3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:42.969059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e20f59f1-13b9-477a-92e8-200e557556af None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:43.011819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b2a57-f0cf-4833-b328-82a4d6ba60a3 None None] Network f534e3be-9af2-4424-8e49-ee091f47d2b8 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:43.061544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cdeca17e-c5a6-41bb-82c3-724812782933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.090957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeca17e-c5a6-41bb-82c3-724812782933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d3b5de3-a4b7-4064-ba7f-eedde57b46f3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:43.096662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cdeca17e-c5a6-41bb-82c3-724812782933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.100290 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cdeca17e-c5a6-41bb-82c3-724812782933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "DELETE /v2.0/ports/3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 HTTP/1.1" status: 204 len: 168 time: 0.3477292 Oct 20 03:35:43.103479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51836) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:43.128852 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-56efbca4-c279-46ee-be26-9bd93fb6b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:35:43.134431 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-56efbca4-c279-46ee-be26-9bd93fb6b5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "GET /v2.0/ports/3d3b5de3-a4b7-4064-ba7f-eedde57b46f3 HTTP/1.1" status: 404 len: 333 time: 0.0259380 Oct 20 03:35:43.134868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51838) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:43.139772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Request body: {'port': {'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276622455'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:43.162219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Made reservation on behalf of 0353db23b54e49219adfe235ff181a7b for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:43.165560 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.182003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] device_id is not set on port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:43.284730 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:43.291613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event updated for resources: {'Port': ['ID=e8c75cc5-f2ca-4fda-8c07-e448f3077f74,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:43.358764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.396377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.424660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.446193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:43.449243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:43.452939 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:43.453932 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:43.454602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.460581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.460796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event updated for resources: {'Port': ['ID=88c882c0-fbd5-4be2-8bc8-f2ddb34a2002,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:43.471123 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e20f59f1-13b9-477a-92e8-200e557556af None None] Attempt 3 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:43.480862 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8cdefde3-23c5-425a-a136-4e16f07b1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3447680 Oct 20 03:35:43.481897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51840) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:43.487486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:43.562923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.565448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e20f59f1-13b9-477a-92e8-200e557556af None None] Port 2770b76b-29a0-45cc-8190-b30510579dff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:43.643565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:43.658465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:43.666019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'Port': ['ID=1efa1761-7153-4ca4-b382-79ff306ae474,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:43.678507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:43.752245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0723983a-356b-48e0-aed9-ce726f1e9542 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:43.802880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] device_id is not set on port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:43.807095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 0723983a-356b-48e0-aed9-ce726f1e9542 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:43.807309 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.807776 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 0723983a-356b-48e0-aed9-ce726f1e9542 Oct 20 03:35:43.814796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.821832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.839597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f9a4083e-1d39-48ca-8ec5-ff14539950b9 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.844737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.849847 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.882102 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f9a4083e-1d39-48ca-8ec5-ff14539950b9 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.886787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event updated for resources: {'Port': ['ID=88c882c0-fbd5-4be2-8bc8-f2ddb34a2002,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:43.889932 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:43.890339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:43.890881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:43.896153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:43.896592 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:43.897040 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 2 to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 Oct 20 03:35:43.897941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3877e20e-3835-4402-89f6-81b1cf33176d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.913211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:43.913471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:43.914427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:43.922867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:43.923266 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:43.923920 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 3 to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 Oct 20 03:35:43.924506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 0723983a-356b-48e0-aed9-ce726f1e9542 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:43.925605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a1bd46ba-15bb-4929-97ff-4f1af6d391ab up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:43.941345 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:43.941911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:43.942253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:43.947813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:43.948037 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:43.948451 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 4 to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 Oct 20 03:35:43.964518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:43.964860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:43.965259 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:43.971190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:43.971515 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:43.972179 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 5 to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 Oct 20 03:35:43.985373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a1bd46ba-15bb-4929-97ff-4f1af6d391ab triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:43.985820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:43.986247 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a1bd46ba-15bb-4929-97ff-4f1af6d391ab Oct 20 03:35:43.993216 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:43.993540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:43.993872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:43.998627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:43.998944 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:43.999591 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 6 to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 Oct 20 03:35:44.000138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877e20e-3835-4402-89f6-81b1cf33176d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event deleted for resources: {'Port': ['ID=2770b76b-29a0-45cc-8190-b30510579dff,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:44.014338 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:44.016870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:44.016870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:44.021848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:44.022453 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:44.022928 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 7 to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 Oct 20 03:35:44.039791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:44.040511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:44.041066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:44.046609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:44.047240 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:44.047833 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 8 to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 Oct 20 03:35:44.063101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:44.063910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:44.064492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:44.066677 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e20f59f1-13b9-477a-92e8-200e557556af None None] Attempt 4 to provision port 2770b76b-29a0-45cc-8190-b30510579dff Oct 20 03:35:44.072099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:44.072541 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:44.072999 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 9 to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 Oct 20 03:35:44.086984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:44.087350 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:44.087688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:44.092455 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:44.092793 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:44.093169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e20f59f1-13b9-477a-92e8-200e557556af None None] Port 2770b76b-29a0-45cc-8190-b30510579dff was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:35:44.093273 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 10 to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 Oct 20 03:35:44.106432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:44.106432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:44.106432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:44.111444 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a1bd46ba-15bb-4929-97ff-4f1af6d391ab is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:44.113076 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.116506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:44.116839 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:44.117208 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.163953 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port a1bd46ba-15bb-4929-97ff-4f1af6d391ab, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a1bd46ba-15bb-4929-97ff-4f1af6d391ab,segment=NetworkSegment(41973851-b613-4c2f-ba14-d7797a409483),segment_id=41973851-b613-4c2f-ba14-d7797a409483)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:44.168938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.211707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] For port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:44.212507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempted to set empty binding levels {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 03:35:44.219925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.220875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] In _notify_port_updated(), no bound segment for port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:35:44.221756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.222379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.226208 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "PUT /v2.0/ports/88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 HTTP/1.1" status: 200 len: 981 time: 0.7408402 Oct 20 03:35:44.229545 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51842) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:44.251432 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Provisioning complete for port a1bd46ba-15bb-4929-97ff-4f1af6d391ab triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:44.251800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.252720 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 1 to provision port a1bd46ba-15bb-4929-97ff-4f1af6d391ab Oct 20 03:35:44.256820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=a1bd46ba-15bb-4929-97ff-4f1af6d391ab,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:44.312131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a4083e-1d39-48ca-8ec5-ff14539950b9 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Router 0f7d2a56-8f9f-431b-a144-2d114b18e562 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:44.313971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ed91b-cbdf-43b3-bca9-fb9ae25c7d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event updated for resources: {'Port': ['ID=88c882c0-fbd5-4be2-8bc8-f2ddb34a2002,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:44.342898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Current status of the port a1bd46ba-15bb-4929-97ff-4f1af6d391ab is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:44.347238 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.348013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.348185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.349776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.349776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.349776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.350107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.350720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.351195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.351656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.352206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.352817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.353467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.353875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.354102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Provisioning complete for port 0723983a-356b-48e0-aed9-ce726f1e9542 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:44.354331 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.354494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.354783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.354879 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 1 to provision port 0723983a-356b-48e0-aed9-ce726f1e9542 Oct 20 03:35:44.355233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.355681 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.356128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.356615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.357065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.357515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.357965 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.358456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.358911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.359361 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.359810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.360287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.360734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:44.368240 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-86917ef2-6e09-4ca6-a643-bdb5d7d765a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26188 time: 0.1342616 Oct 20 03:35:44.368592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51844) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:44.389470 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3877e20e-3835-4402-89f6-81b1cf33176d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.395173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.448309 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Current status of the port 0723983a-356b-48e0-aed9-ce726f1e9542 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:44.457351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-cab55334-aefe-4fed-aad8-40bd422a8ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Deleting port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:44.457780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cab55334-aefe-4fed-aad8-40bd422a8ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.458874 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Provisioning complete for port 1efa1761-7153-4ca4-b382-79ff306ae474 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:44.459248 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.459580 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 1 to provision port 1efa1761-7153-4ca4-b382-79ff306ae474 Oct 20 03:35:44.498075 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port 1efa1761-7153-4ca4-b382-79ff306ae474 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:44.519580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-25ddcf4f-91e0-470d-97b9-79aeb452fa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.534347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-cab55334-aefe-4fed-aad8-40bd422a8ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] For port 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002, host hv-neutron-8618, got binding levels [] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:44.534848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cab55334-aefe-4fed-aad8-40bd422a8ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.549511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-cab55334-aefe-4fed-aad8-40bd422a8ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Calling delete_port for 88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:44.639692 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cab55334-aefe-4fed-aad8-40bd422a8ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.670748 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab55334-aefe-4fed-aad8-40bd422a8ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event deleted for resources: {'Port': ['ID=88c882c0-fbd5-4be2-8bc8-f2ddb34a2002,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:44.674420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cab55334-aefe-4fed-aad8-40bd422a8ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.678524 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cab55334-aefe-4fed-aad8-40bd422a8ff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "DELETE /v2.0/ports/88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 HTTP/1.1" status: 204 len: 168 time: 0.3088214 Oct 20 03:35:44.681793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51846) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:44.707962 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b77a95-8a92-4503-8e4d-0fa73237bfd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:35:44.713415 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e8b77a95-8a92-4503-8e4d-0fa73237bfd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "GET /v2.0/ports/88c882c0-fbd5-4be2-8bc8-f2ddb34a2002 HTTP/1.1" status: 404 len: 333 time: 0.0267427 Oct 20 03:35:44.715484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51848) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:44.718549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-444369344', 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:44.738523 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Made reservation on behalf of 0353db23b54e49219adfe235ff181a7b for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:44.741491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.764611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] device_id is not set on port 4e0544a0-5a63-4dcb-972d-4cfaeb81ad8a yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:44.929589 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.969206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:44.999177 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 2 to provision port 1efa1761-7153-4ca4-b382-79ff306ae474 Oct 20 03:35:45.011667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:45.016561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:45.020037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:45.021075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:45.021666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.030292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event updated for resources: {'Port': ['ID=4e0544a0-5a63-4dcb-972d-4cfaeb81ad8a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:45.045040 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0e183eae-28fc-4281-9b76-45e342218f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3302865 Oct 20 03:35:45.048063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51852) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:45.074533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port 1efa1761-7153-4ca4-b382-79ff306ae474 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:45.091403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80092ea8-3464-4bc4-9433-8c67ee3ed176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:45.092862 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-80092ea8-3464-4bc4-9433-8c67ee3ed176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "GET /v2.0/ports/4e0544a0-5a63-4dcb-972d-4cfaeb81ad8a HTTP/1.1" status: 200 len: 958 time: 0.0434284 Oct 20 03:35:45.095595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51854) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:45.097721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a4083e-1d39-48ca-8ec5-ff14539950b9 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:45.108217 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7af1f5-1dae-422a-824b-2094bc8c567e None None] Sync routers for ids ['0f7d2a56-8f9f-431b-a144-2d114b18e562'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:45.114462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f9a4083e-1d39-48ca-8ec5-ff14539950b9 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.118550 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f9a4083e-1d39-48ca-8ec5-ff14539950b9 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "PUT /v2.0/routers/0f7d2a56-8f9f-431b-a144-2d114b18e562 HTTP/1.1" status: 200 len: 922 time: 4.8359265 Oct 20 03:35:45.121344 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7af1f5-1dae-422a-824b-2094bc8c567e None None] Routers {'0f7d2a56-8f9f-431b-a144-2d114b18e562'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:45.122322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51856) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:45.124003 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-de7af1f5-1dae-422a-824b-2094bc8c567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f7d2a56-8f9f-431b-a144-2d114b18e562'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:45.159679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3877e20e-3835-4402-89f6-81b1cf33176d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Router 87771db2-78b2-45a4-9231-d211ac1f7625 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:45.166086 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-de7af1f5-1dae-422a-824b-2094bc8c567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:45.177133 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7af1f5-1dae-422a-824b-2094bc8c567e None None] Routers {'0f7d2a56-8f9f-431b-a144-2d114b18e562'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:45.177736 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-de7af1f5-1dae-422a-824b-2094bc8c567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f7d2a56-8f9f-431b-a144-2d114b18e562'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:45.187630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-346cd3f7-3651-4404-8e96-c575a712089f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Deleting port 4e0544a0-5a63-4dcb-972d-4cfaeb81ad8a {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:45.188247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-346cd3f7-3651-4404-8e96-c575a712089f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.217007 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-de7af1f5-1dae-422a-824b-2094bc8c567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:45.217656 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7af1f5-1dae-422a-824b-2094bc8c567e None None] The sync data for ids ['0f7d2a56-8f9f-431b-a144-2d114b18e562'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:45.244738 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.258226 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.258477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-346cd3f7-3651-4404-8e96-c575a712089f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.270424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-346cd3f7-3651-4404-8e96-c575a712089f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Calling delete_port for 4e0544a0-5a63-4dcb-972d-4cfaeb81ad8a owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:45.357921 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-346cd3f7-3651-4404-8e96-c575a712089f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.385780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cd3f7-3651-4404-8e96-c575a712089f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e0544a0-5a63-4dcb-972d-4cfaeb81ad8a,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:45.392875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-346cd3f7-3651-4404-8e96-c575a712089f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.398427 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-346cd3f7-3651-4404-8e96-c575a712089f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4e0544a0-5a63-4dcb-972d-4cfaeb81ad8a HTTP/1.1" status: 204 len: 168 time: 0.2996063 Oct 20 03:35:45.399977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51860) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:45.428078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2eb95c-26ad-4119-b27e-ce27e1299238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:35:45.430830 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d2eb95c-26ad-4119-b27e-ce27e1299238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "GET /v2.0/ports/4e0544a0-5a63-4dcb-972d-4cfaeb81ad8a HTTP/1.1" status: 404 len: 333 time: 0.0296907 Oct 20 03:35:45.435089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51862) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:45.439841 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Request body: {'port': {'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-386660811'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:45.461041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3877e20e-3835-4402-89f6-81b1cf33176d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:45.461652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Made reservation on behalf of 0353db23b54e49219adfe235ff181a7b for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:45.465428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.474420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f332d-73fd-40e4-9cc1-67856ef676d2 None None] Sync routers for ids ['87771db2-78b2-45a4-9231-d211ac1f7625'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:45.484326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] device_id is not set on port 3edc85ec-584b-4fc9-a545-700743ea7f23 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:45.490190 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f332d-73fd-40e4-9cc1-67856ef676d2 None None] Routers {'87771db2-78b2-45a4-9231-d211ac1f7625'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:45.490912 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6c8f332d-73fd-40e4-9cc1-67856ef676d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['87771db2-78b2-45a4-9231-d211ac1f7625'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:45.495406 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3877e20e-3835-4402-89f6-81b1cf33176d tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "PUT /v2.0/routers/87771db2-78b2-45a4-9231-d211ac1f7625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2776699 Oct 20 03:35:45.498595 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event updated for resources: {'Port': ['ID=e8c75cc5-f2ca-4fda-8c07-e448f3077f74,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:45.501106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51864) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:45.507285 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6d625db4-00a8-483a-a796-f7052374d9e7 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/routers/0f7d2a56-8f9f-431b-a144-2d114b18e562 HTTP/1.1" status: 200 len: 922 time: 0.3813376 Oct 20 03:35:45.508193 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.510104 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51866) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:45.547670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6c8f332d-73fd-40e4-9cc1-67856ef676d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:45.561457 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f332d-73fd-40e4-9cc1-67856ef676d2 None None] Routers {'87771db2-78b2-45a4-9231-d211ac1f7625'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:45.562079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6c8f332d-73fd-40e4-9cc1-67856ef676d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['87771db2-78b2-45a4-9231-d211ac1f7625'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:45.579958 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-7b989bc5-65d7-4ca2-a34a-0ddde0808a4c tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] show failed (client error): The resource could not be found. Oct 20 03:35:45.585535 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7b989bc5-65d7-4ca2-a34a-0ddde0808a4c tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-645716052 HTTP/1.1" status: 404 len: 334 time: 0.0834417 Oct 20 03:35:45.586116 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51868) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:45.593364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-29bf0ce8-04f9-4835-a1b0-b3258ec2df33 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:45.612557 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 3 to provision port 1efa1761-7153-4ca4-b382-79ff306ae474 Oct 20 03:35:45.615320 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6c8f332d-73fd-40e4-9cc1-67856ef676d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:45.616171 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f332d-73fd-40e4-9cc1-67856ef676d2 None None] The sync data for ids ['87771db2-78b2-45a4-9231-d211ac1f7625'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:45.632535 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-29bf0ce8-04f9-4835-a1b0-b3258ec2df33 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] update failed (client error): The resource could not be found. Oct 20 03:35:45.636655 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-29bf0ce8-04f9-4835-a1b0-b3258ec2df33 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1112346297 HTTP/1.1" status: 404 len: 335 time: 0.0469823 Oct 20 03:35:45.637457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51870) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:45.660526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a1bd46ba-15bb-4929-97ff-4f1af6d391ab up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:45.701624 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ee5c94-cd18-45b3-a687-8c828f7eb67b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:45.703197 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-88ee5c94-cd18-45b3-a687-8c828f7eb67b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&device_id=0f7d2a56-8f9f-431b-a144-2d114b18e562&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1877987 Oct 20 03:35:45.708311 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51872) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:45.715932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.722702 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.723447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port 1efa1761-7153-4ca4-b382-79ff306ae474 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:45.735207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a1bd46ba-15bb-4929-97ff-4f1af6d391ab triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:45.735623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.736041 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a1bd46ba-15bb-4929-97ff-4f1af6d391ab Oct 20 03:35:45.757499 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27dd2cf-e74e-4d56-a66c-085c2bddbe2f tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Deleting subnet 41eb8bf3-7df7-4ad3-b2c8-57be531e444f {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:35:45.772021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f27dd2cf-e74e-4d56-a66c-085c2bddbe2f tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.783604 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Network f534e3be-9af2-4424-8e49-ee091f47d2b8 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:45.792340 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:45.815888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'Port': ['ID=1efa1761-7153-4ca4-b382-79ff306ae474,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:45.820250 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:45.824554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a1bd46ba-15bb-4929-97ff-4f1af6d391ab is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:46.014622 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:46.016925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:46.018739 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Router 63e62ae2-e6a1-4937-99a1-58d7fcd06646 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:35:46.169835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f27dd2cf-e74e-4d56-a66c-085c2bddbe2f tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.194538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.202256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:46.212191 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dbcbac9d-7c6f-464e-a0f4-7098c7907a44 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "PUT /v2.0/routers/63e62ae2-e6a1-4937-99a1-58d7fcd06646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1214111 Oct 20 03:35:46.212191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51874) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:46.216927 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Request body: {'port': {'network_id': 'f534e3be-9af2-4424-8e49-ee091f47d2b8', 'name': 'tempest-FloatingIPNegativeTestJSON-464773196'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:46.224344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd9d50-68fd-4bf2-bd6c-2d2b3d908d46 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:46.228558 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 4 to provision port 1efa1761-7153-4ca4-b382-79ff306ae474 Oct 20 03:35:46.229056 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-35dd9d50-68fd-4bf2-bd6c-2d2b3d908d46 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/networks/78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 881 time: 0.5131397 Oct 20 03:35:46.230518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51876) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:46.230883 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b64290-f25e-43c6-93bd-4fb05be5d105 None None] Sync routers for ids ['63e62ae2-e6a1-4937-99a1-58d7fcd06646'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:46.243730 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:46.259550 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b64290-f25e-43c6-93bd-4fb05be5d105 None None] Routers {'63e62ae2-e6a1-4937-99a1-58d7fcd06646'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:46.260465 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-58b64290-f25e-43c6-93bd-4fb05be5d105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['63e62ae2-e6a1-4937-99a1-58d7fcd06646'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:46.275762 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2fd30f95-362b-4feb-9eb0-3ab89018f321 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f7d2a56-8f9f-431b-a144-2d114b18e562 HTTP/1.1" status: 200 len: 205 time: 0.0418496 Oct 20 03:35:46.285480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51880) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:46.302424 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-58b64290-f25e-43c6-93bd-4fb05be5d105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:46.306166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port 1efa1761-7153-4ca4-b382-79ff306ae474 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:46.312295 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b64290-f25e-43c6-93bd-4fb05be5d105 None None] Routers {'63e62ae2-e6a1-4937-99a1-58d7fcd06646'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:46.312933 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-58b64290-f25e-43c6-93bd-4fb05be5d105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['63e62ae2-e6a1-4937-99a1-58d7fcd06646'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:46.344853 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-58b64290-f25e-43c6-93bd-4fb05be5d105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:46.345491 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b64290-f25e-43c6-93bd-4fb05be5d105 None None] The sync data for ids ['63e62ae2-e6a1-4937-99a1-58d7fcd06646'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:46.413709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.424163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f27dd2cf-e74e-4d56-a66c-085c2bddbe2f tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.434541 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:46.447674 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b73d2e02-d0d1-4b26-b98e-d1033717f398 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "PUT /v2.0/routers/71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1445913 Oct 20 03:35:46.447674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Made reservation on behalf of dcdfdcf3b43b4c8a9f55285c40496d98 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:46.447674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.464161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Sync routers for ids ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:46.469243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] device_id is not set on port c6d79e9a-da14-4bcc-bb55-66ad7bdcef66 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:46.502098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Routers {'71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:46.503109 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:46.528393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:46.547272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:46.551425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:46.552429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:46.553038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.555438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event updated for resources: {'Port': ['ID=3edc85ec-584b-4fc9-a545-700743ea7f23,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:46.574445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.615328 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b345c8af-5338-47b4-97a0-2433b1535de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1790743 Oct 20 03:35:46.620357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51884) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:46.625229 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:46.636016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Allocated IP 172.20.0.9 (f534e3be-9af2-4424-8e49-ee091f47d2b8/e64f9246-9945-4ce3-b9c4-1730e68be34d/c6d79e9a-da14-4bcc-bb55-66ad7bdcef66) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:46.682695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f27dd2cf-e74e-4d56-a66c-085c2bddbe2f tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.720781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ddb1df4d-e1cc-4a10-bdea-e4f69af62ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.729798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.732305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f27dd2cf-e74e-4d56-a66c-085c2bddbe2f tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.738062 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f27dd2cf-e74e-4d56-a66c-085c2bddbe2f tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "DELETE /v2.0/subnets/41eb8bf3-7df7-4ad3-b2c8-57be531e444f HTTP/1.1" status: 204 len: 168 time: 1.0970821 Oct 20 03:35:46.741537 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dd2cf-e74e-4d56-a66c-085c2bddbe2f tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event deleted for resources: {'Subnet': ['ID=41eb8bf3-7df7-4ad3-b2c8-57be531e444f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:46.743722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51896) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:46.767104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0538a41-10b9-465c-a287-538ce9d7c290 None None] Network 65c781d7-73d2-44bf-a70c-5c058bb71bd5 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:46.791590 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-a8ff1be1-b118-4186-a8c9-7dfdb7ad70f3 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061978213&fields=id&tenant_id=b14ce2e28b1c4fbeae52cce400abaa98 HTTP/1.1" status: 200 len: 267 time: 0.0577891 Oct 20 03:35:46.807082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Set router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:46.809093 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 5 to provision port 1efa1761-7153-4ca4-b382-79ff306ae474 Oct 20 03:35:46.880664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.889243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-364f9e06-6c07-42c4-a740-4374609f78d1 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Deleting subnet e7c1dbf0-68a3-49c7-b117-830bac8b758e {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:35:46.904450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-364f9e06-6c07-42c4-a740-4374609f78d1 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.916254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port 1efa1761-7153-4ca4-b382-79ff306ae474 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:46.935031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:46.967926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-3be84cd8-8319-4c6d-8a8d-be864cae9f3f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:46.969520 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-3be84cd8-8319-4c6d-8a8d-be864cae9f3f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/networks?id=b3f26d2e-fab4-43d9-9634-4e2bc7cab88d HTTP/1.1" status: 200 len: 796 time: 0.1486850 Oct 20 03:35:46.993530 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-abec9d3d-9861-49fa-be77-2a622454df90 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/quotas/b14ce2e28b1c4fbeae52cce400abaa98 HTTP/1.1" status: 200 len: 375 time: 0.0118153 Oct 20 03:35:47.006824 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.031451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-364f9e06-6c07-42c4-a740-4374609f78d1 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.092306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event updated for resources: {'Port': ['ID=c6d79e9a-da14-4bcc-bb55-66ad7bdcef66,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:47.110442 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Network f534e3be-9af2-4424-8e49-ee091f47d2b8 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:47.112892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:47.115376 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:47.134935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Deleting port 9baf345d-bad7-4517-a215-a31a29f562df {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:47.135276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.145973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06cb1d-0261-4bc5-9def-6a990b86fef4 None None] DHCP port deletion for 65c781d7-73d2-44bf-a70c-5c058bb71bd5 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:35:47.162123 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-14dd1f96-5c36-4ed9-8e47-d09a17b31149 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b14ce2e28b1c4fbeae52cce400abaa98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478882 Oct 20 03:35:47.163966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] device_id is not set on port 3edc85ec-584b-4fc9-a545-700743ea7f23 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:47.192972 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.222653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:47.223392 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.226024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:44Z', 'revision_number': 4, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '1efa1761-7153-4ca4-b382-79ff306ae474', 'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'mac_address': 'fa:16:3e:09:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:41Z', 'updated_at': '2022-10-20T03:35:45Z', 'revision_number': 2, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'subnets': [{'id': '69458668-487a-4f8f-8bfe-ae842521d615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:47.233953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.270370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Checking router: 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:47.270922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Updating router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 port 1efa1761-7153-4ca4-b382-79ff306ae474 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:35:47.283282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-364f9e06-6c07-42c4-a740-4374609f78d1 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.283896 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8ffe6408-e2a9-4672-8357-de22d4eecab5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0704346 Oct 20 03:35:47.288680 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51898) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:47.295019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:47.301542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8e06cb1d-0261-4bc5-9def-6a990b86fef4 None None] Deleting port b908534c-bab7-403e-a232-f7bdcf51713b {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:47.302012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8e06cb1d-0261-4bc5-9def-6a990b86fef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.340447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.341502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.352774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:47.353027 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:47.353370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:47.358794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.373693 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-82204724-0dc6-468e-8283-bcf2e5ae6110 service neutron] 10.222.0.20 "GET /v2.0/networks/b3f26d2e-fab4-43d9-9634-4e2bc7cab88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951776 Oct 20 03:35:47.373901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event updated for resources: {'Port': ['ID=3edc85ec-584b-4fc9-a545-700743ea7f23,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:47.379808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:47.380172 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:47.387511 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 2 to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 Oct 20 03:35:47.390423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Calling delete_port for 9baf345d-bad7-4517-a215-a31a29f562df owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:47.420606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:47.420948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:47.421287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:47.438309 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 6 to provision port 1efa1761-7153-4ca4-b382-79ff306ae474 Oct 20 03:35:47.445164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8e06cb1d-0261-4bc5-9def-6a990b86fef4 None None] For port b908534c-bab7-403e-a232-f7bdcf51713b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=b908534c-bab7-403e-a232-f7bdcf51713b,segment=NetworkSegment(cba7c56f-260e-4b16-9c86-d5e0b138655a),segment_id=cba7c56f-260e-4b16-9c86-d5e0b138655a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:47.446221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8e06cb1d-0261-4bc5-9def-6a990b86fef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.461175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:47.462068 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:47.464184 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 3 to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 Oct 20 03:35:47.469627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-364f9e06-6c07-42c4-a740-4374609f78d1 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.487057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8e06cb1d-0261-4bc5-9def-6a990b86fef4 None None] Calling delete_port for b908534c-bab7-403e-a232-f7bdcf51713b owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:47.520394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:47.520792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:47.521149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:47.526915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f9e06-6c07-42c4-a740-4374609f78d1 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c1dbf0-68a3-49c7-b117-830bac8b758e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:47.531197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-364f9e06-6c07-42c4-a740-4374609f78d1 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.537066 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-364f9e06-6c07-42c4-a740-4374609f78d1 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "DELETE /v2.0/subnets/e7c1dbf0-68a3-49c7-b117-830bac8b758e HTTP/1.1" status: 204 len: 168 time: 0.7854574 Oct 20 03:35:47.540067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51900) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:47.550304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:47.550637 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:47.552249 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 4 to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 Oct 20 03:35:47.555158 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-2f5ebf42-8979-4f6a-b78e-095dedd6349e service neutron] 10.222.0.20 "GET /v2.0/networks/b3f26d2e-fab4-43d9-9634-4e2bc7cab88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737013 Oct 20 03:35:47.587337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95b622-f46a-434f-9565-06d859c463b3 None None] Network 29419160-a74e-4a7d-ad99-33730b38dd11 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:47.590069 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device b908534c-bab7-403e-a232-f7bdcf51713b no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:35:47.597438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.636458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:47.637007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:47.637323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:47.638302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port 1efa1761-7153-4ca4-b382-79ff306ae474 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:47.675606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:47.675937 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:47.682794 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 5 to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 Oct 20 03:35:47.726320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.736812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:47.737007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:47.737310 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:47.751068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:47.751397 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:47.755704 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 6 to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 Oct 20 03:35:47.773501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.803276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Allocated IP 172.26.0.228 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/ae65b50f-6c26-42de-9340-924589f3c905) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:47.808667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:47.809262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:47.809380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:47.834499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.859418 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-32757970-bcc7-4dad-9d8d-bc381944298b req-d290d2c9-110f-4f75-afaa-7680ec9647d2 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 210 time: 0.0608375 Oct 20 03:35:47.863697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:47.864026 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:47.866843 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 7 to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 Oct 20 03:35:47.870559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Pushing event deleted for resources: {'Port': ['ID=9baf345d-bad7-4517-a215-a31a29f562df,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:47.918789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:47.919125 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:47.919457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:47.934640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:47.934968 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:47.937870 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 8 to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 Oct 20 03:35:47.959879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.960979 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:47.991743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:47.992128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:47.992482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:48.014123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.018501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8e06cb1d-0261-4bc5-9def-6a990b86fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.030976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Deleting port b908534c-bab7-403e-a232-f7bdcf51713b {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:48.031358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.035656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:48.035986 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:48.047228 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 9 to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 Oct 20 03:35:48.060662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06cb1d-0261-4bc5-9def-6a990b86fef4 None None] Pushing event deleted for resources: {'Port': ['ID=b908534c-bab7-403e-a232-f7bdcf51713b,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:48.067812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event updated for resources: {'Port': ['ID=ae65b50f-6c26-42de-9340-924589f3c905,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:48.080063 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:48.081453 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:48.082557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.084051 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:48.091771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.111487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:48.111826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:48.112164 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:48.151367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e06cb1d-0261-4bc5-9def-6a990b86fef4 None None] No DVR routers for this DVR port b908534c-bab7-403e-a232-f7bdcf51713b on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:48.153121 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 7 to provision port 1efa1761-7153-4ca4-b382-79ff306ae474 Oct 20 03:35:48.156859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port b908534c-bab7-403e-a232-f7bdcf51713b is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:48.158055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.175020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:48.175288 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:48.180374 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.plugins.ml2.plugin [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempt 10 to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 Oct 20 03:35:48.192395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.196992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.197542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Fanout notify agent at l3_agent the message router_deleted on router 0f7d2a56-8f9f-431b-a144-2d114b18e562 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:48.199568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] For port b908534c-bab7-403e-a232-f7bdcf51713b, host dv-neutron-861842-1-hyperv, got binding levels [] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:48.199927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.209040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.210026 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-99ba57b2-5dd3-4e69-ad7a-9e4a8d43a894 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/0f7d2a56-8f9f-431b-a144-2d114b18e562 HTTP/1.1" status: 204 len: 168 time: 1.9235473 Oct 20 03:35:48.216172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51912) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:48.220851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e48cc1e6-5f18-4bfd-8f64-1675f8f9c939 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2036170436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:48.233716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:48.233901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:48.234354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempting to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:48.244019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Calling delete_port for b908534c-bab7-403e-a232-f7bdcf51713b owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:48.246196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.249614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.ipam_backend_mixin [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Port b908534c-bab7-403e-a232-f7bdcf51713b was not found and therefore no delete operation was performed {{(pid=103629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 20 03:35:48.252592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:48.252910 dv-neutron-861842-1-hyperv neutron-server[103629]: ERROR neutron.plugins.ml2.managers [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Failed to bind port 3edc85ec-584b-4fc9-a545-700743ea7f23 on host hv-neutron-8618 for vnic_type normal using segments [{'id': 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '07ca5e17-8f6e-4ca2-88a5-d605e22684bf'}] Oct 20 03:35:48.253672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.257007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.313457 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.317015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port 1efa1761-7153-4ca4-b382-79ff306ae474 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:48.321402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e48cc1e6-5f18-4bfd-8f64-1675f8f9c939 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.322513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e48cc1e6-5f18-4bfd-8f64-1675f8f9c939 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.329843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event deleted for resources: {'Port': ['ID=b908534c-bab7-403e-a232-f7bdcf51713b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:48.334679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] No DVR routers for this DVR port b908534c-bab7-403e-a232-f7bdcf51713b on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:48.336465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.417385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a734de-8a1b-4d51-ac05-68604b27c8f4 None None] Pushing event updated for resources: {'Port': ['ID=1efa1761-7153-4ca4-b382-79ff306ae474,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:48.442317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e815f38-3802-48da-a7ab-4ca7db4b7c0e None None] DHCP port deletion for 29419160-a74e-4a7d-ad99-33730b38dd11 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:35:48.463138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e48cc1e6-5f18-4bfd-8f64-1675f8f9c939 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.479570 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.480737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e48cc1e6-5f18-4bfd-8f64-1675f8f9c939 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.486165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.513491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.525306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] For port 3edc85ec-584b-4fc9-a545-700743ea7f23, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:48.525675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attempted to set empty binding levels {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 03:35:48.540108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.540874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] In _notify_port_updated(), no bound segment for port 3edc85ec-584b-4fc9-a545-700743ea7f23 on network 07ca5e17-8f6e-4ca2-88a5-d605e22684bf {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:35:48.541751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:48.542891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.546190 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "PUT /v2.0/ports/3edc85ec-584b-4fc9-a545-700743ea7f23 HTTP/1.1" status: 200 len: 980 time: 1.9231844 Oct 20 03:35:48.547839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51914) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:48.549387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c781d7-73d2-44bf-a70c-5c058bb71bd5']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:48.554804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e48cc1e6-5f18-4bfd-8f64-1675f8f9c939 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.558592 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e48cc1e6-5f18-4bfd-8f64-1675f8f9c939 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3385680 Oct 20 03:35:48.559762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Attempting to bind port 1efa1761-7153-4ca4-b382-79ff306ae474 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:48.560224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Attempting to bind port 1efa1761-7153-4ca4-b382-79ff306ae474 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:48.560680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Attempting to bind port 1efa1761-7153-4ca4-b382-79ff306ae474 on network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:48.566807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51916) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:48.567923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:48.568538 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Checking segment: {'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:48.570831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.570831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Bound using segment: {'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:48.570831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Bound port: 1efa1761-7153-4ca4-b382-79ff306ae474, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:48.570831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.575068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Request body: {'router': {'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:48.578342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba7c56f-260e-4b16-9c86-d5e0b138655a') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:48.578638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba7c56f-260e-4b16-9c86-d5e0b138655a') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:48.588976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event updated for resources: {'Port': ['ID=ae65b50f-6c26-42de-9340-924589f3c905,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:48.609173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.627150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.628425 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c98df204-4e05-4a18-9427-f34e7fb31511 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3385255 Oct 20 03:35:48.631415 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51918) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:48.636096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-21e024b9-6f25-40c0-81bc-2e11eb76787f tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Request body: {'floatingip': {'port_id': 'c6d79e9a-da14-4bcc-bb55-66ad7bdcef66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:48.665363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.678933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21e024b9-6f25-40c0-81bc-2e11eb76787f tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for floatingip, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.740867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.785556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:48.785876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.788893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b1a60-a8cf-4e3d-87a4-b4f9b0d2f6a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event updated for resources: {'Port': ['ID=3edc85ec-584b-4fc9-a545-700743ea7f23,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:48.806727 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-21e024b9-6f25-40c0-81bc-2e11eb76787f tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] update failed (client error): The resource could not be found. Oct 20 03:35:48.810987 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-21e024b9-6f25-40c0-81bc-2e11eb76787f tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "PUT /v2.0/floatingips/fd92a321-3a8f-44eb-81fd-3e04cf645e9a HTTP/1.1" status: 404 len: 507 time: 0.1758094 Oct 20 03:35:48.812146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51922) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:48.824962 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 8 to provision port 1efa1761-7153-4ca4-b382-79ff306ae474 Oct 20 03:35:48.846715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2e815f38-3802-48da-a7ab-4ca7db4b7c0e None None] Deleting port f6c39371-438a-4c3e-ac43-49f3e0022531 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:48.847187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2e815f38-3802-48da-a7ab-4ca7db4b7c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.853193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] For port 1efa1761-7153-4ca4-b382-79ff306ae474, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:48.886388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] For port 1efa1761-7153-4ca4-b382-79ff306ae474, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=1efa1761-7153-4ca4-b382-79ff306ae474,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:48.905262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.943838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-216caaa7-e70e-4fbc-bf5a-4575a9485252 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Deleting port ae65b50f-6c26-42de-9340-924589f3c905 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:48.944217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-216caaa7-e70e-4fbc-bf5a-4575a9485252 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:48.965987 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port 1efa1761-7153-4ca4-b382-79ff306ae474 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:48.986708 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-093917b4-a149-4c4b-9a08-ae77b001f956 req-7f55c536-28df-4caa-adaf-5e6e8a4020a4 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 210 time: 0.0299063 Oct 20 03:35:49.025278 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2e815f38-3802-48da-a7ab-4ca7db4b7c0e None None] For port f6c39371-438a-4c3e-ac43-49f3e0022531, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f6c39371-438a-4c3e-ac43-49f3e0022531,segment=NetworkSegment(460aadbf-a7ef-443a-a05d-e7d19b188cf0),segment_id=460aadbf-a7ef-443a-a05d-e7d19b188cf0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:49.025696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2e815f38-3802-48da-a7ab-4ca7db4b7c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.038637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Routers {'71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:49.040013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:49.051753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2e815f38-3802-48da-a7ab-4ca7db4b7c0e None None] Calling delete_port for f6c39371-438a-4c3e-ac43-49f3e0022531 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:49.119253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a734de-8a1b-4d51-ac05-68604b27c8f4 None None] Pushing event updated for resources: {'Port': ['ID=1efa1761-7153-4ca4-b382-79ff306ae474,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:49.151971 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment cba7c56f-260e-4b16-9c86-d5e0b138655a resource provider aggregate not found Oct 20 03:35:49.209077 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment cba7c56f-260e-4b16-9c86-d5e0b138655a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cba7c56f-260e-4b16-9c86-d5e0b138655a found for delete ", "request_id": "req-9fe93a23-8e41-47a1-a77b-b4c1a089a828"}]} Oct 20 03:35:49.269254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.301219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.301358 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] Set router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:49.331655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.349247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.355491 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2e815f38-3802-48da-a7ab-4ca7db4b7c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.357290 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "DELETE /v2.0/networks/65c781d7-73d2-44bf-a70c-5c058bb71bd5 HTTP/1.1" status: 204 len: 168 time: 1.8138924 Oct 20 03:35:49.368551 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51928) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:49.394275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-e42ffd6d-3a69-4aca-b260-85624e6ac0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Deleting port 3edc85ec-584b-4fc9-a545-700743ea7f23 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:49.394952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e42ffd6d-3a69-4aca-b260-85624e6ac0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.395094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e815f38-3802-48da-a7ab-4ca7db4b7c0e None None] Pushing event deleted for resources: {'Port': ['ID=f6c39371-438a-4c3e-ac43-49f3e0022531,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:49.437609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e815f38-3802-48da-a7ab-4ca7db4b7c0e None None] No DVR routers for this DVR port f6c39371-438a-4c3e-ac43-49f3e0022531 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:49.442606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-216caaa7-e70e-4fbc-bf5a-4575a9485252 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.443416 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-216caaa7-e70e-4fbc-bf5a-4575a9485252 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.458035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-216caaa7-e70e-4fbc-bf5a-4575a9485252 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Calling delete_port for ae65b50f-6c26-42de-9340-924589f3c905 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:49.466419 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b08ab-6245-4e87-9de7-d0efcb886687 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event deleted for resources: {'Network': ['ID=65c781d7-73d2-44bf-a70c-5c058bb71bd5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:49.469360 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 9 to provision port 1efa1761-7153-4ca4-b382-79ff306ae474 Oct 20 03:35:49.488261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ccffc210-27b9-473e-a017-b9f58757d7f9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:49.490267 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ccffc210-27b9-473e-a017-b9f58757d7f9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.36 "GET /v2.0/networks?id=b3f26d2e-fab4-43d9-9634-4e2bc7cab88d HTTP/1.1" status: 200 len: 796 time: 0.3477817 Oct 20 03:35:49.503267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.612544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f6c39371-438a-4c3e-ac43-49f3e0022531 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:35:49.636322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-e42ffd6d-3a69-4aca-b260-85624e6ac0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] For port 3edc85ec-584b-4fc9-a545-700743ea7f23, host hv-neutron-8618, got binding levels [] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:49.636826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e42ffd6d-3a69-4aca-b260-85624e6ac0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.646702 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-216caaa7-e70e-4fbc-bf5a-4575a9485252 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.659540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.660381 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: f6c39371-438a-4c3e-ac43-49f3e0022531 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:35:49.661451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f6c39371-438a-4c3e-ac43-49f3e0022531 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:35:49.662758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-e42ffd6d-3a69-4aca-b260-85624e6ac0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Calling delete_port for 3edc85ec-584b-4fc9-a545-700743ea7f23 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:49.665010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Current status of the port 1efa1761-7153-4ca4-b382-79ff306ae474 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:49.665574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.683418 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-376491b9-a154-4596-a5e7-70c3ebe8fe54 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b14ce2e28b1c4fbeae52cce400abaa98 HTTP/1.1" status: 200 len: 380 time: 0.1769888 Oct 20 03:35:49.696960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216caaa7-e70e-4fbc-bf5a-4575a9485252 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event deleted for resources: {'Port': ['ID=ae65b50f-6c26-42de-9340-924589f3c905,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:49.697162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'port': {'device_id': '4742038d-8887-49bf-8c9c-76d2a7636374', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'admin_state_up': True, 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'security_groups': ['95677764-e715-41ea-83f3-c65a24227866']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:49.712851 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] For port 1efa1761-7153-4ca4-b382-79ff306ae474, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=1efa1761-7153-4ca4-b382-79ff306ae474,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:49.722099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.756541 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-216caaa7-e70e-4fbc-bf5a-4575a9485252 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.758746 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:44Z', 'revision_number': 4, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '1efa1761-7153-4ca4-b382-79ff306ae474', 'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'mac_address': 'fa:16:3e:09:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:41Z', 'updated_at': '2022-10-20T03:35:48Z', 'revision_number': 4, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'subnets': [{'id': '69458668-487a-4f8f-8bfe-ae842521d615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:49.760371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-216caaa7-e70e-4fbc-bf5a-4575a9485252 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.765045 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-216caaa7-e70e-4fbc-bf5a-4575a9485252 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "DELETE /v2.0/floatingips/fd92a321-3a8f-44eb-81fd-3e04cf645e9a HTTP/1.1" status: 204 len: 168 time: 0.9486513 Oct 20 03:35:49.765216 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51934) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:49.769693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b54b9898-984f-4fd1-908c-a40867ef00dc tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Request body: {'floatingip': {'floating_network_id': 'f534e3be-9af2-4424-8e49-ee091f47d2b8', 'port_id': 'c6d79e9a-da14-4bcc-bb55-66ad7bdcef66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:49.792549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b54b9898-984f-4fd1-908c-a40867ef00dc tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.798428 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a25e6d-0321-474b-aeb7-08cf84937005 None None] The sync data for ids ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'] in dv-neutron-861842-1-hyperv is: [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:44Z', 'revision_number': 4, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '1efa1761-7153-4ca4-b382-79ff306ae474', 'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'mac_address': 'fa:16:3e:09:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:41Z', 'updated_at': '2022-10-20T03:35:48Z', 'revision_number': 4, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'subnets': [{'id': '69458668-487a-4f8f-8bfe-ae842521d615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:49.812330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Provisioning complete for port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:49.812801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.813203 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 1 to provision port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 Oct 20 03:35:49.842315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Pushing event updated for resources: {'Port': ['ID=1efa1761-7153-4ca4-b382-79ff306ae474,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:49.855351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:49.943853 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-b54b9898-984f-4fd1-908c-a40867ef00dc tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:35:49.945036 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b54b9898-984f-4fd1-908c-a40867ef00dc tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1787713 Oct 20 03:35:49.949281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51936) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:49.954360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'c6d79e9a-da14-4bcc-bb55-66ad7bdcef66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:49.978041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:49.997552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.091675 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.095060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29419160-a74e-4a7d-ad99-33730b38dd11']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:50.097495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e42ffd6d-3a69-4aca-b260-85624e6ac0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.121190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460aadbf-a7ef-443a-a05d-e7d19b188cf0') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:50.121451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460aadbf-a7ef-443a-a05d-e7d19b188cf0') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:50.207426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.212301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Allocated IP 172.26.0.98 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/840a4c65-eee2-480e-a86c-4508bd7fe750) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:50.213170 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6f3f20b8-0a4c-4cf8-a208-58b61cba21ff req-5a183bde-b502-4f96-b1fc-98ec82c81e8b tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 210 time: 0.1042860 Oct 20 03:35:50.214090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Made reservation on behalf of b14ce2e28b1c4fbeae52cce400abaa98 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:50.217213 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.225668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ffd6d-3a69-4aca-b260-85624e6ac0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Pushing event deleted for resources: {'Port': ['ID=3edc85ec-584b-4fc9-a545-700743ea7f23,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:50.266379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.271097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e42ffd6d-3a69-4aca-b260-85624e6ac0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.277315 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e42ffd6d-3a69-4aca-b260-85624e6ac0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "DELETE /v2.0/ports/3edc85ec-584b-4fc9-a545-700743ea7f23 HTTP/1.1" status: 204 len: 168 time: 1.7230394 Oct 20 03:35:50.277569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.280526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51940) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:50.310477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:50.310895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.314598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.342688 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c906153-62eb-4a1a-8618-f2e160675cb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] GET failed (client error): The resource could not be found. Oct 20 03:35:50.344373 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1c906153-62eb-4a1a-8618-f2e160675cb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812667041-project-admin] 10.222.0.20 "GET /v2.0/ports/3edc85ec-584b-4fc9-a545-700743ea7f23 HTTP/1.1" status: 404 len: 333 time: 0.0613754 Oct 20 03:35:50.348174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51942) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:50.356725 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 2 to provision port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 Oct 20 03:35:50.408897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:50.446987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.463917 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.525084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.534059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.539427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.543002 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "DELETE /v2.0/networks/29419160-a74e-4a7d-ad99-33730b38dd11 HTTP/1.1" status: 204 len: 168 time: 1.1273849 Oct 20 03:35:50.550525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51944) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:50.591342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969453a-d413-4979-a2d0-b196fd6e8e7b tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event deleted for resources: {'Network': ['ID=29419160-a74e-4a7d-ad99-33730b38dd11,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:50.608367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.628974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Allocated IP 172.20.0.6 (b3f26d2e-fab4-43d9-9634-4e2bc7cab88d/69458668-487a-4f8f-8bfe-ae842521d615/6d019da3-9c01-4c0b-9a6c-9c26ba60b354) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:50.631039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:50.640175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:50.643872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event updated for resources: {'Port': ['ID=840a4c65-eee2-480e-a86c-4508bd7fe750,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:50.646371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:50.649700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ca5e17-8f6e-4ca2-88a5-d605e22684bf']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:50.675340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Allocated IP 172.26.0.108 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/59dbc67c-6220-46ec-b9c6-115d1097eff6) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:50.678425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:50.678645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92fa2d2-6304-4cfa-9e51-4344ad17e1fa') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:50.681071 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa80c54-84ce-4e29-8b30-e5cb8cf81988 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Deleting subnet 9062f7db-1972-4b1c-ad4a-830de818b289 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:35:50.694556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.694770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6fa80c54-84ce-4e29-8b30-e5cb8cf81988 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.714159 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.738308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:50.738714 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.793813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6fa80c54-84ce-4e29-8b30-e5cb8cf81988 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.798774 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment a92fa2d2-6304-4cfa-9e51-4344ad17e1fa resource provider aggregate not found Oct 20 03:35:50.833462 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment a92fa2d2-6304-4cfa-9e51-4344ad17e1fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a92fa2d2-6304-4cfa-9e51-4344ad17e1fa found for delete ", "request_id": "req-54630dfe-d97c-4857-b45a-3eea97bced77"}]} Oct 20 03:35:50.849749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.862628 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.865805 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] 10.222.0.20 "DELETE /v2.0/networks/07ca5e17-8f6e-4ca2-88a5-d605e22684bf HTTP/1.1" status: 204 len: 168 time: 0.5166254 Oct 20 03:35:50.883819 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c759d-d63c-469e-99c0-fbc37ed486b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-127332674-project] Pushing event deleted for resources: {'Network': ['ID=07ca5e17-8f6e-4ca2-88a5-d605e22684bf,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:50.909831 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 3 to provision port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 Oct 20 03:35:50.931314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Deleting port 840a4c65-eee2-480e-a86c-4508bd7fe750 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:50.931767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:50.985703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:51.003193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.020449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6fa80c54-84ce-4e29-8b30-e5cb8cf81988 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.034586 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.035303 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.054355 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Calling delete_port for 840a4c65-eee2-480e-a86c-4508bd7fe750 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:51.076362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.130358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.140332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6fa80c54-84ce-4e29-8b30-e5cb8cf81988 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.202199 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.210779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa80c54-84ce-4e29-8b30-e5cb8cf81988 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event deleted for resources: {'Subnet': ['ID=9062f7db-1972-4b1c-ad4a-830de818b289,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:51.216502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6fa80c54-84ce-4e29-8b30-e5cb8cf81988 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.222334 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6fa80c54-84ce-4e29-8b30-e5cb8cf81988 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "DELETE /v2.0/subnets/9062f7db-1972-4b1c-ad4a-830de818b289 HTTP/1.1" status: 204 len: 168 time: 0.6597037 Oct 20 03:35:51.228369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f32c2-27c9-41f4-9598-ba2b4eebca86 None None] Network c090ebc7-46cc-492e-9f6c-4a882cddfb51 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:51.230857 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51956) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:51.238199 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event deleted for resources: {'Port': ['ID=840a4c65-eee2-480e-a86c-4508bd7fe750,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:51.254264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.257166 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 460aadbf-a7ef-443a-a05d-e7d19b188cf0 resource provider aggregate not found Oct 20 03:35:51.265595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:51.326163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51964) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:51.354380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:51.361904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'Port': ['ID=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:51.367220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:51.390317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.410852 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] create failed (client error): The resource could not be found. Oct 20 03:35:51.416520 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c03a834a-fdc4-4023-913a-4b70cc038216 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4658973 Oct 20 03:35:51.418977 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51970) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:51.447934 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 460aadbf-a7ef-443a-a05d-e7d19b188cf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 460aadbf-a7ef-443a-a05d-e7d19b188cf0 found for delete ", "request_id": "req-d3decde7-1799-404f-9dc1-7243c4410c9a"}]} Oct 20 03:35:51.455527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:35:51.466622 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:51.467759 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0f761-badb-4497-ade3-eb4c4f0a8322 req-73d60ec8-7615-4101-bb3b-9c48c9eee220 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:51.479862 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-51f0f761-badb-4497-ade3-eb4c4f0a8322 req-73d60ec8-7615-4101-bb3b-9c48c9eee220 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 931 time: 0.1671386 Oct 20 03:35:51.487551 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 4 to provision port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 Oct 20 03:35:51.504799 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:35:51.547283 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:51.574119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Pushing event updated for resources: {'Port': ['ID=59dbc67c-6220-46ec-b9c6-115d1097eff6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:51.616241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:51.618656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.643454 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-51f0f761-badb-4497-ade3-eb4c4f0a8322 req-75485dbf-1b73-4e93-82de-b2dbf513ac3a tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625926 Oct 20 03:35:51.649478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 1efa1761-7153-4ca4-b382-79ff306ae474 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:35:51.680648 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6fb11bb2-2ed1-4901-8212-05feb127dd00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55cb3be2b9854ee48e659a437be0b645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533041 Oct 20 03:35:51.684214 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-1290909c-80ce-43f9-87eb-3cd51ce57bf9 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9916568 Oct 20 03:35:51.684915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 51972) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:51.687092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9655e0ce-88d6-4970-8d70-a410cfb4a6c9 None None] DHCP port deletion for c090ebc7-46cc-492e-9f6c-4a882cddfb51 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:35:51.707209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-af6f57ea-ff30-4b9e-8c8e-67d0031b3773 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Deleting port c6d79e9a-da14-4bcc-bb55-66ad7bdcef66 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:51.707637 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af6f57ea-ff30-4b9e-8c8e-67d0031b3773 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.746500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 1efa1761-7153-4ca4-b382-79ff306ae474 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:51.746875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.747213 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 1efa1761-7153-4ca4-b382-79ff306ae474 Oct 20 03:35:51.773055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Request body: {'port': {'device_id': '4742038d-8887-49bf-8c9c-76d2a7636374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:51.784836 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9655e0ce-88d6-4970-8d70-a410cfb4a6c9 None None] Deleting port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:51.785212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9655e0ce-88d6-4970-8d70-a410cfb4a6c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.808470 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af6f57ea-ff30-4b9e-8c8e-67d0031b3773 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.820703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-af6f57ea-ff30-4b9e-8c8e-67d0031b3773 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Calling delete_port for c6d79e9a-da14-4bcc-bb55-66ad7bdcef66 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:51.860322 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9655e0ce-88d6-4970-8d70-a410cfb4a6c9 None None] For port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e,segment=NetworkSegment(ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0),segment_id=ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:51.860755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9655e0ce-88d6-4970-8d70-a410cfb4a6c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.893621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Deleting port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:51.893962 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.897663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9655e0ce-88d6-4970-8d70-a410cfb4a6c9 None None] Calling delete_port for 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:51.917598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 1efa1761-7153-4ca4-b382-79ff306ae474 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:51.925547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.972739 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af6f57ea-ff30-4b9e-8c8e-67d0031b3773 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.978261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f723a329-0475-490c-844e-04b2f86117a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:51.994257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9655e0ce-88d6-4970-8d70-a410cfb4a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.006621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f57ea-ff30-4b9e-8c8e-67d0031b3773 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event deleted for resources: {'Port': ['ID=c6d79e9a-da14-4bcc-bb55-66ad7bdcef66,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:52.023371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655e0ce-88d6-4970-8d70-a410cfb4a6c9 None None] Pushing event deleted for resources: {'Port': ['ID=2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:52.028242 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655e0ce-88d6-4970-8d70-a410cfb4a6c9 None None] No DVR routers for this DVR port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:52.049323 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 5 to provision port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 Oct 20 03:35:52.093970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:52.100034 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af6f57ea-ff30-4b9e-8c8e-67d0031b3773 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.106876 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-af6f57ea-ff30-4b9e-8c8e-67d0031b3773 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "DELETE /v2.0/ports/c6d79e9a-da14-4bcc-bb55-66ad7bdcef66 HTTP/1.1" status: 204 len: 168 time: 0.6830821 Oct 20 03:35:52.107099 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51974) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:52.161338 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5bb0ce-e1b1-4bc8-aba1-4f6aae2ee351 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:52.165056 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9a5bb0ce-e1b1-4bc8-aba1-4f6aae2ee351 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e62ae2-e6a1-4937-99a1-58d7fcd06646 HTTP/1.1" status: 200 len: 913 time: 0.0561812 Oct 20 03:35:52.165933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51976) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:52.340154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] For port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e,segment=NetworkSegment(ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0),segment_id=ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:52.340569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.386401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Calling delete_port for 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:52.389495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f723a329-0475-490c-844e-04b2f86117a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.505688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044949d1-f18f-4d86-ad92-28f4091ff6e0 req-84a961a2-d778-4422-8b0c-f4fe2fad020f tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:52.507080 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-044949d1-f18f-4d86-ad92-28f4091ff6e0 req-84a961a2-d778-4422-8b0c-f4fe2fad020f tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 945 time: 0.0826075 Oct 20 03:35:52.574247 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-044949d1-f18f-4d86-ad92-28f4091ff6e0 req-e6a8ab2c-4d5e-4599-82db-a9b6a8102f6f tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600755 Oct 20 03:35:52.585413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f01105df-d721-49d8-bd3a-32fcb7e90438 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.590611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.595717 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 6 to provision port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 Oct 20 03:35:52.648315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:52.683310 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f723a329-0475-490c-844e-04b2f86117a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.685917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f723a329-0475-490c-844e-04b2f86117a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.687063 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f723a329-0475-490c-844e-04b2f86117a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b739dd33-c3bd-4bb5-96f4-81766de43e2b HTTP/1.1" status: 204 len: 168 time: 0.9235470 Oct 20 03:35:52.718572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723a329-0475-490c-844e-04b2f86117a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b739dd33-c3bd-4bb5-96f4-81766de43e2b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:52.757299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.848775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event deleted for resources: {'Port': ['ID=2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:52.866336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] No DVR routers for this DVR port 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:52.904752 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-f01105df-d721-49d8-bd3a-32fcb7e90438 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Deleting port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:52.905344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f01105df-d721-49d8-bd3a-32fcb7e90438 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:52.988772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc817416-e36a-4ecd-9963-e12d258e4613 req-5c53cf06-cae6-404c-baab-f79e07f5e743 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:52.990061 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dc817416-e36a-4ecd-9963-e12d258e4613 req-5c53cf06-cae6-404c-baab-f79e07f5e743 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 931 time: 0.2288797 Oct 20 03:35:53.005525 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f01105df-d721-49d8-bd3a-32fcb7e90438 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.019715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-f01105df-d721-49d8-bd3a-32fcb7e90438 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Calling delete_port for e8c75cc5-f2ca-4fda-8c07-e448f3077f74 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:53.023368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51990) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:53.044869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.108207 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-35d01871-bd11-42f0-8bce-acdd96a41545 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0353db23b54e49219adfe235ff181a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831196 Oct 20 03:35:53.111039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51992) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:53.127038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c090ebc7-46cc-492e-9f6c-4a882cddfb51']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:53.149700 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 7 to provision port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 Oct 20 03:35:53.177656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:53.178075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:53.183560 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.187355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:35:53.192016 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dc817416-e36a-4ecd-9963-e12d258e4613 req-0b9326d9-73a1-4c2f-ba6e-9a694a204822 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828687 Oct 20 03:35:53.197940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.201070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:35:53.211592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.218797 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.232824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.268052 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d1846d56-e7a2-4fa8-9a47-1436d3bb1147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.275721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:53.276139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.327063 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d1846d56-e7a2-4fa8-9a47-1436d3bb1147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.329538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f01105df-d721-49d8-bd3a-32fcb7e90438 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.375111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Transition to ACTIVE for port object 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:35:53.377841 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.384046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5710b-5926-4620-aaed-8825ed78f434 req-d4c9db2c-22aa-4f05-bfbf-7da8d31c3f51 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:53.385592 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-89d5710b-5926-4620-aaed-8825ed78f434 req-d4c9db2c-22aa-4f05-bfbf-7da8d31c3f51 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1332676 Oct 20 03:35:53.386664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.387755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01105df-d721-49d8-bd3a-32fcb7e90438 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event deleted for resources: {'Port': ['ID=e8c75cc5-f2ca-4fda-8c07-e448f3077f74,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:53.392607 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "DELETE /v2.0/networks/c090ebc7-46cc-492e-9f6c-4a882cddfb51 HTTP/1.1" status: 204 len: 168 time: 2.1555500 Oct 20 03:35:53.394284 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 51996) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:53.395264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.417296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd9c27-b2a0-4532-a73c-e879aa7ff3f2 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Pushing event deleted for resources: {'Network': ['ID=c090ebc7-46cc-492e-9f6c-4a882cddfb51,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:53.463731 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4f6ac473-4040-4991-9761-0ca0f3b4c6db tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "GET /v2.0/ports?device_id=87771db2-78b2-45a4-9231-d211ac1f7625 HTTP/1.1" status: 200 len: 205 time: 0.0672863 Oct 20 03:35:53.472959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52000) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:53.487113 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0 resource provider aggregate not found Oct 20 03:35:53.543873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:53.544192 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d1846d56-e7a2-4fa8-9a47-1436d3bb1147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.546843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d1846d56-e7a2-4fa8-9a47-1436d3bb1147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.550857 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d1846d56-e7a2-4fa8-9a47-1436d3bb1147 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e74228e-19cf-44f9-a873-9ce5af67b502 HTTP/1.1" status: 204 len: 168 time: 0.4390433 Oct 20 03:35:53.559159 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-89d5710b-5926-4620-aaed-8825ed78f434 req-2a0740af-ad8b-4ff9-b0e4-4de7287f7a03 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450317 Oct 20 03:35:53.567433 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1846d56-e7a2-4fa8-9a47-1436d3bb1147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e74228e-19cf-44f9-a873-9ce5af67b502,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:53.652060 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac8bd89c-183e-44c6-8fcf-5c27b4ca6ad0 found for delete ", "request_id": "req-4dd39b3e-40e3-4bbe-911f-aeb68c1c37db"}]} Oct 20 03:35:53.665919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f01105df-d721-49d8-bd3a-32fcb7e90438 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.672823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37e8dbc7-9204-4611-8e6c-958b48b2ffc9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.679257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:35:53.732379 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Attempt 8 to provision port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 Oct 20 03:35:53.738921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:35:53.739864 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2ae7ece9-19a9-4c5e-9ecd-65dbc59eb98e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:35:53.778915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Router 51013a9c-7b48-4327-9191-36663ac18ab2 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:35:53.813446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-41a9f645-8500-47df-91b2-12ca8d1bf70c None None] Port e8c75cc5-f2ca-4fda-8c07-e448f3077f74 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:35:53.873302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Attempting to bind port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:35:53.873903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Attempting to bind port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:35:53.873994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Attempting to bind port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 on network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:53.896591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 on network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:35:53.896591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Attempting to bind port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 on network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:35:53.908740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc27d4c-c363-40a6-87e8-4fe82c33d448 req-8ace88a5-06eb-4e77-94aa-16c12341b1a9 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:53.916766 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5fc27d4c-c363-40a6-87e8-4fe82c33d448 req-8ace88a5-06eb-4e77-94aa-16c12341b1a9 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1612821 Oct 20 03:35:53.927561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6b3b22c1-2019-4b9e-9e43-2324628bd82d None None] Could not find standard attr ID for object c6d79e9a-da14-4bcc-bb55-66ad7bdcef66. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:53.931254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01105df-d721-49d8-bd3a-32fcb7e90438 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Router 63e62ae2-e6a1-4937-99a1-58d7fcd06646 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:53.952337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37e8dbc7-9204-4611-8e6c-958b48b2ffc9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.953823 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6b3b22c1-2019-4b9e-9e43-2324628bd82d None None] Provisioning complete for port 1efa1761-7153-4ca4-b382-79ff306ae474 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:35:53.957903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6b3b22c1-2019-4b9e-9e43-2324628bd82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.958128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37e8dbc7-9204-4611-8e6c-958b48b2ffc9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:53.958231 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6b3b22c1-2019-4b9e-9e43-2324628bd82d None None] Attempt 1 to provision port 1efa1761-7153-4ca4-b382-79ff306ae474 Oct 20 03:35:53.966938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:35:53.967276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Checking segment: {'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:53.967657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Bound using segment: {'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:35:53.968107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Bound port: 6d019da3-9c01-4c0b-9a6c-9c26ba60b354, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb9f702-05a9-492c-bf92-16f82c93240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:35:53.968486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.056754 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfa02a-efcb-4410-ae31-8b506dfc9cfb req-0df7c3ae-2d98-4a78-aecd-5a7673c90254 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:54.058365 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-01dfa02a-efcb-4410-ae31-8b506dfc9cfb req-0df7c3ae-2d98-4a78-aecd-5a7673c90254 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 945 time: 0.2818394 Oct 20 03:35:54.097541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37e8dbc7-9204-4611-8e6c-958b48b2ffc9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.098064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e8dbc7-9204-4611-8e6c-958b48b2ffc9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Fanout notify agent at l3_agent the message router_deleted on router 87771db2-78b2-45a4-9231-d211ac1f7625 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:54.101031 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5fc27d4c-c363-40a6-87e8-4fe82c33d448 req-461a55f3-20b4-47c5-9be7-62e17dfedae6 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745610 Oct 20 03:35:54.106204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01105df-d721-49d8-bd3a-32fcb7e90438 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:54.120433 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64332d45-9315-4d31-b835-550e09124da5 None None] Sync routers for ids ['63e62ae2-e6a1-4937-99a1-58d7fcd06646'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:54.128369 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f01105df-d721-49d8-bd3a-32fcb7e90438 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "PUT /v2.0/routers/63e62ae2-e6a1-4937-99a1-58d7fcd06646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9610233 Oct 20 03:35:54.132149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52020) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:54.137356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37e8dbc7-9204-4611-8e6c-958b48b2ffc9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.141281 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-37e8dbc7-9204-4611-8e6c-958b48b2ffc9 tempest-RoutersNegativeTest-1193928123 tempest-RoutersNegativeTest-1193928123-project] 10.222.0.20 "DELETE /v2.0/routers/87771db2-78b2-45a4-9231-d211ac1f7625 HTTP/1.1" status: 204 len: 168 time: 0.6672404 Oct 20 03:35:54.163792 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64332d45-9315-4d31-b835-550e09124da5 None None] Routers {'63e62ae2-e6a1-4937-99a1-58d7fcd06646'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:54.165300 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-64332d45-9315-4d31-b835-550e09124da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['63e62ae2-e6a1-4937-99a1-58d7fcd06646'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:54.215347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6b3b22c1-2019-4b9e-9e43-2324628bd82d None None] Current status of the port 1efa1761-7153-4ca4-b382-79ff306ae474 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:54.233131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6b3b22c1-2019-4b9e-9e43-2324628bd82d None None] Could not find standard attr ID for object e8c75cc5-f2ca-4fda-8c07-e448f3077f74. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:35:54.247582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:54.262266 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a21831-e985-4548-a00e-c399f3db9dbc None None] Sync routers for ids ['51013a9c-7b48-4327-9191-36663ac18ab2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:54.276433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.277404 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-831d9353-8abd-4e50-bb91-dccd4fb7d8c0 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "PUT /v2.0/routers/51013a9c-7b48-4327-9191-36663ac18ab2 HTTP/1.1" status: 200 len: 880 time: 5.7075255 Oct 20 03:35:54.280550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a21831-e985-4548-a00e-c399f3db9dbc None None] Routers {'51013a9c-7b48-4327-9191-36663ac18ab2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:54.281764 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-64332d45-9315-4d31-b835-550e09124da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:54.282534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-00a21831-e985-4548-a00e-c399f3db9dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['51013a9c-7b48-4327-9191-36663ac18ab2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:54.294651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52028) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:54.294829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] For port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:35:54.299427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] For port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:35:54.306812 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64332d45-9315-4d31-b835-550e09124da5 None None] Routers {'63e62ae2-e6a1-4937-99a1-58d7fcd06646'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:54.307447 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-64332d45-9315-4d31-b835-550e09124da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['63e62ae2-e6a1-4937-99a1-58d7fcd06646'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:54.322679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-daea9154-d208-4918-9d9e-738df83888a5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.334042 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-00a21831-e985-4548-a00e-c399f3db9dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:54.353547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-eae5a306-d0df-4707-977b-5cd35b6ce4bc tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:54.356149 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-eae5a306-d0df-4707-977b-5cd35b6ce4bc tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 945 time: 0.3258395 Oct 20 03:35:54.361189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a21831-e985-4548-a00e-c399f3db9dbc None None] Routers {'51013a9c-7b48-4327-9191-36663ac18ab2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:54.363094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-00a21831-e985-4548-a00e-c399f3db9dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['51013a9c-7b48-4327-9191-36663ac18ab2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:54.369343 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-64332d45-9315-4d31-b835-550e09124da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:54.371484 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64332d45-9315-4d31-b835-550e09124da5 None None] The sync data for ids ['63e62ae2-e6a1-4937-99a1-58d7fcd06646'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:54.402651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.452754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-00a21831-e985-4548-a00e-c399f3db9dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:54.453403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a21831-e985-4548-a00e-c399f3db9dbc None None] The sync data for ids ['51013a9c-7b48-4327-9191-36663ac18ab2'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:54.481867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:54.483881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.485439 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] 10.222.0.36 "PUT /v2.0/ports/6d019da3-9c01-4c0b-9a6c-9c26ba60b354 HTTP/1.1" status: 200 len: 1093 time: 2.7167408 Oct 20 03:35:54.490235 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-01dfa02a-efcb-4410-ae31-8b506dfc9cfb req-99b0c3f0-826e-473d-813f-7021e5a77a21 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3982904 Oct 20 03:35:54.490853 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:54.494385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570f52dc-a5f3-4976-bf81-396fa274d9df" -d '{"events": [{"name": "network-changed", "server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:54.516365 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b0bae-6fad-414b-925a-a062be363cc7 req-2d9a4260-6522-4963-b613-30f4954bc76e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:54.518148 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-072b0bae-6fad-414b-925a-a062be363cc7 req-2d9a4260-6522-4963-b613-30f4954bc76e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2051554 Oct 20 03:35:54.588817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-daea9154-d208-4918-9d9e-738df83888a5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.593248 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-daea9154-d208-4918-9d9e-738df83888a5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.668162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-daea9154-d208-4918-9d9e-738df83888a5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.668884 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daea9154-d208-4918-9d9e-738df83888a5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Fanout notify agent at l3_agent the message router_deleted on router 63e62ae2-e6a1-4937-99a1-58d7fcd06646 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:54.677433 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-daea9154-d208-4918-9d9e-738df83888a5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.678780 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-daea9154-d208-4918-9d9e-738df83888a5 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "DELETE /v2.0/routers/63e62ae2-e6a1-4937-99a1-58d7fcd06646 HTTP/1.1" status: 204 len: 168 time: 0.5442703 Oct 20 03:35:54.682968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52040) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:54.694144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52042) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:54.752363 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-072b0bae-6fad-414b-925a-a062be363cc7 req-4c267fd7-c46b-4cb5-87a3-ac543891623c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215419 Oct 20 03:35:54.784612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d680290f-bcbc-4ff2-8784-09c45c418c6b tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Deleting subnet e64f9246-9945-4ce3-b9c4-1730e68be34d {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:35:54.793891 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d680290f-bcbc-4ff2-8784-09c45c418c6b tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.883626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d680290f-bcbc-4ff2-8784-09c45c418c6b tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:54.911917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f53ffd7-d959-405f-9257-98e436618405 x-openstack-request-id: req-5f53ffd7-d959-405f-9257-98e436618405 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:54.912544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:54.912544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f53ffd7-d959-405f-9257-98e436618405 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:54.912898 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f53ffd7-d959-405f-9257-98e436618405'] response: {'name': 'network-changed', 'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'status': 'completed', 'code': 200} Oct 20 03:35:54.920070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef341dfb-5c40-4e63-857f-866a000f8ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:54.983807 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2f2ade9a-053d-496d-add9-5507c3e4616a tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/routers/51013a9c-7b48-4327-9191-36663ac18ab2 HTTP/1.1" status: 200 len: 921 time: 0.6864533 Oct 20 03:35:54.988485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52052) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:54.993821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-e5f54cab-d163-47da-862f-d676595388b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:54.995313 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-e5f54cab-d163-47da-862f-d676595388b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b14ce2e28b1c4fbeae52cce400abaa98&device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 1096 time: 0.4565463 Oct 20 03:35:55.022323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcee22a-21eb-4b73-ad88-c4b922ff16c4 req-4a251ffc-d5e5-45e8-9c1d-db8ea35d14e0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:55.023899 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dcee22a-21eb-4b73-ad88-c4b922ff16c4 req-4a251ffc-d5e5-45e8-9c1d-db8ea35d14e0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 943 time: 0.1048963 Oct 20 03:35:55.056613 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-bac7496f-1ff2-4a10-8804-af9ae7e384da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354 HTTP/1.1" status: 200 len: 217 time: 0.0511358 Oct 20 03:35:55.067900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Deleting port 955df6a9-ebb1-4dee-b96e-81045e4a7bab {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:55.068136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.131439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d680290f-bcbc-4ff2-8784-09c45c418c6b tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.159256 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dcee22a-21eb-4b73-ad88-c4b922ff16c4 req-65056ca0-e90b-4b33-90e5-164b0d328608 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063778 Oct 20 03:35:55.203755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-c290ef11-40fe-4910-996f-d8fe754b2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:55.205449 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-c290ef11-40fe-4910-996f-d8fe754b2056 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69458668-487a-4f8f-8bfe-ae842521d615 HTTP/1.1" status: 200 len: 835 time: 0.1398208 Oct 20 03:35:55.270899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] For port 955df6a9-ebb1-4dee-b96e-81045e4a7bab, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=955df6a9-ebb1-4dee-b96e-81045e4a7bab,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:55.271263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.312804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-0d31511e-43ce-490a-b9a3-172a4e0fa0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:55.314329 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-0d31511e-43ce-490a-b9a3-172a4e0fa0ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3f26d2e-fab4-43d9-9634-4e2bc7cab88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0975702 Oct 20 03:35:55.509203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc626cac-d11c-45d1-a7a3-562ffd012068 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:55.513524 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cc626cac-d11c-45d1-a7a3-562ffd012068 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&device_id=51013a9c-7b48-4327-9191-36663ac18ab2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5210431 Oct 20 03:35:55.514122 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52068) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:55.518280 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-48af32a1-1df6-4628-8967-d70cf5c76cfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66495aa58c5848e6a65d746077a800e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8231442 Oct 20 03:35:55.523558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52070) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:55.583861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c7e01-4d47-4b4d-9945-801b5f3f0d0a req-a595661f-eb87-4278-9ed6-6ea65f44ee5a tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:55.591230 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d18c7e01-4d47-4b4d-9945-801b5f3f0d0a req-a595661f-eb87-4278-9ed6-6ea65f44ee5a tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.4533381 Oct 20 03:35:55.609884 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d680290f-bcbc-4ff2-8784-09c45c418c6b tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.619476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52074) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:55.622859 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-28fff445-fb5f-4797-b155-8be4a5d8288f service neutron] 10.222.0.36 "GET /v2.0/networks/b3f26d2e-fab4-43d9-9634-4e2bc7cab88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707696 Oct 20 03:35:55.657750 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680290f-bcbc-4ff2-8784-09c45c418c6b tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event deleted for resources: {'Subnet': ['ID=e64f9246-9945-4ce3-b9c4-1730e68be34d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:55.659775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d680290f-bcbc-4ff2-8784-09c45c418c6b tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.666092 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d680290f-bcbc-4ff2-8784-09c45c418c6b tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "DELETE /v2.0/subnets/e64f9246-9945-4ce3-b9c4-1730e68be34d HTTP/1.1" status: 204 len: 168 time: 0.9790614 Oct 20 03:35:55.671451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52078) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:55.672820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784564f5-7d97-40e4-8d6e-0451619bcb0f None None] Network f534e3be-9af2-4424-8e49-ee091f47d2b8 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:55.675763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc217c09-4b3d-48a0-b89a-5c62f2c0c91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.718419 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d18c7e01-4d47-4b4d-9945-801b5f3f0d0a req-2a3b0203-fe17-4dad-b5c1-20171dc4ebb1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261895 Oct 20 03:35:55.738221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc217c09-4b3d-48a0-b89a-5c62f2c0c91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.740243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.740634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.740948 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Floating IP 93fa590d-c291-4590-b22d-9abe76538929 disassociated. External IP: 172.26.0.123, port: 955df6a9-ebb1-4dee-b96e-81045e4a7bab. Oct 20 03:35:55.741286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Calling delete_port for 955df6a9-ebb1-4dee-b96e-81045e4a7bab owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:55.807137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2009014661', 'router:external': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:55.847656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0450da-a3c6-4cc5-9a1f-28d9f72b6355 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:55.848955 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5e0450da-a3c6-4cc5-9a1f-28d9f72b6355 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/networks/78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 881 time: 0.3339078 Oct 20 03:35:55.861747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86ea5b-1ce4-49cf-bdf2-501d1e5b86fe req-2298a9fa-c864-4e77-9eb8-752badaa2461 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:55.872706 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6a86ea5b-1ce4-49cf-bdf2-501d1e5b86fe req-2298a9fa-c864-4e77-9eb8-752badaa2461 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 945 time: 0.2421243 Oct 20 03:35:55.876691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52082) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:55.901796 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.904534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc217c09-4b3d-48a0-b89a-5c62f2c0c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.907680 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc217c09-4b3d-48a0-b89a-5c62f2c0c91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:55.911230 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fc217c09-4b3d-48a0-b89a-5c62f2c0c91c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58a51040-c564-4619-9e74-a624db9702f3 HTTP/1.1" status: 204 len: 168 time: 0.3843832 Oct 20 03:35:55.925392 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630994d1-b404-4acc-8736-6c40e72a0527 None None] DHCP port deletion for f534e3be-9af2-4424-8e49-ee091f47d2b8 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:35:55.936650 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc217c09-4b3d-48a0-b89a-5c62f2c0c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a51040-c564-4619-9e74-a624db9702f3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:55.948063 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-21f66d91-b891-4d7e-a742-d56b169c8998 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=51013a9c-7b48-4327-9191-36663ac18ab2 HTTP/1.1" status: 200 len: 205 time: 0.0670736 Oct 20 03:35:55.950830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52088) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:55.970843 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb0dc1e2-13b2-4beb-864d-bcf03c84ea6e req-78cc952f-73db-4c15-9da1-4e90949999cc service neutron] 10.222.0.36 "GET /v2.0/networks/b3f26d2e-fab4-43d9-9634-4e2bc7cab88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376362 Oct 20 03:35:55.980841 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Made reservation on behalf of f89df5d349634d08a16d20d5916a60bb for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:55.984988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.033434 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6a86ea5b-1ce4-49cf-bdf2-501d1e5b86fe req-eb972f17-3556-4099-aecd-050a97d34446 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597548 Oct 20 03:35:56.037895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.088182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-630994d1-b404-4acc-8736-6c40e72a0527 None None] Deleting port a1bd46ba-15bb-4929-97ff-4f1af6d391ab {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:56.088669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-630994d1-b404-4acc-8736-6c40e72a0527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.129137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Deleting port a1bd46ba-15bb-4929-97ff-4f1af6d391ab {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:56.129692 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.173247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.206300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.225663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-630994d1-b404-4acc-8736-6c40e72a0527 None None] For port a1bd46ba-15bb-4929-97ff-4f1af6d391ab, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a1bd46ba-15bb-4929-97ff-4f1af6d391ab,segment=NetworkSegment(41973851-b613-4c2f-ba14-d7797a409483),segment_id=41973851-b613-4c2f-ba14-d7797a409483)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:56.226037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-630994d1-b404-4acc-8736-6c40e72a0527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.246290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-630994d1-b404-4acc-8736-6c40e72a0527 None None] Calling delete_port for a1bd46ba-15bb-4929-97ff-4f1af6d391ab owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:56.285580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f52dc-a5f3-4976-bf81-396fa274d9df req-c3bbfbaf-5e49-46bd-9880-cbaea51e666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:56.288009 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-570f52dc-a5f3-4976-bf81-396fa274d9df req-c3bbfbaf-5e49-46bd-9880-cbaea51e666f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b14ce2e28b1c4fbeae52cce400abaa98&device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 1096 time: 0.2519841 Oct 20 03:35:56.315952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Pushing event deleted for resources: {'Port': ['ID=955df6a9-ebb1-4dee-b96e-81045e4a7bab,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:56.316257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] For port a1bd46ba-15bb-4929-97ff-4f1af6d391ab, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a1bd46ba-15bb-4929-97ff-4f1af6d391ab,segment=NetworkSegment(41973851-b613-4c2f-ba14-d7797a409483),segment_id=41973851-b613-4c2f-ba14-d7797a409483)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:56.320335 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.375592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-630994d1-b404-4acc-8736-6c40e72a0527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.382484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Calling delete_port for a1bd46ba-15bb-4929-97ff-4f1af6d391ab owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:56.410417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630994d1-b404-4acc-8736-6c40e72a0527 None None] Pushing event deleted for resources: {'Port': ['ID=a1bd46ba-15bb-4929-97ff-4f1af6d391ab,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:56.424204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630994d1-b404-4acc-8736-6c40e72a0527 None None] No DVR routers for this DVR port a1bd46ba-15bb-4929-97ff-4f1af6d391ab on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:56.512407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda1224-23a6-4d9f-b170-9a8c813826ed req-c2cf4091-c64c-4a6a-bd8b-80c7576300af tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:56.513872 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fcda1224-23a6-4d9f-b170-9a8c813826ed req-c2cf4091-c64c-4a6a-bd8b-80c7576300af tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.3202519 Oct 20 03:35:56.580180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.602277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.608160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.629600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f52dc-a5f3-4976-bf81-396fa274d9df req-7ac2a818-752a-4156-84ee-f959fdaceac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:56.631150 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-570f52dc-a5f3-4976-bf81-396fa274d9df req-7ac2a818-752a-4156-84ee-f959fdaceac7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3f26d2e-fab4-43d9-9634-4e2bc7cab88d HTTP/1.1" status: 200 len: 897 time: 0.3255334 Oct 20 03:35:56.637861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef3ace-245c-4c3c-8ebe-fcbaa14b861b req-54c67cbe-7a20-48c3-82a5-42831a7394d7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:56.645598 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d4ef3ace-245c-4c3c-8ebe-fcbaa14b861b req-54c67cbe-7a20-48c3-82a5-42831a7394d7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 943 time: 0.2973874 Oct 20 03:35:56.650970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:35:56.676419 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Router dd693336-714e-43f5-bd8d-4ee7118a202b has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:35:56.710058 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2653c9-9571-4aef-8efe-1fc9a356cb53,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:56.717030 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-570f52dc-a5f3-4976-bf81-396fa274d9df req-7bc08a5c-5ccb-48be-a571-e700f2ab1ddd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354 HTTP/1.1" status: 200 len: 217 time: 0.0692534 Oct 20 03:35:56.729571 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fcda1224-23a6-4d9f-b170-9a8c813826ed req-a005239b-aace-4c5a-9163-22dc5127a51d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698916 Oct 20 03:35:56.736506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.737052 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Added segment 6690679f-2162-43c2-a11e-6ff960f35476 of type vlan for network c24e0f03-f18d-49eb-ad24-6f360743a9f9 Oct 20 03:35:56.765200 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d4ef3ace-245c-4c3c-8ebe-fcbaa14b861b req-5a430177-28e6-4590-8f37-106599bb6bf6 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178164 Oct 20 03:35:56.790234 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.825120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event deleted for resources: {'Port': ['ID=a1bd46ba-15bb-4929-97ff-4f1af6d391ab,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:56.827380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] No DVR routers for this DVR port a1bd46ba-15bb-4929-97ff-4f1af6d391ab on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:56.876338 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Deleting port 59dbc67c-6220-46ec-b9c6-115d1097eff6 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:56.876338 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.877802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.883498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f52dc-a5f3-4976-bf81-396fa274d9df req-c3e97818-b6a6-4067-a923-1b93b7ca2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:56.885099 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-570f52dc-a5f3-4976-bf81-396fa274d9df req-c3e97818-b6a6-4067-a923-1b93b7ca2a89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69458668-487a-4f8f-8bfe-ae842521d615 HTTP/1.1" status: 200 len: 835 time: 0.1463556 Oct 20 03:35:56.930445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:56.984373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f534e3be-9af2-4424-8e49-ee091f47d2b8']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:56.999452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.000534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:57.000661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41973851-b613-4c2f-ba14-d7797a409483') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:57.000915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41973851-b613-4c2f-ba14-d7797a409483') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:57.001319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.014392 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:35:57.016078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.029725 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa1495-2b10-412c-b9e0-9a849a1a2006 None None] Sync routers for ids ['dd693336-714e-43f5-bd8d-4ee7118a202b'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:35:57.041043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.045737 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa1495-2b10-412c-b9e0-9a849a1a2006 None None] Routers {'dd693336-714e-43f5-bd8d-4ee7118a202b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:57.046349 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-28aa1495-2b10-412c-b9e0-9a849a1a2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd693336-714e-43f5-bd8d-4ee7118a202b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:57.047618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.057152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:35:57.057571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.067946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f52dc-a5f3-4976-bf81-396fa274d9df req-9d2bc29a-afd7-48db-b0e2-cef96731575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:57.069493 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-570f52dc-a5f3-4976-bf81-396fa274d9df req-9d2bc29a-afd7-48db-b0e2-cef96731575b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3f26d2e-fab4-43d9-9634-4e2bc7cab88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1747916 Oct 20 03:35:57.082982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Calling delete_port for 59dbc67c-6220-46ec-b9c6-115d1097eff6 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:57.090719 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 41973851-b613-4c2f-ba14-d7797a409483 resource provider aggregate not found Oct 20 03:35:57.141582 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 41973851-b613-4c2f-ba14-d7797a409483 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41973851-b613-4c2f-ba14-d7797a409483 found for delete ", "request_id": "req-cc50e7ef-d87c-4c7e-a405-6fe3a1aaaa5d"}]} Oct 20 03:35:57.182076 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5606346 Oct 20 03:35:57.183207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 955df6a9-ebb1-4dee-b96e-81045e4a7bab no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:35:57.187000 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52120) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:57.202623 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Request body: {'subnet': {'network_id': 'c24e0f03-f18d-49eb-ad24-6f360743a9f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:57.207064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.235529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 955df6a9-ebb1-4dee-b96e-81045e4a7bab {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:35:57.237468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52122) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:57.240506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] No DVR routers for this DVR port 955df6a9-ebb1-4dee-b96e-81045e4a7bab on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:35:57.241697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 955df6a9-ebb1-4dee-b96e-81045e4a7bab not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:35:57.257139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.260687 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5c0368f3-8d9b-49b8-b9b8-e1b36819b57a req-0a4fbd0b-e96e-49fa-a685-316ab8a9693e tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.36 "DELETE /v2.0/ports/955df6a9-ebb1-4dee-b96e-81045e4a7bab HTTP/1.1" status: 204 len: 173 time: 2.8513801 Oct 20 03:35:57.273421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.273720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7db686a-7563-437d-adcc-a610595f1b57', 'name': 'network-vif-deleted', 'tag': '955df6a9-ebb1-4dee-b96e-81045e4a7bab'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:35:57.276697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4fad96-66d3-45be-b23c-0eaaa9da2ed4" -d '{"events": [{"server_uuid": "d7db686a-7563-437d-adcc-a610595f1b57", "name": "network-vif-deleted", "tag": "955df6a9-ebb1-4dee-b96e-81045e4a7bab"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:35:57.280118 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] 10.222.0.20 "DELETE /v2.0/networks/f534e3be-9af2-4424-8e49-ee091f47d2b8 HTTP/1.1" status: 204 len: 168 time: 1.6065326 Oct 20 03:35:57.282795 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-28aa1495-2b10-412c-b9e0-9a849a1a2006 None None] Set router dd693336-714e-43f5-bd8d-4ee7118a202b gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:57.297400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b052d-bbc4-4dfe-99cb-d3fab6e10648 tempest-FloatingIPNegativeTestJSON-1411536477 tempest-FloatingIPNegativeTestJSON-1411536477-project] Pushing event deleted for resources: {'Network': ['ID=f534e3be-9af2-4424-8e49-ee091f47d2b8,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:57.311711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Made reservation on behalf of f89df5d349634d08a16d20d5916a60bb for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:57.315187 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.369407 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-01736dff-1a8a-4eab-9aa5-f88c54a762b1 req-ca670134-b874-47a8-8628-fa438d9c4f89 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7db686a-7563-437d-adcc-a610595f1b57 HTTP/1.1" status: 200 len: 210 time: 0.1986847 Oct 20 03:35:57.389661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37999520-386f-43e0-82db-f0a0f3ed196c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event updated for resources: {'Network': ['ID=c24e0f03-f18d-49eb-ad24-6f360743a9f9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:57.403285 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network c24e0f03-f18d-49eb-ad24-6f360743a9f9 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:35:57.451231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afca56fc-e167-4c70-8a64-9ceac77d02a4 x-openstack-request-id: req-afca56fc-e167-4c70-8a64-9ceac77d02a4 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:35:57.451829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7db686a-7563-437d-adcc-a610595f1b57", "name": "network-vif-deleted", "tag": "955df6a9-ebb1-4dee-b96e-81045e4a7bab", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:35:57.452254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afca56fc-e167-4c70-8a64-9ceac77d02a4 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:35:57.452844 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afca56fc-e167-4c70-8a64-9ceac77d02a4'] response: {'server_uuid': 'd7db686a-7563-437d-adcc-a610595f1b57', 'name': 'network-vif-deleted', 'tag': '955df6a9-ebb1-4dee-b96e-81045e4a7bab', 'status': 'completed', 'code': 200} Oct 20 03:35:57.506335 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-570f52dc-a5f3-4976-bf81-396fa274d9df req-e08b957d-9d5c-4bb0-b27e-85aec00a7b3b service neutron] 10.222.0.36 "GET /v2.0/networks/b3f26d2e-fab4-43d9-9634-4e2bc7cab88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161079 Oct 20 03:35:57.620320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-553e378f-a0b3-4794-94c4-c911db51fc74 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group': {'name': 'tempest-secgroup--917307816'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:57.668369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a1bd46ba-15bb-4929-97ff-4f1af6d391ab no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:35:57.713403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-553e378f-a0b3-4794-94c4-c911db51fc74 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.735838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-553e378f-a0b3-4794-94c4-c911db51fc74 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.736191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: a1bd46ba-15bb-4929-97ff-4f1af6d391ab {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:35:57.736571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a1bd46ba-15bb-4929-97ff-4f1af6d391ab not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:35:57.744791 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-570f52dc-a5f3-4976-bf81-396fa274d9df req-da58b18a-f669-4e97-ba5f-d1e10966345c service neutron] 10.222.0.36 "GET /v2.0/networks/b3f26d2e-fab4-43d9-9634-4e2bc7cab88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307537 Oct 20 03:35:57.804389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.816977 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-28aa1495-2b10-412c-b9e0-9a849a1a2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:27Z', 'revision_number': 4, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '5ff31d5f-0be8-477c-bbe1-0bf800d7d76c', 'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'mac_address': 'fa:16:3e:f8:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:34Z', 'revision_number': 5, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'subnets': [{'id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:57.848575 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa1495-2b10-412c-b9e0-9a849a1a2006 None None] Checking router: dd693336-714e-43f5-bd8d-4ee7118a202b for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:35:57.859824 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa1495-2b10-412c-b9e0-9a849a1a2006 None None] Routers {'dd693336-714e-43f5-bd8d-4ee7118a202b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:35:57.860777 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-28aa1495-2b10-412c-b9e0-9a849a1a2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd693336-714e-43f5-bd8d-4ee7118a202b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:57.924817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Pushing event deleted for resources: {'Port': ['ID=59dbc67c-6220-46ec-b9c6-115d1097eff6,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:57.940549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-553e378f-a0b3-4794-94c4-c911db51fc74 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.981874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-553e378f-a0b3-4794-94c4-c911db51fc74 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:57.986002 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-28aa1495-2b10-412c-b9e0-9a849a1a2006 None None] Set router dd693336-714e-43f5-bd8d-4ee7118a202b gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:35:58.024955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52138) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:58.101113 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e378f-a0b3-4794-94c4-c911db51fc74 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d53b50-7d9d-4bf9-92be-15e7f47931da,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:58.119014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10a80-ad69-47ed-a5f7-b2a1d00f2b44 req-76e4a170-0b00-4a42-99bb-232f380aa2b9 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:58.120738 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9dc10a80-ad69-47ed-a5f7-b2a1d00f2b44 req-76e4a170-0b00-4a42-99bb-232f380aa2b9 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1756608 Oct 20 03:35:58.199674 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9dc10a80-ad69-47ed-a5f7-b2a1d00f2b44 req-d945e45b-bfe8-4904-82fb-a3be421c1227 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719633 Oct 20 03:35:58.209339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-553e378f-a0b3-4794-94c4-c911db51fc74 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.216917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-553e378f-a0b3-4794-94c4-c911db51fc74 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.251660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.271970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86080ca6-2daa-4e58-9f8d-f2788cd8b7ea req-05f62296-2d88-4f37-85a1-47480f601e9a tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:58.272828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-553e378f-a0b3-4794-94c4-c911db51fc74 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.274531 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-86080ca6-2daa-4e58-9f8d-f2788cd8b7ea req-05f62296-2d88-4f37-85a1-47480f601e9a tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 943 time: 0.2756209 Oct 20 03:35:58.274938 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-553e378f-a0b3-4794-94c4-c911db51fc74 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0317740 Oct 20 03:35:58.301295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52142) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:58.306470 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-28aa1495-2b10-412c-b9e0-9a849a1a2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:27Z', 'revision_number': 4, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '5ff31d5f-0be8-477c-bbe1-0bf800d7d76c', 'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'mac_address': 'fa:16:3e:f8:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:34Z', 'revision_number': 5, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'subnets': [{'id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:35:58.336718 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa1495-2b10-412c-b9e0-9a849a1a2006 None None] The sync data for ids ['dd693336-714e-43f5-bd8d-4ee7118a202b'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:34:27Z', 'revision_number': 4, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '5ff31d5f-0be8-477c-bbe1-0bf800d7d76c', 'name': '', 'network_id': 'd9204721-61ef-4686-b958-5b9a308bf3ea', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'mac_address': 'fa:16:3e:f8:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:34Z', 'revision_number': 5, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'subnets': [{'id': '8a420618-9b1b-4382-9bcf-0e0b9def6206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:35:58.372193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e378f-a0b3-4794-94c4-c911db51fc74 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc2e3b8-dd4b-465b-8af1-73e1febf7c71,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:58.391692 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-86080ca6-2daa-4e58-9f8d-f2788cd8b7ea req-70546f6a-db93-4a6e-8224-fee4633954a1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890868 Oct 20 03:35:58.447741 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ba861d0f-46df-467d-ba65-1bf055c74e29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcdfdcf3b43b4c8a9f55285c40496d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189696 Oct 20 03:35:58.462292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52148) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:58.518920 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e393e820-2636-4b55-987f-f7137f8d06c9 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2139642 Oct 20 03:35:58.518920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52152) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:58.524190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.524527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52154) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:58.529804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.542502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-77a820b4-580e-4d7c-b1f2-fe843f896eb4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group': {'name': 'tempest-security--94521882', 'description': 'tempest-security-description-779917834'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:58.622601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.623286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Fanout notify agent at l3_agent the message router_deleted on router 51013a9c-7b48-4327-9191-36663ac18ab2 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:35:58.630732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.631817 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9692f7ed-1067-4f60-8430-488459f7f159 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/51013a9c-7b48-4327-9191-36663ac18ab2 HTTP/1.1" status: 204 len: 168 time: 2.6798155 Oct 20 03:35:58.638056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52158) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:58.663439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e6f4bb26-d624-4d41-af26-db613c089247 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-839771827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:58.668727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77a820b4-580e-4d7c-b1f2-fe843f896eb4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.680625 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.objects.ports [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:35:58.681359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.724479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7b52cf-a5d7-4a59-b7e0-f8838e6c19c7 None None] New status for floating IP 93fa590d-c291-4590-b22d-9abe76538929: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:35:58.726269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2dc686d-0371-41d0-9379-f98a8fbede48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.747855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb26-d624-4d41-af26-db613c089247 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.748915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb26-d624-4d41-af26-db613c089247 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.766810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f53e5875-d018-4f98-b1cb-c6c20aa0ec20 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.781588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77a820b4-580e-4d7c-b1f2-fe843f896eb4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.783509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2dc686d-0371-41d0-9379-f98a8fbede48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.802414 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77a820b4-580e-4d7c-b1f2-fe843f896eb4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.805155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77a820b4-580e-4d7c-b1f2-fe843f896eb4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.808992 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-77a820b4-580e-4d7c-b1f2-fe843f896eb4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "PUT /v2.0/security-groups/fdc2e3b8-dd4b-465b-8af1-73e1febf7c71 HTTP/1.1" status: 200 len: 1775 time: 0.2692168 Oct 20 03:35:58.810673 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52160) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:58.814952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event updated for resources: {'Subnet': ['ID=405bb0c2-5570-457b-a701-b8b390f4c109,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:58.840059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f53e5875-d018-4f98-b1cb-c6c20aa0ec20 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.842429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71211db0-4dd9-4e95-bf94-c9e0ef740b77 req-1922ad81-8626-4081-b577-a2f6210cbe37 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:58.843976 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-71211db0-4dd9-4e95-bf94-c9e0ef740b77 req-1922ad81-8626-4081-b577-a2f6210cbe37 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 946 time: 0.1591856 Oct 20 03:35:58.869314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb26-d624-4d41-af26-db613c089247 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.879284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a820b4-580e-4d7c-b1f2-fe843f896eb4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc2e3b8-dd4b-465b-8af1-73e1febf7c71,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:58.885022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb26-d624-4d41-af26-db613c089247 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.898840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Checking segment: {'id': '6690679f-2162-43c2-a11e-6ff960f35476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c24e0f03-f18d-49eb-ad24-6f360743a9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:35:58.899394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Network hostable DHCP agents. Network: c24e0f03-f18d-49eb-ad24-6f360743a9f9, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:35:58.912464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2dc686d-0371-41d0-9379-f98a8fbede48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.915750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2dc686d-0371-41d0-9379-f98a8fbede48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.919674 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e2dc686d-0371-41d0-9379-f98a8fbede48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7444315c-1a8f-4a5d-be9b-a827cf5edcfb HTTP/1.1" status: 204 len: 168 time: 0.4534202 Oct 20 03:35:58.926597 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc686d-0371-41d0-9379-f98a8fbede48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7444315c-1a8f-4a5d-be9b-a827cf5edcfb,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:58.930483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f53e5875-d018-4f98-b1cb-c6c20aa0ec20 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.932760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f53e5875-d018-4f98-b1cb-c6c20aa0ec20 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.936405 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f53e5875-d018-4f98-b1cb-c6c20aa0ec20 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54 HTTP/1.1" status: 204 len: 168 time: 0.4104609 Oct 20 03:35:58.938935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52164) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:58.953171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e5875-d018-4f98-b1cb-c6c20aa0ec20 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:58.960415 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-64c69488-59ee-4419-ba3a-91a09c48dd58 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] show failed (client error): The resource could not be found. Oct 20 03:35:58.970835 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-64c69488-59ee-4419-ba3a-91a09c48dd58 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "GET /v2.0/security-groups/ff99c7e5-6f43-4d6d-b76c-1efe0bcbed54 HTTP/1.1" status: 404 len: 347 time: 0.0216646 Oct 20 03:35:58.970926 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8cea4189-75b9-4eb0-b415-a7056111aadd tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups/fdc2e3b8-dd4b-465b-8af1-73e1febf7c71 HTTP/1.1" status: 200 len: 1775 time: 0.1475828 Oct 20 03:35:58.971009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52166) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:58.971078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bb26-d624-4d41-af26-db613c089247 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:58.971078 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e6f4bb26-d624-4d41-af26-db613c089247 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3265405 Oct 20 03:35:58.971078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52168) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:58.971918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52170) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:58.975709 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'enable_snat': True}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:58.988299 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-71211db0-4dd9-4e95-bf94-c9e0ef740b77 req-5c69e9ca-46ff-40ce-be1e-c7cf10ec6902 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095431 Oct 20 03:35:59.028439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Network c24e0f03-f18d-49eb-ad24-6f360743a9f9 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:35:59.075884 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, c24e0f03-f18d-49eb-ad24-6f360743a9f9) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:35:59.087203 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9e6b60-75b8-4dec-8845-4ac7d2865b5f None None] Network c24e0f03-f18d-49eb-ad24-6f360743a9f9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:59.118037 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:59.118630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.178227 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-312ff54b-3bc4-403d-a001-57ebcf689d66 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9873989 Oct 20 03:35:59.179494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52174) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:59.211648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:35:59.219911 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1045584805', 'network_id': 'c24e0f03-f18d-49eb-ad24-6f360743a9f9'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:35:59.280445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.307862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Made reservation on behalf of f89df5d349634d08a16d20d5916a60bb for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:35:59.311142 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.341001 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] device_id is not set on port d7be8b0c-38ef-4edb-af37-c02e8abfd26b yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:35:59.502781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:59.506301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1c07d0-3652-4f2e-97d1-aecd05d6b6cd None None] Network c24e0f03-f18d-49eb-ad24-6f360743a9f9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:35:59.515495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Allocated IP 2001:db8::57 (c24e0f03-f18d-49eb-ad24-6f360743a9f9/405bb0c2-5570-457b-a701-b8b390f4c109/d7be8b0c-38ef-4edb-af37-c02e8abfd26b) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:35:59.604252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-baed04da-29ee-4cff-b08d-bc13feb655f4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.627467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'port_id': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'mac_address': 'fa:16:3e:d6:73:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:35:59.629675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122a9ce-187a-4ef4-bef7-cdb7b7994115 req-74b9b501-1b3b-4938-b4ba-59e5470bb8a4 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:59.631686 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0122a9ce-187a-4ef4-bef7-cdb7b7994115 req-74b9b501-1b3b-4938-b4ba-59e5470bb8a4 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1200781 Oct 20 03:35:59.665023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-baed04da-29ee-4cff-b08d-bc13feb655f4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.687298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8363ff5e-72e5-4ed2-a07c-ed8baef57c73 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Deleting port 4167d7b0-81c5-412a-9b61-c6d0c22bc8ed {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:35:59.687810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8363ff5e-72e5-4ed2-a07c-ed8baef57c73 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.709170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:35:59.709559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.724955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:35:59.740073 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0122a9ce-187a-4ef4-bef7-cdb7b7994115 req-4fbad060-babe-45cf-abc0-c527a1cd5069 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006274 Oct 20 03:35:59.754436 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.759047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:35:59.779396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.828696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-baed04da-29ee-4cff-b08d-bc13feb655f4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.833960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-baed04da-29ee-4cff-b08d-bc13feb655f4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.836788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.840313 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-baed04da-29ee-4cff-b08d-bc13feb655f4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-groups/fdc2e3b8-dd4b-465b-8af1-73e1febf7c71 HTTP/1.1" status: 204 len: 168 time: 0.8655286 Oct 20 03:35:59.842302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52194) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:35:59.876253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:59.876884 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8363ff5e-72e5-4ed2-a07c-ed8baef57c73 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.877211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8363ff5e-72e5-4ed2-a07c-ed8baef57c73 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:35:59.879906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed04da-29ee-4cff-b08d-bc13feb655f4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc2e3b8-dd4b-465b-8af1-73e1febf7c71,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:35:59.894480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716adb1-15f0-4f1b-99b9-6c5c684a44a7 req-9311e1f1-9510-4a01-b71e-39e24469be1a tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:35:59.895994 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e716adb1-15f0-4f1b-99b9-6c5c684a44a7 req-9311e1f1-9510-4a01-b71e-39e24469be1a tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 943 time: 0.2229745 Oct 20 03:35:59.908682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8363ff5e-72e5-4ed2-a07c-ed8baef57c73 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Calling delete_port for 4167d7b0-81c5-412a-9b61-c6d0c22bc8ed owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:35:59.950501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Network c24e0f03-f18d-49eb-ad24-6f360743a9f9 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:00.008550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:00.020209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:00.021223 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:00.021833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.035372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52200) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:00.040130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['6d019da3-9c01-4c0b-9a6c-9c26ba60b354'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:36:00.210276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1746513425'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:00.266978 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8363ff5e-72e5-4ed2-a07c-ed8baef57c73 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.309089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:00.312807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.327117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363ff5e-72e5-4ed2-a07c-ed8baef57c73 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Pushing event deleted for resources: {'Port': ['ID=4167d7b0-81c5-412a-9b61-c6d0c22bc8ed,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:00.333542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.369878 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50bda3-3060-4cf6-8e5f-14dd871f145e req-6e327b12-0c97-467c-b734-63e7809c6f1e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:00.371526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee50bda3-3060-4cf6-8e5f-14dd871f145e req-6e327b12-0c97-467c-b734-63e7809c6f1e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 946 time: 0.2404716 Oct 20 03:36:00.382109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d114799-9b09-4bc6-a361-24074244ed41 req-81155161-02ba-454f-b003-33083bc6d8e0 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:00.383763 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6d114799-9b09-4bc6-a361-24074244ed41 req-81155161-02ba-454f-b003-33083bc6d8e0 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 946 time: 0.3023012 Oct 20 03:36:00.472456 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-34d22d31-8d49-46ca-b4d9-4ba2c1f8b208 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6268101 Oct 20 03:36:00.474912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event updated for resources: {'Port': ['ID=d7be8b0c-38ef-4edb-af37-c02e8abfd26b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:00.480304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52204) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:00.498320 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a27b436e-5a68-4efc-bab6-6eae83681e47 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3170128 Oct 20 03:36:00.501071 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e716adb1-15f0-4f1b-99b9-6c5c684a44a7 req-503650c0-06d9-4680-8b73-94e581a3b227 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5689201 Oct 20 03:36:00.501550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52206) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:00.505898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8363ff5e-72e5-4ed2-a07c-ed8baef57c73 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.508846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8363ff5e-72e5-4ed2-a07c-ed8baef57c73 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.513015 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8363ff5e-72e5-4ed2-a07c-ed8baef57c73 tempest-ServersTestJSON-1659183206 tempest-ServersTestJSON-1659183206-project] 10.222.0.20 "DELETE /v2.0/floatingips/93fa590d-c291-4590-b22d-9abe76538929 HTTP/1.1" status: 204 len: 168 time: 1.5446346 Oct 20 03:36:00.516814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52208) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:00.556596 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee50bda3-3060-4cf6-8e5f-14dd871f145e req-addd2ba6-6deb-4717-b5d8-44a453f97136 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538017 Oct 20 03:36:00.571698 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.595673 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-033ee43f-e709-473a-bced-08fb1e7f8bea tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] delete failed (client error): The resource could not be found. Oct 20 03:36:00.596721 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-033ee43f-e709-473a-bced-08fb1e7f8bea tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-groups/fdc2e3b8-dd4b-465b-8af1-73e1febf7c71 HTTP/1.1" status: 404 len: 347 time: 0.1143782 Oct 20 03:36:00.599249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.602415 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52210) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:00.610044 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-45b1600d-88a9-4117-ab66-4b20c60970d8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438499828'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:00.679903 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45b1600d-88a9-4117-ab66-4b20c60970d8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.724658 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Deleting port 440fbbd2-490b-4909-ba81-d553b80f2b4d {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:00.725202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.730553 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-540e6bfb-2166-4ba4-9b47-52dfe45418d0 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Deleting port d7be8b0c-38ef-4edb-af37-c02e8abfd26b {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:00.730900 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-540e6bfb-2166-4ba4-9b47-52dfe45418d0 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.731063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.777681 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.839644 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Allocated IP 172.26.0.170 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/f2a6949e-204d-4301-96b6-3ac384794609) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:00.862592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:00.877220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d711ce2-daa1-4d59-9fd4-bce5dbcc8e9e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:00.914632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.914632 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Added segment 8328d521-c4be-4b6b-a1e7-0554b15e2331 of type vlan for network ed37456a-abe7-4f7f-ae92-dcf6008d6581 Oct 20 03:36:00.924257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45b1600d-88a9-4117-ab66-4b20c60970d8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.935162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-540e6bfb-2166-4ba4-9b47-52dfe45418d0 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.946360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45b1600d-88a9-4117-ab66-4b20c60970d8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.972207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-540e6bfb-2166-4ba4-9b47-52dfe45418d0 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Calling delete_port for d7be8b0c-38ef-4edb-af37-c02e8abfd26b owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:00.979122 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:00.996923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] For port 440fbbd2-490b-4909-ba81-d553b80f2b4d, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=440fbbd2-490b-4909-ba81-d553b80f2b4d,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:00.997285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.034283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e76d0b-c772-4605-9f3a-8261d30dc935 req-5ede5a5e-626a-4166-8e5a-5f531f6c54e7 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:01.035768 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-07e76d0b-c772-4605-9f3a-8261d30dc935 req-5ede5a5e-626a-4166-8e5a-5f531f6c54e7 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2010229 Oct 20 03:36:01.046425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45b1600d-88a9-4117-ab66-4b20c60970d8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.047687 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-45b1600d-88a9-4117-ab66-4b20c60970d8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4413462 Oct 20 03:36:01.057275 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52214) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:01.057918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1600d-88a9-4117-ab66-4b20c60970d8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8906d138-8787-44bc-9ea7-3e918cfaee1d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:01.064835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1b953160-01fa-4971-a56c-7f1a4d7cfc53 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': '8906d138-8787-44bc-9ea7-3e918cfaee1d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:01.077083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.082743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:01.083315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.160885 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1250396 Oct 20 03:36:01.178693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.183909 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-07e76d0b-c772-4605-9f3a-8261d30dc935 req-33140c1a-a6e9-48b4-a364-54c4fb6cd1c1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350744 Oct 20 03:36:01.198349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1b953160-01fa-4971-a56c-7f1a4d7cfc53 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.204131 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1e696-7250-468e-835d-8cf28cf8a88b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=ed37456a-abe7-4f7f-ae92-dcf6008d6581,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:01.204917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:01.270260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network ed37456a-abe7-4f7f-ae92-dcf6008d6581 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:01.331435 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.343890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1b953160-01fa-4971-a56c-7f1a4d7cfc53 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.366152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.366593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.367501 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Floating IP 7281eeb8-0368-4a7e-a4ec-76ea7c5909b7 disassociated. External IP: 172.26.0.72, port: 440fbbd2-490b-4909-ba81-d553b80f2b4d. Oct 20 03:36:01.368339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Calling delete_port for 440fbbd2-490b-4909-ba81-d553b80f2b4d owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:01.374579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1b953160-01fa-4971-a56c-7f1a4d7cfc53 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.376519 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-540e6bfb-2166-4ba4-9b47-52dfe45418d0 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.403516 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:01.415740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:01.421703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:01.426096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b953160-01fa-4971-a56c-7f1a4d7cfc53 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1394024-4eaf-4c5e-ab50-af5f4d8b3dfc,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:01.427598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a6949e-204d-4301-96b6-3ac384794609,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:01.462591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1b953160-01fa-4971-a56c-7f1a4d7cfc53 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.463949 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1b953160-01fa-4971-a56c-7f1a4d7cfc53 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4036179 Oct 20 03:36:01.469458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52218) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:01.477600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:36:01.496967 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-540e6bfb-2166-4ba4-9b47-52dfe45418d0 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.502972 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-540e6bfb-2166-4ba4-9b47-52dfe45418d0 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "DELETE /v2.0/ports/d7be8b0c-38ef-4edb-af37-c02e8abfd26b HTTP/1.1" status: 204 len: 168 time: 0.9982834 Oct 20 03:36:01.505961 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52220) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:01.509568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:01.509940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.510270 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 Oct 20 03:36:01.517913 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c24e0f03-f18d-49eb-ad24-6f360743a9f9', 'external_fixed_ips': [{'subnet_id': '405bb0c2-5570-457b-a701-b8b390f4c109', 'ip_address': '2001:db8::57'}]}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:01.572487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96250150-c887-4bf6-b1b3-d3d353991003 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.580245 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e6bfb-2166-4ba4-9b47-52dfe45418d0 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7be8b0c-38ef-4edb-af37-c02e8abfd26b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:01.608975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96250150-c887-4bf6-b1b3-d3d353991003 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.624877 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.639916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:01.640490 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.674682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:36:01.678059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285b3fd6-ecde-4a95-ba1d-128c41a5e2f1" -d '{"events": [{"server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "name": "network-vif-plugged", "status": "completed", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:36:01.719349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:01.724548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.726011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.727221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.728054 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 440fbbd2-490b-4909-ba81-d553b80f2b4d no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:36:01.774908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96250150-c887-4bf6-b1b3-d3d353991003 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.781469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96250150-c887-4bf6-b1b3-d3d353991003 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.782911 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-96250150-c887-4bf6-b1b3-d3d353991003 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d1394024-4eaf-4c5e-ab50-af5f4d8b3dfc HTTP/1.1" status: 204 len: 168 time: 0.3123410 Oct 20 03:36:01.791694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52228) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:01.815090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96250150-c887-4bf6-b1b3-d3d353991003 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1394024-4eaf-4c5e-ab50-af5f4d8b3dfc,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:01.866501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:01.869539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45b890-cf48-44f5-b869-306b1fce55f1 req-6df6c0e4-41f0-431a-acbf-3520137db7f3 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:01.876959 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8c45b890-cf48-44f5-b869-306b1fce55f1 req-6df6c0e4-41f0-431a-acbf-3520137db7f3 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 946 time: 0.1910262 Oct 20 03:36:01.915660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9f8a2-5973-4d09-9749-3fc62b5a8340 req-03997d28-b8be-47b9-ab0b-a9832fa4f194 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:01.917772 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b8c9f8a2-5973-4d09-9749-3fc62b5a8340 req-03997d28-b8be-47b9-ab0b-a9832fa4f194 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 944 time: 0.2400088 Oct 20 03:36:01.920803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.933737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.937826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 440fbbd2-490b-4909-ba81-d553b80f2b4d is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:01.938318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:01.961952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Pushing event deleted for resources: {'Port': ['ID=440fbbd2-490b-4909-ba81-d553b80f2b4d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:01.987841 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c372bb95-edd5-49dc-a7a2-a273fdff07aa tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1911571 Oct 20 03:36:01.993064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52230) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:02.120184 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8c45b890-cf48-44f5-b869-306b1fce55f1 req-66890d14-f6ca-4870-aedb-12117daaa37d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups?id=08e4e96e-f472-4c8d-a271-33031d3bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423532 Oct 20 03:36:02.145497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Router a8f90114-b79b-44d1-8451-2f40d3598dc8 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:36:02.185355 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b8c9f8a2-5973-4d09-9749-3fc62b5a8340 req-c042e991-6411-4d52-9b0e-a3dd6d26c405 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590563 Oct 20 03:36:02.239197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf9d8a9-ec6c-45fc-a885-233b20e6526e x-openstack-request-id: req-1cf9d8a9-ec6c-45fc-a885-233b20e6526e {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:36:02.239720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "name": "network-vif-plugged", "status": "completed", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:36:02.239831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cf9d8a9-ec6c-45fc-a885-233b20e6526e {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:36:02.240144 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf9d8a9-ec6c-45fc-a885-233b20e6526e'] response: {'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'code': 200} Oct 20 03:36:02.296851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.303634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.387861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-64839250-4577-4d3f-b2f9-fd7df4dcf118 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.443279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-64839250-4577-4d3f-b2f9-fd7df4dcf118 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.610540 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-64839250-4577-4d3f-b2f9-fd7df4dcf118 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.613601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-64839250-4577-4d3f-b2f9-fd7df4dcf118 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.614878 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-64839250-4577-4d3f-b2f9-fd7df4dcf118 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-groups/8906d138-8787-44bc-9ea7-3e918cfaee1d HTTP/1.1" status: 204 len: 168 time: 0.6172202 Oct 20 03:36:02.629209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52234) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:02.651314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64839250-4577-4d3f-b2f9-fd7df4dcf118 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8906d138-8787-44bc-9ea7-3e918cfaee1d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:02.737495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.748872 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-290f705e-b2c7-4d76-9fcb-87221b36823d tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1179233 Oct 20 03:36:02.749305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52236) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:02.755282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9fd1e6b1-c8a4-4d78-843b-0e7932eb3445 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462446800'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:02.759947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.784845 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de4ce6-ec4e-429b-94bf-ab18407fae66 req-0d797864-9a83-49ef-99f5-2fc7d12abb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:02.786342 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-39de4ce6-ec4e-429b-94bf-ab18407fae66 req-0d797864-9a83-49ef-99f5-2fc7d12abb21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 1098 time: 0.1420810 Oct 20 03:36:02.799339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d2be7-d88d-40b0-935f-7c87bd9d8076 req-c6dd8f22-c8b3-4673-b703-283981d50af1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:02.800785 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-274d2be7-d88d-40b0-935f-7c87bd9d8076 req-c6dd8f22-c8b3-4673-b703-283981d50af1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1578758 Oct 20 03:36:02.847952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:02.863048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fd1e6b1-c8a4-4d78-843b-0e7932eb3445 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.867803 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22567c26-6776-40cf-aa17-0c71e2c6815d None None] Sync routers for ids ['a8f90114-b79b-44d1-8451-2f40d3598dc8'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:02.882086 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22567c26-6776-40cf-aa17-0c71e2c6815d None None] Routers {'a8f90114-b79b-44d1-8451-2f40d3598dc8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:02.883976 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-22567c26-6776-40cf-aa17-0c71e2c6815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a8f90114-b79b-44d1-8451-2f40d3598dc8'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:02.946443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] No DVR routers for this DVR port 440fbbd2-490b-4909-ba81-d553b80f2b4d on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:02.951984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:02.955443 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6d114799-9b09-4bc6-a361-24074244ed41 req-aaab6cb6-0ecc-49fe-82c4-b5d5b89a710d tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.36 "DELETE /v2.0/ports/440fbbd2-490b-4909-ba81-d553b80f2b4d HTTP/1.1" status: 204 len: 173 time: 2.5484400 Oct 20 03:36:02.957502 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-39de4ce6-ec4e-429b-94bf-ab18407fae66 req-ee9c9184-d330-4911-852d-59567f54cead service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534503 Oct 20 03:36:02.960334 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-274d2be7-d88d-40b0-935f-7c87bd9d8076 req-c095bb93-631d-4bad-beb7-9e6f81a9c31a tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303058 Oct 20 03:36:02.960874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'name': 'network-vif-deleted', 'tag': '440fbbd2-490b-4909-ba81-d553b80f2b4d'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:36:02.963311 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee40b81-0dd1-42f8-95f9-97236f0cc5b6" -d '{"events": [{"server_uuid": "5f68cae9-bcde-42cc-b1c1-8ba56a67d926", "name": "network-vif-deleted", "tag": "440fbbd2-490b-4909-ba81-d553b80f2b4d"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:36:03.033830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.046055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6add2c-ccd1-4ebf-8258-b04fe629862f x-openstack-request-id: req-7f6add2c-ccd1-4ebf-8258-b04fe629862f {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:36:03.046616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68cae9-bcde-42cc-b1c1-8ba56a67d926", "name": "network-vif-deleted", "tag": "440fbbd2-490b-4909-ba81-d553b80f2b4d", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:36:03.047202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f6add2c-ccd1-4ebf-8258-b04fe629862f {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:36:03.047847 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6add2c-ccd1-4ebf-8258-b04fe629862f'] response: {'server_uuid': '5f68cae9-bcde-42cc-b1c1-8ba56a67d926', 'name': 'network-vif-deleted', 'tag': '440fbbd2-490b-4909-ba81-d553b80f2b4d', 'status': 'completed', 'code': 200} Oct 20 03:36:03.053464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] Deleting port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:03.054080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.067347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.095625 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-22567c26-6776-40cf-aa17-0c71e2c6815d None None] Set router a8f90114-b79b-44d1-8451-2f40d3598dc8 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:03.151183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fd1e6b1-c8a4-4d78-843b-0e7932eb3445 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.154254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] For port 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5ff31d5f-0be8-477c-bbe1-0bf800d7d76c,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:03.154881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.163132 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fd1e6b1-c8a4-4d78-843b-0e7932eb3445 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.176971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] Calling delete_port for 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:03.215772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Router c8530619-9d83-4118-be51-19348d44468f is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:36:03.302201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fd1e6b1-c8a4-4d78-843b-0e7932eb3445 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.307111 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9fd1e6b1-c8a4-4d78-843b-0e7932eb3445 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5541792 Oct 20 03:36:03.308472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52244) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:03.314734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-91ee6106-2798-4d96-a675-ea79ac56f1d0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': '35244965-59a6-422b-8f80-5e6547ce181f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:03.327357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1e6b1-c8a4-4d78-843b-0e7932eb3445 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35244965-59a6-422b-8f80-5e6547ce181f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:03.454661 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6f4d3c44-f08b-4b20-bbcf-db2984585a2c req-62bed07f-9b79-4a7d-9ab2-f221de43fe34 tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68cae9-bcde-42cc-b1c1-8ba56a67d926 HTTP/1.1" status: 200 len: 210 time: 0.0532105 Oct 20 03:36:03.481375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-91ee6106-2798-4d96-a675-ea79ac56f1d0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.533257 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-22567c26-6776-40cf-aa17-0c71e2c6815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:39Z', 'revision_number': 4, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '05deef7b-a15f-4b84-87f8-e4277078c0a6', 'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'mac_address': 'fa:16:3e:9e:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:36Z', 'updated_at': '2022-10-20T03:34:45Z', 'revision_number': 5, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'subnets': [{'id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:03.577383 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22567c26-6776-40cf-aa17-0c71e2c6815d None None] Checking router: a8f90114-b79b-44d1-8451-2f40d3598dc8 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:03.591658 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22567c26-6776-40cf-aa17-0c71e2c6815d None None] Routers {'a8f90114-b79b-44d1-8451-2f40d3598dc8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:03.593638 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-22567c26-6776-40cf-aa17-0c71e2c6815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a8f90114-b79b-44d1-8451-2f40d3598dc8'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:03.627110 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-91ee6106-2798-4d96-a675-ea79ac56f1d0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.636954 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-91ee6106-2798-4d96-a675-ea79ac56f1d0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.662079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.669362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee6106-2798-4d96-a675-ea79ac56f1d0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f7cf23-453c-4f50-8278-6a8405fe5a10,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:03.713226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff31d5f-0be8-477c-bbe1-0bf800d7d76c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:03.719083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-91ee6106-2798-4d96-a675-ea79ac56f1d0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:03.720631 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-91ee6106-2798-4d96-a675-ea79ac56f1d0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4105217 Oct 20 03:36:03.726975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52246) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:03.764162 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-22567c26-6776-40cf-aa17-0c71e2c6815d None None] Set router a8f90114-b79b-44d1-8451-2f40d3598dc8 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:03.767926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8c3c19f2-b857-443c-bf1b-41687b575f9e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': '35244965-59a6-422b-8f80-5e6547ce181f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:04.075000 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-22567c26-6776-40cf-aa17-0c71e2c6815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:39Z', 'revision_number': 4, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '05deef7b-a15f-4b84-87f8-e4277078c0a6', 'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'mac_address': 'fa:16:3e:9e:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:36Z', 'updated_at': '2022-10-20T03:34:45Z', 'revision_number': 5, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'subnets': [{'id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:04.095706 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:04.107030 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.107703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec88f8-b36f-48af-8f62-069ade41b8ee None None] Sync routers for ids ['c8530619-9d83-4118-be51-19348d44468f'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:04.108785 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-38dc84d5-8ee4-478e-aaa0-e8be7e0bcc6b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "PUT /v2.0/routers/c8530619-9d83-4118-be51-19348d44468f HTTP/1.1" status: 200 len: 914 time: 5.1364865 Oct 20 03:36:04.114466 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52250) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:04.128531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec88f8-b36f-48af-8f62-069ade41b8ee None None] Routers {'c8530619-9d83-4118-be51-19348d44468f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:04.129412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-daec88f8-b36f-48af-8f62-069ade41b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c8530619-9d83-4118-be51-19348d44468f'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:04.135935 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Allocated IP 2001:db8::57 (c24e0f03-f18d-49eb-ad24-6f360743a9f9/405bb0c2-5570-457b-a701-b8b390f4c109/525f7450-0b61-493f-b317-afee81ab5e58) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:04.169609 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22567c26-6776-40cf-aa17-0c71e2c6815d None None] The sync data for ids ['a8f90114-b79b-44d1-8451-2f40d3598dc8'] in dv-neutron-861842-1-hyperv is: [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:34:39Z', 'revision_number': 4, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '05deef7b-a15f-4b84-87f8-e4277078c0a6', 'name': '', 'network_id': '66c2f9c2-0042-4c02-9b31-762abe8cca85', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'mac_address': 'fa:16:3e:9e:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:36Z', 'updated_at': '2022-10-20T03:34:45Z', 'revision_number': 5, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'subnets': [{'id': '4b7198b6-ce91-4b50-9412-8451ee465cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:04.194152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-daec88f8-b36f-48af-8f62-069ade41b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:04.223981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec88f8-b36f-48af-8f62-069ade41b8ee None None] Routers {'c8530619-9d83-4118-be51-19348d44468f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:04.225544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-daec88f8-b36f-48af-8f62-069ade41b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c8530619-9d83-4118-be51-19348d44468f'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:04.236977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c3c19f2-b857-443c-bf1b-41687b575f9e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.278550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46f3d9-8b13-4250-8a4a-5972b40a952b req-09569137-a060-43e3-bc3d-a54edb60f2bd tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:04.288076 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2d46f3d9-8b13-4250-8a4a-5972b40a952b req-09569137-a060-43e3-bc3d-a54edb60f2bd tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.8597486 Oct 20 03:36:04.295932 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-daec88f8-b36f-48af-8f62-069ade41b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:04.299617 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec88f8-b36f-48af-8f62-069ade41b8ee None None] The sync data for ids ['c8530619-9d83-4118-be51-19348d44468f'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:04.350049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.419886 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2d46f3d9-8b13-4250-8a4a-5972b40a952b req-6c6b8185-50d9-482e-801f-c9f880b8ab99 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307261 Oct 20 03:36:04.464942 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52252) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:04.473230 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'network_id': 'ed37456a-abe7-4f7f-ae92-dcf6008d6581', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:04.491320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f0abd-f61a-4669-84d2-cb73be4a17dc req-3826ad9f-d748-4241-8c43-e41c7ebbbf97 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:04.494062 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f30f0abd-f61a-4669-84d2-cb73be4a17dc req-3826ad9f-d748-4241-8c43-e41c7ebbbf97 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2848735 Oct 20 03:36:04.509995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c3c19f2-b857-443c-bf1b-41687b575f9e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.543013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c3c19f2-b857-443c-bf1b-41687b575f9e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.574555 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3fc1b49d-2e1b-4980-bace-834bb4e4346b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/routers/c8530619-9d83-4118-be51-19348d44468f HTTP/1.1" status: 200 len: 920 time: 0.4580882 Oct 20 03:36:04.575275 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52258) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:04.590348 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc884359-4840-4050-8c3c-03e4a87e90f7 None None] New status for floating IP 7281eeb8-0368-4a7e-a4ec-76ea7c5909b7: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:36:04.591168 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52260) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:04.605836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f30f0abd-f61a-4669-84d2-cb73be4a17dc req-3abc4c4e-e217-4c4e-a595-d367e78036a3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994427 Oct 20 03:36:04.620710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c19f2-b857-443c-bf1b-41687b575f9e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b09f522-5f7e-45bc-a315-a90dc80ae799,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:04.629557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c3c19f2-b857-443c-bf1b-41687b575f9e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.630993 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8c3c19f2-b857-443c-bf1b-41687b575f9e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9019046 Oct 20 03:36:04.634224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52262) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:04.638714 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-87889f2d-7797-4b16-970e-379495725eb7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': '35244965-59a6-422b-8f80-5e6547ce181f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:04.680138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.718339 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64235eb7-9012-47ff-a955-ff59db84952b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:04.720027 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-64235eb7-9012-47ff-a955-ff59db84952b tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&device_id=c8530619-9d83-4118-be51-19348d44468f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1405110 Oct 20 03:36:04.721304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87889f2d-7797-4b16-970e-379495725eb7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.723281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:04.726887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52264) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:04.727410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.781087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-362a0512-7003-4a60-b9b6-0edec126d26a tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.837320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.859740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-362a0512-7003-4a60-b9b6-0edec126d26a tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.895987 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87889f2d-7797-4b16-970e-379495725eb7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.906405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] Router dd693336-714e-43f5-bd8d-4ee7118a202b has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:36:04.908752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87889f2d-7797-4b16-970e-379495725eb7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.911809 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Network c24e0f03-f18d-49eb-ad24-6f360743a9f9 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:04.922383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:04.924028 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38286ee0-25fc-4cd2-b6f2-e3f76a4ff450 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:04.925616 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-38286ee0-25fc-4cd2-b6f2-e3f76a4ff450 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/networks/78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 881 time: 0.1975331 Oct 20 03:36:04.933396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52266) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:04.936629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:04.944208 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87889f2d-7797-4b16-970e-379495725eb7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a477e7c4-91ba-4833-a11f-40c124a84c11,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:04.970783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87889f2d-7797-4b16-970e-379495725eb7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:04.971981 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-87889f2d-7797-4b16-970e-379495725eb7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3367260 Oct 20 03:36:04.977098 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f9e3631f-a272-417c-a4b5-19905b6f1707 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8530619-9d83-4118-be51-19348d44468f HTTP/1.1" status: 200 len: 205 time: 0.0396383 Oct 20 03:36:04.977098 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52268) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:04.977640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event updated for resources: {'Port': ['ID=525f7450-0b61-493f-b317-afee81ab5e58,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:04.980119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-87333a4e-118d-486a-904f-a902232a4002 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': '35244965-59a6-422b-8f80-5e6547ce181f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:04.982052 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52270) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:05.053233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87333a4e-118d-486a-904f-a902232a4002 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.122186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:05.124248 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-362a0512-7003-4a60-b9b6-0edec126d26a tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.126868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-362a0512-7003-4a60-b9b6-0edec126d26a tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.130243 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d147be6a-3587-4e04-b767-6b4c80cc81f1 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd693336-714e-43f5-bd8d-4ee7118a202b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5904305 Oct 20 03:36:05.132127 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22c825-fd88-4970-8029-4fe4dff320a4 None None] Sync routers for ids ['dd693336-714e-43f5-bd8d-4ee7118a202b'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:05.133769 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-362a0512-7003-4a60-b9b6-0edec126d26a tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "DELETE /v2.0/security-groups/08e4e96e-f472-4c8d-a271-33031d3bff45 HTTP/1.1" status: 204 len: 168 time: 0.5379119 Oct 20 03:36:05.134016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52272) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:05.134351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52274) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:05.147754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22c825-fd88-4970-8029-4fe4dff320a4 None None] Routers {'dd693336-714e-43f5-bd8d-4ee7118a202b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:05.149619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2f22c825-fd88-4970-8029-4fe4dff320a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd693336-714e-43f5-bd8d-4ee7118a202b'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:05.160653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a0512-7003-4a60-b9b6-0edec126d26a tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4e96e-f472-4c8d-a271-33031d3bff45,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:05.197300 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-1e4eefe6-3836-4f60-b3c3-c5f1df2c78ef tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] show failed (client error): The resource could not be found. Oct 20 03:36:05.200837 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1e4eefe6-3836-4f60-b3c3-c5f1df2c78ef tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "GET /v2.0/security-groups/08e4e96e-f472-4c8d-a271-33031d3bff45 HTTP/1.1" status: 404 len: 347 time: 0.0618801 Oct 20 03:36:05.202523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52276) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:05.206016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87333a4e-118d-486a-904f-a902232a4002 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.214433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87333a4e-118d-486a-904f-a902232a4002 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.240688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87333a4e-118d-486a-904f-a902232a4002 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a9bb66-5267-4eaf-a021-dead2601d7b3,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:05.277809 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87333a4e-118d-486a-904f-a902232a4002 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.281579 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-87333a4e-118d-486a-904f-a902232a4002 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3025787 Oct 20 03:36:05.281822 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52278) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:05.287881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-cd2cb19a-7274-4d91-8730-a26d1763d22c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': '35244965-59a6-422b-8f80-5e6547ce181f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:05.288134 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-2f22c825-fd88-4970-8029-4fe4dff320a4 None None] Set router dd693336-714e-43f5-bd8d-4ee7118a202b gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:05.314505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.386732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cd2cb19a-7274-4d91-8730-a26d1763d22c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.414615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.431164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.522060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.555450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cd2cb19a-7274-4d91-8730-a26d1763d22c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.597557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cd2cb19a-7274-4d91-8730-a26d1763d22c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.614657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2f22c825-fd88-4970-8029-4fe4dff320a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:36:03Z', 'revision_number': 5, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port': {'id': '35f98f24-3893-41ea-bf6b-aec259f788f7', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:23Z', 'updated_at': '2022-10-20T03:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:05.631781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cb19a-7274-4d91-8730-a26d1763d22c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a50bfa-8380-493e-8a29-0a7270b1ef30,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:05.645791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22c825-fd88-4970-8029-4fe4dff320a4 None None] Checking router: dd693336-714e-43f5-bd8d-4ee7118a202b for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:05.650400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cd2cb19a-7274-4d91-8730-a26d1763d22c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.651901 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cd2cb19a-7274-4d91-8730-a26d1763d22c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3691626 Oct 20 03:36:05.655104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22c825-fd88-4970-8029-4fe4dff320a4 None None] Routers {'dd693336-714e-43f5-bd8d-4ee7118a202b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:05.656314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52282) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:05.656524 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2f22c825-fd88-4970-8029-4fe4dff320a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd693336-714e-43f5-bd8d-4ee7118a202b'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:05.690079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1a07cbb-7c39-4bfb-80cf-022adf9326a2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.703890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1a07cbb-7c39-4bfb-80cf-022adf9326a2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.715206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Deleting port 35f98f24-3893-41ea-bf6b-aec259f788f7 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:05.715529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.722380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=372b3398-f147-4491-a528-ea4349186d2b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:05.730468 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.747237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Checking segment: {'id': '8328d521-c4be-4b6b-a1e7-0554b15e2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ed37456a-abe7-4f7f-ae92-dcf6008d6581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:05.747846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network hostable DHCP agents. Network: ed37456a-abe7-4f7f-ae92-dcf6008d6581, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:05.748938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-2f22c825-fd88-4970-8029-4fe4dff320a4 None None] Set router dd693336-714e-43f5-bd8d-4ee7118a202b gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:05.762531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19d45b-0cfa-4f9a-8b70-6850045f3bc5 req-a53f1da6-4780-4c3a-8c52-85edbd19d742 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:05.764575 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0d19d45b-0cfa-4f9a-8b70-6850045f3bc5 req-a53f1da6-4780-4c3a-8c52-85edbd19d742 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.2324367 Oct 20 03:36:05.769955 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.809711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2f22c825-fd88-4970-8029-4fe4dff320a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:36:05Z', 'revision_number': 6, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:05.814448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1a07cbb-7c39-4bfb-80cf-022adf9326a2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.832637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1a07cbb-7c39-4bfb-80cf-022adf9326a2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.833261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a27f35e9-e196-41b7-a0aa-8810d201fd8e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Deleting port c5d2968e-71de-43d2-a1ed-a43420ad6ebe {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:05.833668 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f1a07cbb-7c39-4bfb-80cf-022adf9326a2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b0a50bfa-8380-493e-8a29-0a7270b1ef30 HTTP/1.1" status: 204 len: 168 time: 0.1762669 Oct 20 03:36:05.836661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a27f35e9-e196-41b7-a0aa-8810d201fd8e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.837668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52286) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:05.843755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22c825-fd88-4970-8029-4fe4dff320a4 None None] The sync data for ids ['dd693336-714e-43f5-bd8d-4ee7118a202b'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd693336-714e-43f5-bd8d-4ee7118a202b', 'name': 'tempest-ServersTestJSON-271390964-router', 'tenant_id': '28edb78bb08c4c939bf1654792b077cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:22Z', 'updated_at': '2022-10-20T03:36:05Z', 'revision_number': 6, 'project_id': '28edb78bb08c4c939bf1654792b077cd', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:05.852726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a07cbb-7c39-4bfb-80cf-022adf9326a2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0a50bfa-8380-493e-8a29-0a7270b1ef30,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:05.869505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20deb-168e-4494-a64e-e6d06465996d req-ac23a6c8-d31b-4a10-b715-d97554d0c533 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:05.871054 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-faf20deb-168e-4494-a64e-e6d06465996d req-ac23a6c8-d31b-4a10-b715-d97554d0c533 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1642058 Oct 20 03:36:05.907590 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network ed37456a-abe7-4f7f-ae92-dcf6008d6581 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:05.907935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] For port 35f98f24-3893-41ea-bf6b-aec259f788f7, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=35f98f24-3893-41ea-bf6b-aec259f788f7,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:05.908430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:05.943328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Calling delete_port for 35f98f24-3893-41ea-bf6b-aec259f788f7 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:05.961475 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c92e581a-6c07-46e1-bab5-e517cbdd9d97 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1185820 Oct 20 03:36:05.964435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52288) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:05.994236 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-faf20deb-168e-4494-a64e-e6d06465996d req-cd04d8ff-3f39-40ed-a8d5-e4007cb550db tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106026 Oct 20 03:36:05.999453 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, ed37456a-abe7-4f7f-ae92-dcf6008d6581) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:06.008212 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0d19d45b-0cfa-4f9a-8b70-6850045f3bc5 req-fb406ff2-7cc7-4cca-8bc1-7901086bf0c1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953793 Oct 20 03:36:06.012515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3554a-aec8-4263-b0ee-cfc2b008c83c None None] Network ed37456a-abe7-4f7f-ae92-dcf6008d6581 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:06.016505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:06.017691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.055012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56ac0146-6b58-4b11-971e-2ffe8de4cc12 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.074013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56ac0146-6b58-4b11-971e-2ffe8de4cc12 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.106824 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a27f35e9-e196-41b7-a0aa-8810d201fd8e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.107135 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a27f35e9-e196-41b7-a0aa-8810d201fd8e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.122628 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Deleting port f2a6949e-204d-4301-96b6-3ac384794609 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:06.123064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.159762 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a1c3e1ae-b221-44cb-840b-a1d8428b32ed tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6936677 Oct 20 03:36:06.166716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52292) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:06.168920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a27f35e9-e196-41b7-a0aa-8810d201fd8e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Calling delete_port for c5d2968e-71de-43d2-a1ed-a43420ad6ebe owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:06.182423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56ac0146-6b58-4b11-971e-2ffe8de4cc12 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.191551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-ed37456a-abe7-4f7f-ae92-dcf6008d6581', 'network_id': 'ed37456a-abe7-4f7f-ae92-dcf6008d6581', 'tenant_id': 'a7b7d5d8ef0045c7aeac20c2114d9fc5', 'fixed_ips': [{'subnet_id': '372b3398-f147-4491-a528-ea4349186d2b'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:06.192641 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.205754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1525272253'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:06.215465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56ac0146-6b58-4b11-971e-2ffe8de4cc12 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.221223 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52294) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:06.221516 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-56ac0146-6b58-4b11-971e-2ffe8de4cc12 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/18a9bb66-5267-4eaf-a021-dead2601d7b3 HTTP/1.1" status: 204 len: 168 time: 0.2529755 Oct 20 03:36:06.222586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac0146-6b58-4b11-971e-2ffe8de4cc12 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18a9bb66-5267-4eaf-a021-dead2601d7b3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:06.251961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45c402-1031-4e9d-a98f-1a5cc2d7f9bc req-eb07d2d3-6684-4680-8a1d-bd95a1f3e0d7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:06.267053 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8a45c402-1031-4e9d-a98f-1a5cc2d7f9bc req-eb07d2d3-6684-4680-8a1d-bd95a1f3e0d7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.1671178 Oct 20 03:36:06.353348 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8a45c402-1031-4e9d-a98f-1a5cc2d7f9bc req-4ea8864c-df93-4069-90a4-a7fdc7ebbec5 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853872 Oct 20 03:36:06.386618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.389695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Allocated IP 2001:db8:0:ffff::2 (ed37456a-abe7-4f7f-ae92-dcf6008d6581/372b3398-f147-4491-a528-ea4349186d2b/125d63af-88fc-42fc-af59-1f7b15b5db8d) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:06.393007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52296) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:06.399330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.422348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=35f98f24-3893-41ea-bf6b-aec259f788f7,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:06.496642 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e6f1cb-7b53-4b32-88a7-24e310afba22 tempest-TestNetworkAdvancedServerOps-563875292 tempest-TestNetworkAdvancedServerOps-563875292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:06.501105 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-18e6f1cb-7b53-4b32-88a7-24e310afba22 tempest-TestNetworkAdvancedServerOps-563875292 tempest-TestNetworkAdvancedServerOps-563875292-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 1093 time: 0.1043184 Oct 20 03:36:06.502498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52298) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:06.506828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:06.522414 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:06.524627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.528375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.544667 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.565717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.574490 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.584752 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Calling delete_port for f2a6949e-204d-4301-96b6-3ac384794609 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:06.594363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.612876 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0ff54f22-d8df-47e5-af0c-2b67df8ae80a tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3794832 Oct 20 03:36:06.616256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52300) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:06.618767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Network ed37456a-abe7-4f7f-ae92-dcf6008d6581 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:06.622340 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:06.625892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:06.633412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Pushing event updated for resources: {'Port': ['ID=125d63af-88fc-42fc-af59-1f7b15b5db8d,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:06.664298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.669483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.696861 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Attempting to bind port 125d63af-88fc-42fc-af59-1f7b15b5db8d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:06.697241 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Attempting to bind port 125d63af-88fc-42fc-af59-1f7b15b5db8d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '8328d521-c4be-4b6b-a1e7-0554b15e2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ed37456a-abe7-4f7f-ae92-dcf6008d6581'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:06.697664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Attempting to bind port 125d63af-88fc-42fc-af59-1f7b15b5db8d on network ed37456a-abe7-4f7f-ae92-dcf6008d6581 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:06.703346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:06.703730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Checking segment: {'id': '8328d521-c4be-4b6b-a1e7-0554b15e2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ed37456a-abe7-4f7f-ae92-dcf6008d6581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:06.704134 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.704572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Bound using segment: {'id': '8328d521-c4be-4b6b-a1e7-0554b15e2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ed37456a-abe7-4f7f-ae92-dcf6008d6581'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:06.705311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Bound port: 125d63af-88fc-42fc-af59-1f7b15b5db8d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8328d521-c4be-4b6b-a1e7-0554b15e2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ed37456a-abe7-4f7f-ae92-dcf6008d6581'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:06.705968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.731597 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.732321 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd693336-714e-43f5-bd8d-4ee7118a202b {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:06.738354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.742169 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3f9de5f8-5753-4ecc-b3b7-a0fe93dab8ba admin admin] 10.222.0.20 "DELETE /v2.0/routers/dd693336-714e-43f5-bd8d-4ee7118a202b HTTP/1.1" status: 204 len: 168 time: 1.6043761 Oct 20 03:36:06.745527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52302) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:06.790195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] For port 125d63af-88fc-42fc-af59-1f7b15b5db8d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:06.793900 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] For port 125d63af-88fc-42fc-af59-1f7b15b5db8d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=125d63af-88fc-42fc-af59-1f7b15b5db8d,segment=NetworkSegment(8328d521-c4be-4b6b-a1e7-0554b15e2331),segment_id=8328d521-c4be-4b6b-a1e7-0554b15e2331)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:06.801917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.855117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-30507b27-dea4-4095-9686-dae321978cba admin admin] Deleting subnet 8a420618-9b1b-4382-9bcf-0e0b9def6206 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:36:06.862103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30507b27-dea4-4095-9686-dae321978cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.866743 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148a96c-09e0-4c4c-b888-cae721aa5d97 None None] Pushing event updated for resources: {'Port': ['ID=125d63af-88fc-42fc-af59-1f7b15b5db8d,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:06.908617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30507b27-dea4-4095-9686-dae321978cba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:06.949782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.137813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:07.213578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.214222 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Added segment b88d4579-e8fc-49f5-9939-6899699504c4 of type vlan for network 8c0c3226-fcf9-4062-9a31-235eb2616519 Oct 20 03:36:07.243896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Router 4cd3fb12-719b-4868-b4a0-a0b0e005c8a9 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:36:07.251730 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-113985d1-baae-4931-9899-f0212584e037 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.285409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-113985d1-baae-4931-9899-f0212584e037 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.318276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.368969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30507b27-dea4-4095-9686-dae321978cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.377361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16791235-79a0-4916-8a69-f939bb2b5525 req-5eec8a00-5f28-4961-a5ff-31f2d35d8391 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:07.378842 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-16791235-79a0-4916-8a69-f939bb2b5525 req-5eec8a00-5f28-4961-a5ff-31f2d35d8391 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2377977 Oct 20 03:36:07.449437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a27f35e9-e196-41b7-a0aa-8810d201fd8e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.459670 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Allocated IP 172.26.0.99 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/4d50970a-6585-4044-ab1f-4e8df97d3d82) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:07.470758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30507b27-dea4-4095-9686-dae321978cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.473003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-113985d1-baae-4931-9899-f0212584e037 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.503913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30507b27-dea4-4095-9686-dae321978cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a420618-9b1b-4382-9bcf-0e0b9def6206,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:07.512559 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-113985d1-baae-4931-9899-f0212584e037 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.513750 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-113985d1-baae-4931-9899-f0212584e037 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a477e7c4-91ba-4833-a11f-40c124a84c11 HTTP/1.1" status: 204 len: 168 time: 0.8943098 Oct 20 03:36:07.524425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30507b27-dea4-4095-9686-dae321978cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.524980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.527659 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-30507b27-dea4-4095-9686-dae321978cba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a420618-9b1b-4382-9bcf-0e0b9def6206 HTTP/1.1" status: 204 len: 168 time: 0.7810478 Oct 20 03:36:07.528223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52306) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:07.532147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52308) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:07.533233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:07.534033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.537670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f35e9-e196-41b7-a0aa-8810d201fd8e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Pushing event deleted for resources: {'Port': ['ID=c5d2968e-71de-43d2-a1ed-a43420ad6ebe,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:07.540235 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3910251-badb-4077-9d9e-cf3f48eadf5e None None] Network d9204721-61ef-4686-b958-5b9a308bf3ea requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:07.568987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113985d1-baae-4931-9899-f0212584e037 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a477e7c4-91ba-4833-a11f-40c124a84c11,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:07.640872 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-643688ae-0429-4394-a3b2-a741c351fdcf tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1113472 Oct 20 03:36:07.655896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52310) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:07.677904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 125d63af-88fc-42fc-af59-1f7b15b5db8d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:07.685846 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-16791235-79a0-4916-8a69-f939bb2b5525 req-81294608-be43-4959-a51e-e8d40c1a4037 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645824 Oct 20 03:36:07.725272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.744453 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5764956 Oct 20 03:36:07.745068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52312) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:07.751484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'network_id': '8c0c3226-fcf9-4062-9a31-235eb2616519', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:07.813304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.817292 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:07.819239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e34058-1cc5-4a1a-9caf-149a5e296f99 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=8c0c3226-fcf9-4062-9a31-235eb2616519,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:07.830440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba9f26dd-6b57-4101-9e5b-3fca299949c8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.840075 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 8c0c3226-fcf9-4062-9a31-235eb2616519 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:07.841798 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Sync routers for ids ['4cd3fb12-719b-4868-b4a0-a0b0e005c8a9'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:07.845056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.848128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba9f26dd-6b57-4101-9e5b-3fca299949c8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.854463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a27f35e9-e196-41b7-a0aa-8810d201fd8e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.855873 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Routers {'4cd3fb12-719b-4868-b4a0-a0b0e005c8a9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:07.856538 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['4cd3fb12-719b-4868-b4a0-a0b0e005c8a9'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:07.857630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a27f35e9-e196-41b7-a0aa-8810d201fd8e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.858885 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a27f35e9-e196-41b7-a0aa-8810d201fd8e tempest-ServersTestManualDisk-1460350004 tempest-ServersTestManualDisk-1460350004-project] 10.222.0.20 "DELETE /v2.0/floatingips/7281eeb8-0368-4a7e-a4ec-76ea7c5909b7 HTTP/1.1" status: 204 len: 168 time: 2.6557398 Oct 20 03:36:07.865427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 125d63af-88fc-42fc-af59-1f7b15b5db8d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:07.866153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.867388 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 125d63af-88fc-42fc-af59-1f7b15b5db8d Oct 20 03:36:07.871013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52314) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:07.968018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:07.972935 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-57c6d4bd-8e30-466f-9211-531dd65fbfe5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.4657946 Oct 20 03:36:07.973687 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52316) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:07.985671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Pushing event deleted for resources: {'Port': ['ID=f2a6949e-204d-4301-96b6-3ac384794609,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:08.011324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c2b05c-d44b-40fc-bdda-76152b50ad20 None None] DHCP port deletion for d9204721-61ef-4686-b958-5b9a308bf3ea request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:36:08.045964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.101781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 125d63af-88fc-42fc-af59-1f7b15b5db8d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:08.102182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.121404 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba9f26dd-6b57-4101-9e5b-3fca299949c8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.136700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba9f26dd-6b57-4101-9e5b-3fca299949c8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.141288 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ba9f26dd-6b57-4101-9e5b-3fca299949c8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3b09f522-5f7e-45bc-a315-a90dc80ae799 HTTP/1.1" status: 204 len: 168 time: 0.4752076 Oct 20 03:36:08.141451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52318) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:08.148984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 125d63af-88fc-42fc-af59-1f7b15b5db8d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=125d63af-88fc-42fc-af59-1f7b15b5db8d,segment=NetworkSegment(8328d521-c4be-4b6b-a1e7-0554b15e2331),segment_id=8328d521-c4be-4b6b-a1e7-0554b15e2331)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:08.154320 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2b05c-d44b-40fc-bdda-76152b50ad20 None None] Deleting port 9a2afecf-d3f9-41c0-a186-75736defe211 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:08.154522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c2c2b05c-d44b-40fc-bdda-76152b50ad20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.160362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f26dd-6b57-4101-9e5b-3fca299949c8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b09f522-5f7e-45bc-a315-a90dc80ae799,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:08.166227 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Set router 4cd3fb12-719b-4868-b4a0-a0b0e005c8a9 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:08.167033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.203919 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'Port': ['ID=4d50970a-6585-4044-ab1f-4e8df97d3d82,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:08.236280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:08.245138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:08.249039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:08.271662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c2c2b05c-d44b-40fc-bdda-76152b50ad20 None None] For port 9a2afecf-d3f9-41c0-a186-75736defe211, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9a2afecf-d3f9-41c0-a186-75736defe211,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:08.272092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c2c2b05c-d44b-40fc-bdda-76152b50ad20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.286936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 35f98f24-3893-41ea-bf6b-aec259f788f7 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:36:08.294597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.325520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Deleting port 9a2afecf-d3f9-41c0-a186-75736defe211 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:08.325855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.327929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:08.332153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.336348 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2b05c-d44b-40fc-bdda-76152b50ad20 None None] Calling delete_port for 9a2afecf-d3f9-41c0-a186-75736defe211 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:08.338520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e16150b-c7af-42a5-a351-fe0a5397d2c3 None None] Network ed37456a-abe7-4f7f-ae92-dcf6008d6581 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:08.343809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 35f98f24-3893-41ea-bf6b-aec259f788f7 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:36:08.344156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 35f98f24-3893-41ea-bf6b-aec259f788f7 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:36:08.344622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:36:08.346791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=125d63af-88fc-42fc-af59-1f7b15b5db8d,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:08.394987 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:36:08.395331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5ff31d5f-0be8-477c-bbe1-0bf800d7d76c not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:36:08.420066 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd3fb12-719b-4868-b4a0-a0b0e005c8a9', 'name': '', 'tenant_id': 'f89df5d349634d08a16d20d5916a60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c24e0f03-f18d-49eb-ad24-6f360743a9f9', 'external_fixed_ips': [{'subnet_id': '405bb0c2-5570-457b-a701-b8b390f4c109', 'ip_address': '2001:db8::57'}], 'enable_snat': True}, 'gw_port_id': '525f7450-0b61-493f-b317-afee81ab5e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:01Z', 'updated_at': '2022-10-20T03:36:05Z', 'revision_number': 3, 'project_id': 'f89df5d349634d08a16d20d5916a60bb', 'gw_port': {'id': '525f7450-0b61-493f-b317-afee81ab5e58', 'name': '', 'network_id': 'c24e0f03-f18d-49eb-ad24-6f360743a9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:02:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd3fb12-719b-4868-b4a0-a0b0e005c8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '405bb0c2-5570-457b-a701-b8b390f4c109', 'ip_address': '2001:db8::57', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:36:03Z', 'updated_at': '2022-10-20T03:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405bb0c2-5570-457b-a701-b8b390f4c109', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:08.449274 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Checking router: 4cd3fb12-719b-4868-b4a0-a0b0e005c8a9 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:08.449713 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Updating router 4cd3fb12-719b-4868-b4a0-a0b0e005c8a9 port 525f7450-0b61-493f-b317-afee81ab5e58 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:36:08.455163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.460160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.464934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.483202 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.530377 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f9431ce6-1f9d-45cc-9d70-59904a139b15 None None] Provisioning complete for port 125d63af-88fc-42fc-af59-1f7b15b5db8d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:08.530877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f9431ce6-1f9d-45cc-9d70-59904a139b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.531271 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f9431ce6-1f9d-45cc-9d70-59904a139b15 None None] Attempt 1 to provision port 125d63af-88fc-42fc-af59-1f7b15b5db8d Oct 20 03:36:08.532999 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.605201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.606054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Fanout notify agent at l3_agent the message router_deleted on router c8530619-9d83-4118-be51-19348d44468f {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:08.622682 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.623808 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cc280404-3d13-4177-a284-f6b548089142 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/c8530619-9d83-4118-be51-19348d44468f HTTP/1.1" status: 204 len: 168 time: 3.6390970 Oct 20 03:36:08.651520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52320) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:08.671408 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c2c2b05c-d44b-40fc-bdda-76152b50ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.710066 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.840406 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.845645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Deleting port 525f7450-0b61-493f-b317-afee81ab5e58 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:08.846042 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.848939 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.871798 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2b05c-d44b-40fc-bdda-76152b50ad20 None None] Pushing event deleted for resources: {'Port': ['ID=9a2afecf-d3f9-41c0-a186-75736defe211,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:08.880976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2b05c-d44b-40fc-bdda-76152b50ad20 None None] No DVR routers for this DVR port 9a2afecf-d3f9-41c0-a186-75736defe211 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:08.913499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f9431ce6-1f9d-45cc-9d70-59904a139b15 None None] Current status of the port 125d63af-88fc-42fc-af59-1f7b15b5db8d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:08.927892 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Attempting to bind port 525f7450-0b61-493f-b317-afee81ab5e58 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:08.928356 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Attempting to bind port 525f7450-0b61-493f-b317-afee81ab5e58 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '6690679f-2162-43c2-a11e-6ff960f35476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c24e0f03-f18d-49eb-ad24-6f360743a9f9'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:08.928923 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Attempting to bind port 525f7450-0b61-493f-b317-afee81ab5e58 on network c24e0f03-f18d-49eb-ad24-6f360743a9f9 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:08.936194 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60d7e1-a6cf-4ed0-bffe-0810edec0e40 None None] Pushing event updated for resources: {'Port': ['ID=525f7450-0b61-493f-b317-afee81ab5e58,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:08.948973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-50d6dbd1-8d27-411c-86cc-6ae0621e7f6e tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2127145226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:08.949329 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:08.949912 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Checking segment: {'id': '6690679f-2162-43c2-a11e-6ff960f35476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c24e0f03-f18d-49eb-ad24-6f360743a9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:08.950406 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.951553 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Bound using segment: {'id': '6690679f-2162-43c2-a11e-6ff960f35476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c24e0f03-f18d-49eb-ad24-6f360743a9f9'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:08.952111 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Bound port: 525f7450-0b61-493f-b317-afee81ab5e58, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6690679f-2162-43c2-a11e-6ff960f35476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c24e0f03-f18d-49eb-ad24-6f360743a9f9'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:08.953204 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.968639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:08.992198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Calling delete_port for 525f7450-0b61-493f-b317-afee81ab5e58 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:09.015020 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.042495 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] For port 525f7450-0b61-493f-b317-afee81ab5e58, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:09.047520 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] For port 525f7450-0b61-493f-b317-afee81ab5e58, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=525f7450-0b61-493f-b317-afee81ab5e58,segment=NetworkSegment(6690679f-2162-43c2-a11e-6ff960f35476),segment_id=6690679f-2162-43c2-a11e-6ff960f35476)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:09.057773 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.111517 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Routers {'4cd3fb12-719b-4868-b4a0-a0b0e005c8a9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:09.111713 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-830250ad-deff-4202-a5c1-a59864a9d9c3 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.9673183 Oct 20 03:36:09.112660 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['4cd3fb12-719b-4868-b4a0-a0b0e005c8a9'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:09.118016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52324) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:09.145410 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-50d6dbd1-8d27-411c-86cc-6ae0621e7f6e tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.146382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-50d6dbd1-8d27-411c-86cc-6ae0621e7f6e tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.149204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-98f59a4e-fbab-4c41-8cdf-a03ac6ff8aee tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.198114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-98f59a4e-fbab-4c41-8cdf-a03ac6ff8aee tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.204472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.209672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] For port 9a2afecf-d3f9-41c0-a186-75736defe211, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9a2afecf-d3f9-41c0-a186-75736defe211,segment=NetworkSegment(19a6e924-8b14-4012-bfae-d3ae4e3bb57c),segment_id=19a6e924-8b14-4012-bfae-d3ae4e3bb57c)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:09.210062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.219223 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60d7e1-a6cf-4ed0-bffe-0810edec0e40 None None] Pushing event updated for resources: {'Port': ['ID=525f7450-0b61-493f-b317-afee81ab5e58,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:09.245213 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] Set router 4cd3fb12-719b-4868-b4a0-a0b0e005c8a9 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:09.247017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d4b58c91-a006-4b76-a850-f6d9ce6cf8b8 None None] Provisioning complete for port 125d63af-88fc-42fc-af59-1f7b15b5db8d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:09.247545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d4b58c91-a006-4b76-a850-f6d9ce6cf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.248023 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d4b58c91-a006-4b76-a850-f6d9ce6cf8b8 None None] Attempt 1 to provision port 125d63af-88fc-42fc-af59-1f7b15b5db8d Oct 20 03:36:09.268689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b4564-1f50-4fa3-a539-277ade0f4f6a req-04ee4fb6-14b5-4b4c-a102-eca7d9fa19ba tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:09.270243 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-796b4564-1f50-4fa3-a539-277ade0f4f6a req-04ee4fb6-14b5-4b4c-a102-eca7d9fa19ba tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.3017941 Oct 20 03:36:09.287150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Calling delete_port for 9a2afecf-d3f9-41c0-a186-75736defe211 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:09.335633 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd3fb12-719b-4868-b4a0-a0b0e005c8a9', 'name': '', 'tenant_id': 'f89df5d349634d08a16d20d5916a60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:01Z', 'updated_at': '2022-10-20T03:36:08Z', 'revision_number': 4, 'project_id': 'f89df5d349634d08a16d20d5916a60bb', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:09.337178 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d4b58c91-a006-4b76-a850-f6d9ce6cf8b8 None None] Current status of the port 125d63af-88fc-42fc-af59-1f7b15b5db8d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:09.373415 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf69dfc-1252-4de5-88af-a6aaefbd508e None None] The sync data for ids ['4cd3fb12-719b-4868-b4a0-a0b0e005c8a9'] in dv-neutron-861842-1-hyperv is: [{'id': '4cd3fb12-719b-4868-b4a0-a0b0e005c8a9', 'name': '', 'tenant_id': 'f89df5d349634d08a16d20d5916a60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:01Z', 'updated_at': '2022-10-20T03:36:08Z', 'revision_number': 4, 'project_id': 'f89df5d349634d08a16d20d5916a60bb', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:09.375252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-98f59a4e-fbab-4c41-8cdf-a03ac6ff8aee tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.378669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-50d6dbd1-8d27-411c-86cc-6ae0621e7f6e tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.385928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-98f59a4e-fbab-4c41-8cdf-a03ac6ff8aee tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.388302 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-98f59a4e-fbab-4c41-8cdf-a03ac6ff8aee tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c0f7cf23-453c-4f50-8278-6a8405fe5a10 HTTP/1.1" status: 204 len: 168 time: 0.2692645 Oct 20 03:36:09.393885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52326) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:09.434290 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f59a4e-fbab-4c41-8cdf-a03ac6ff8aee tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0f7cf23-453c-4f50-8278-6a8405fe5a10,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:09.473633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-50d6dbd1-8d27-411c-86cc-6ae0621e7f6e tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.479359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.493589 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1d2a6ab0-9bc9-4aae-b6ad-a2c84708a5f4 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0985155 Oct 20 03:36:09.524387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52328) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:09.536288 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=e6930f98-7c44-4d38-8b21-4cee2a00dda5,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:09.555793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event deleted for resources: {'Port': ['ID=525f7450-0b61-493f-b317-afee81ab5e58,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:09.564247 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-796b4564-1f50-4fa3-a539-277ade0f4f6a req-9fd24742-d631-4222-8569-7206a1a3429d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729495 Oct 20 03:36:09.577013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-50d6dbd1-8d27-411c-86cc-6ae0621e7f6e tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.593053 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-50d6dbd1-8d27-411c-86cc-6ae0621e7f6e tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9255731 Oct 20 03:36:09.593616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52330) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:09.593616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'enable_snat': False}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:09.602733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 125d63af-88fc-42fc-af59-1f7b15b5db8d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:09.618174 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.644232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Checking segment: {'id': 'b88d4579-e8fc-49f5-9939-6899699504c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8c0c3226-fcf9-4062-9a31-235eb2616519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:09.644609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network hostable DHCP agents. Network: 8c0c3226-fcf9-4062-9a31-235eb2616519, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:09.652074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2afecf-d3f9-41c0-a186-75736defe211,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:09.659494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.671510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 125d63af-88fc-42fc-af59-1f7b15b5db8d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:09.672074 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.672199 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 125d63af-88fc-42fc-af59-1f7b15b5db8d Oct 20 03:36:09.676960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] No DVR routers for this DVR port 9a2afecf-d3f9-41c0-a186-75736defe211 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:09.709984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.732031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network 8c0c3226-fcf9-4062-9a31-235eb2616519 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:09.763729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 125d63af-88fc-42fc-af59-1f7b15b5db8d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:09.769405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 8c0c3226-fcf9-4062-9a31-235eb2616519) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:09.774183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:09.774925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.781795 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599abc9f-21df-4817-84b7-10a698072057 None None] Network 8c0c3226-fcf9-4062-9a31-235eb2616519 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:09.830527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.860912 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9a2afecf-d3f9-41c0-a186-75736defe211 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:36:09.887476 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-52428f6e-a7e4-470f-a84a-df10b67435f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1406703 Oct 20 03:36:09.888496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 9a2afecf-d3f9-41c0-a186-75736defe211 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:36:09.888840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9a2afecf-d3f9-41c0-a186-75736defe211 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:36:09.891456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52332) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:09.901311 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9204721-61ef-4686-b958-5b9a308bf3ea']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:09.953929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:09.957376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a6e924-8b14-4012-bfae-d3ae4e3bb57c') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:09.957871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a6e924-8b14-4012-bfae-d3ae4e3bb57c') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:09.979787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-8c0c3226-fcf9-4062-9a31-235eb2616519', 'network_id': '8c0c3226-fcf9-4062-9a31-235eb2616519', 'tenant_id': 'a7b7d5d8ef0045c7aeac20c2114d9fc5', 'fixed_ips': [{'subnet_id': 'e6930f98-7c44-4d38-8b21-4cee2a00dda5'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:09.980915 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.032914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.071529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.091612 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:10.092018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.137431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Allocated IP 2001:db8::1 (8c0c3226-fcf9-4062-9a31-235eb2616519/e6930f98-7c44-4d38-8b21-4cee2a00dda5/a682a3a1-c862-4e20-ae25-a03d771ea6c3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:10.140989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.146617 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.184220 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 19a6e924-8b14-4012-bfae-d3ae4e3bb57c resource provider aggregate not found Oct 20 03:36:10.244917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.249732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.258668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77e2bbc9-0cce-44ac-9465-8d4df567e753 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.275243 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 19a6e924-8b14-4012-bfae-d3ae4e3bb57c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19a6e924-8b14-4012-bfae-d3ae4e3bb57c found for delete ", "request_id": "req-9560e9fb-e2c8-4564-9cf4-2cac04f8897b"}]} Oct 20 03:36:10.277939 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.283734 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d9204721-61ef-4686-b958-5b9a308bf3ea HTTP/1.1" status: 204 len: 168 time: 2.7292392 Oct 20 03:36:10.285035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d338c-bc3a-4288-bf6e-03887d228305 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9204721-61ef-4686-b958-5b9a308bf3ea,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:10.347243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.358361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.365676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.366116 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd3fb12-719b-4868-b4a0-a0b0e005c8a9 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:10.374896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77e2bbc9-0cce-44ac-9465-8d4df567e753 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.378436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.380932 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.411107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.411600 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.422284 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] Deleting port 05deef7b-a15f-4b84-87f8-e4277078c0a6 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:10.422654 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.425304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Network 8c0c3226-fcf9-4062-9a31-235eb2616519 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:10.426702 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.427851 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fbb8b000-c7f3-47b9-a7d8-37c473ff903b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4cd3fb12-719b-4868-b4a0-a0b0e005c8a9 HTTP/1.1" status: 204 len: 168 time: 2.4475553 Oct 20 03:36:10.431873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52340) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:10.433369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:10.441102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:10.452692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Pushing event updated for resources: {'Port': ['ID=a682a3a1-c862-4e20-ae25-a03d771ea6c3,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:10.469666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.546894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Attempting to bind port a682a3a1-c862-4e20-ae25-a03d771ea6c3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:10.547143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Attempting to bind port a682a3a1-c862-4e20-ae25-a03d771ea6c3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b88d4579-e8fc-49f5-9939-6899699504c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8c0c3226-fcf9-4062-9a31-235eb2616519'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:10.548030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Attempting to bind port a682a3a1-c862-4e20-ae25-a03d771ea6c3 on network 8c0c3226-fcf9-4062-9a31-235eb2616519 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:10.556475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:10.556954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Checking segment: {'id': 'b88d4579-e8fc-49f5-9939-6899699504c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8c0c3226-fcf9-4062-9a31-235eb2616519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:10.557731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.558216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Bound using segment: {'id': 'b88d4579-e8fc-49f5-9939-6899699504c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8c0c3226-fcf9-4062-9a31-235eb2616519'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:10.560043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Bound port: a682a3a1-c862-4e20-ae25-a03d771ea6c3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88d4579-e8fc-49f5-9939-6899699504c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8c0c3226-fcf9-4062-9a31-235eb2616519'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:10.561449 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.573573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d016dc9-5736-4201-b8ee-023996417d95 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Deleting subnet 405bb0c2-5570-457b-a701-b8b390f4c109 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:36:10.580351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event updated for resources: {'Port': ['ID=4d50970a-6585-4044-ab1f-4e8df97d3d82,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:10.581212 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d016dc9-5736-4201-b8ee-023996417d95 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.643358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.673825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52344) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:10.677629 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Floating IP aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff associated. External IP: 172.26.0.99, port: 6d019da3-9c01-4c0b-9a6c-9c26ba60b354. Oct 20 03:36:10.682165 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Subnet': ['ID=e6930f98-7c44-4d38-8b21-4cee2a00dda5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:10.691557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77e2bbc9-0cce-44ac-9465-8d4df567e753 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.694194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77e2bbc9-0cce-44ac-9465-8d4df567e753 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.695379 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-77e2bbc9-0cce-44ac-9465-8d4df567e753 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-groups/35244965-59a6-422b-8f80-5e6547ce181f HTTP/1.1" status: 204 len: 168 time: 1.1699424 Oct 20 03:36:10.696776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] For port a682a3a1-c862-4e20-ae25-a03d771ea6c3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:10.706382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] For port a682a3a1-c862-4e20-ae25-a03d771ea6c3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a682a3a1-c862-4e20-ae25-a03d771ea6c3,segment=NetworkSegment(b88d4579-e8fc-49f5-9939-6899699504c4),segment_id=b88d4579-e8fc-49f5-9939-6899699504c4)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:10.711784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.730280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52346) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:10.763229 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] For port 05deef7b-a15f-4b84-87f8-e4277078c0a6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=05deef7b-a15f-4b84-87f8-e4277078c0a6,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:10.763624 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.780830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d016dc9-5736-4201-b8ee-023996417d95 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.794643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d4f43-12ee-48d8-b45e-44656fb56f42 None None] Pushing event updated for resources: {'Port': ['ID=a682a3a1-c862-4e20-ae25-a03d771ea6c3,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:10.834616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2bbc9-0cce-44ac-9465-8d4df567e753 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35244965-59a6-422b-8f80-5e6547ce181f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:10.839038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] Calling delete_port for 05deef7b-a15f-4b84-87f8-e4277078c0a6 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:10.857139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.918382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0c3226-fcf9-4062-9a31-235eb2616519']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:10.933330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88d4579-e8fc-49f5-9939-6899699504c4') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:10.933628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88d4579-e8fc-49f5-9939-6899699504c4') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:10.943959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:10.995353 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0266f47e-4c35-4ed5-825f-0331ac32c22a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28edb78bb08c4c939bf1654792b077cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3173161 Oct 20 03:36:10.997288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d016dc9-5736-4201-b8ee-023996417d95 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.003056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52348) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:11.014754 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.030747 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cae0646a-8e75-406e-8de2-129f3646f3d3 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2961297 Oct 20 03:36:11.034207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:11.034557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.043135 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac70725-fb91-4e3a-8789-1c958940d9af req-35356cb4-6760-419d-b486-7e7263f7369d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:11.044778 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6ac70725-fb91-4e3a-8789-1c958940d9af req-35356cb4-6760-419d-b486-7e7263f7369d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.3483906 Oct 20 03:36:11.046412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52350) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:11.050648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7af13dba-4825-4c27-9b55-5d75de14e0b5 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group': {'name': 'tempest-secgroup--664271059'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:11.176176 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6ac70725-fb91-4e3a-8789-1c958940d9af req-4d25baaa-8aef-4f2f-9850-5778ccfaa708 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245506 Oct 20 03:36:11.193268 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d016dc9-5736-4201-b8ee-023996417d95 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.270764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d016dc9-5736-4201-b8ee-023996417d95 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=405bb0c2-5570-457b-a701-b8b390f4c109,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:11.279688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d016dc9-5736-4201-b8ee-023996417d95 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.283031 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7d016dc9-5736-4201-b8ee-023996417d95 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/405bb0c2-5570-457b-a701-b8b390f4c109 HTTP/1.1" status: 204 len: 168 time: 0.8493614 Oct 20 03:36:11.310892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52352) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:11.450607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.455805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.486778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.498988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.499145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7af13dba-4825-4c27-9b55-5d75de14e0b5 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.526618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.db.api [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:36:11.526618 dv-neutron-861842-1-hyperv neutron-server[103629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:36:11.526618 dv-neutron-861842-1-hyperv neutron-server[103629]: [parameters: {'id': '8c0c3226-fcf9-4062-9a31-235eb2616519'}] Oct 20 03:36:11.526618 dv-neutron-861842-1-hyperv neutron-server[103629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:11.526956 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG oslo_db.api [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:11.535247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce0e4-c199-4a4f-a659-f6ebd8bdeccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.542909 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:36:11.592462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] Pushing event deleted for resources: {'Port': ['ID=05deef7b-a15f-4b84-87f8-e4277078c0a6,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:11.595834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce0e4-c199-4a4f-a659-f6ebd8bdeccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.698975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a682a3a1-c862-4e20-ae25-a03d771ea6c3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:11.746678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7af13dba-4825-4c27-9b55-5d75de14e0b5 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.754573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7af13dba-4825-4c27-9b55-5d75de14e0b5 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.764941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.798507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a682a3a1-c862-4e20-ae25-a03d771ea6c3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:11.799228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.799678 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a682a3a1-c862-4e20-ae25-a03d771ea6c3 Oct 20 03:36:11.808387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Allocated IP 172.26.0.89 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/2440568c-79b3-45bb-9d7c-4acca21020e5) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:11.811302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24e0f03-f18d-49eb-ad24-6f360743a9f9']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:11.831189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce0e4-c199-4a4f-a659-f6ebd8bdeccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.834329 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce0e4-c199-4a4f-a659-f6ebd8bdeccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.835919 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5a8ce0e4-c199-4a4f-a659-f6ebd8bdeccf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7787ef35-dd16-4aab-afaa-879a1a24a76d HTTP/1.1" status: 204 len: 168 time: 0.8291523 Oct 20 03:36:11.839278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7af13dba-4825-4c27-9b55-5d75de14e0b5 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.844420 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7af13dba-4825-4c27-9b55-5d75de14e0b5 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7934401 Oct 20 03:36:11.845779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52356) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:11.854449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-33d0b761-be3f-4506-a9d9-0caca623f75d tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': '3175adff-f950-4f00-a751-7b3cd152bb8c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:11.875103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af13dba-4825-4c27-9b55-5d75de14e0b5 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3175adff-f950-4f00-a751-7b3cd152bb8c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:11.881185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:11.895450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6690679f-2162-43c2-a11e-6ff960f35476') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:11.895866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6690679f-2162-43c2-a11e-6ff960f35476') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:11.908543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b21d88-1979-48c0-af48-699d87d622ac None None] Sync routers for ids ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:11.917384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.918521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ce0e4-c199-4a4f-a659-f6ebd8bdeccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7787ef35-dd16-4aab-afaa-879a1a24a76d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:11.924086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.958334 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33d0b761-be3f-4506-a9d9-0caca623f75d tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.977244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:11.980537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b21d88-1979-48c0-af48-699d87d622ac None None] Routers {'71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:11.981192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-b1b21d88-1979-48c0-af48-699d87d622ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:12.004832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:12.004832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.025636 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-51854fe2-a0e5-4004-8eeb-b222ca5ffaac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5220027 Oct 20 03:36:12.028647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:36:12.031046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3057fde6-769c-48de-be79-15bdb7018411" -d '{"events": [{"name": "network-changed", "server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:36:12.034366 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.134646 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 6690679f-2162-43c2-a11e-6ff960f35476 resource provider aggregate not found Oct 20 03:36:12.161751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33d0b761-be3f-4506-a9d9-0caca623f75d tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.179733 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 6690679f-2162-43c2-a11e-6ff960f35476 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6690679f-2162-43c2-a11e-6ff960f35476 found for delete ", "request_id": "req-b2900ab9-ec33-4973-b27b-6ed3330b7305"}]} Oct 20 03:36:12.183886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dad938-2b02-49c0-aa63-fe302805392d x-openstack-request-id: req-f5dad938-2b02-49c0-aa63-fe302805392d {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:36:12.184183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:36:12.184613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5dad938-2b02-49c0-aa63-fe302805392d {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:36:12.185168 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5dad938-2b02-49c0-aa63-fe302805392d'] response: {'name': 'network-changed', 'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'status': 'completed', 'code': 200} Oct 20 03:36:12.194755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33d0b761-be3f-4506-a9d9-0caca623f75d tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.238979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a682a3a1-c862-4e20-ae25-a03d771ea6c3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:12.239365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.246405 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.296638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0b761-be3f-4506-a9d9-0caca623f75d tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd511185-91f5-41e4-87b8-04c71b90a86b,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:12.303019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.306561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ee5eb5-57eb-447d-a114-fef74f6df166 None None] Network 8c0c3226-fcf9-4062-9a31-235eb2616519 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:12.319086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33d0b761-be3f-4506-a9d9-0caca623f75d tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.324314 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-33d0b761-be3f-4506-a9d9-0caca623f75d tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4697263 Oct 20 03:36:12.324478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52372) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:12.324478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c24e0f03-f18d-49eb-ad24-6f360743a9f9 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 03:36:12.330132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting port a682a3a1-c862-4e20-ae25-a03d771ea6c3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:12.330472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.335653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.339037 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "DELETE /v2.0/networks/c24e0f03-f18d-49eb-ad24-6f360743a9f9 HTTP/1.1" status: 204 len: 168 time: 1.0269156 Oct 20 03:36:12.357791 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment b88d4579-e8fc-49f5-9939-6899699504c4 resource provider aggregate not found Oct 20 03:36:12.364544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057fde6-769c-48de-be79-15bdb7018411 req-2b2a6da2-dee5-4a32-a039-a16a16649d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:12.367805 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3057fde6-769c-48de-be79-15bdb7018411 req-2b2a6da2-dee5-4a32-a039-a16a16649d4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b14ce2e28b1c4fbeae52cce400abaa98&device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 1098 time: 0.1500897 Oct 20 03:36:12.390896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814f19b-eb56-46ff-9b8c-765b401c2baa req-33f1392b-2b5a-448a-af80-5086aa9bf4f3 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:12.392502 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d814f19b-eb56-46ff-9b8c-765b401c2baa req-33f1392b-2b5a-448a-af80-5086aa9bf4f3 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.2030559 Oct 20 03:36:12.394117 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment b88d4579-e8fc-49f5-9939-6899699504c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b88d4579-e8fc-49f5-9939-6899699504c4 found for delete ", "request_id": "req-72470bb2-ab86-4255-87cf-e2ce1b6bd7a2"}]} Oct 20 03:36:12.396083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.418156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248745cd-9fc0-4d9e-82bd-d00591f43e00 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event deleted for resources: {'Network': ['ID=c24e0f03-f18d-49eb-ad24-6f360743a9f9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:12.435270 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-b1b21d88-1979-48c0-af48-699d87d622ac None None] Set router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:12.524254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port a682a3a1-c862-4e20-ae25-a03d771ea6c3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a682a3a1-c862-4e20-ae25-a03d771ea6c3,segment=NetworkSegment(b88d4579-e8fc-49f5-9939-6899699504c4),segment_id=b88d4579-e8fc-49f5-9939-6899699504c4)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:12.529086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-56b025d0-5c14-42ea-bc22-9902e0137efd None None] Provisioning complete for port a682a3a1-c862-4e20-ae25-a03d771ea6c3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:12.529458 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-56b025d0-5c14-42ea-bc22-9902e0137efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.529787 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-56b025d0-5c14-42ea-bc22-9902e0137efd None None] Attempt 1 to provision port a682a3a1-c862-4e20-ae25-a03d771ea6c3 Oct 20 03:36:12.556773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.676760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] For port a682a3a1-c862-4e20-ae25-a03d771ea6c3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a682a3a1-c862-4e20-ae25-a03d771ea6c3,segment=NetworkSegment(b88d4579-e8fc-49f5-9939-6899699504c4),segment_id=b88d4579-e8fc-49f5-9939-6899699504c4)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:12.677179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.727285 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d814f19b-eb56-46ff-9b8c-765b401c2baa req-7b3fe8b9-6074-492e-abc5-36e377f18c82 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229103 Oct 20 03:36:12.728562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Calling delete_port for a682a3a1-c862-4e20-ae25-a03d771ea6c3 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:12.782779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52390) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:12.827560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1207e35a-dade-4090-a76d-10f271129402 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.830889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:12.853904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=a682a3a1-c862-4e20-ae25-a03d771ea6c3,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:12.989224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b18c920-650e-4745-b034-8321e1caf547 None None] DHCP port deletion for 8c0c3226-fcf9-4062-9a31-235eb2616519 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:36:12.994810 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Pushing event updated for resources: {'Port': ['ID=2440568c-79b3-45bb-9d7c-4acca21020e5,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:12.998338 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-56b025d0-5c14-42ea-bc22-9902e0137efd None None] Current status of the port a682a3a1-c862-4e20-ae25-a03d771ea6c3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:13.010321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52394) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:13.014334 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057fde6-769c-48de-be79-15bdb7018411 req-fb5fb374-1451-4128-b403-962d5fa797da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:13.015817 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3057fde6-769c-48de-be79-15bdb7018411 req-fb5fb374-1451-4128-b403-962d5fa797da service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3f26d2e-fab4-43d9-9634-4e2bc7cab88d HTTP/1.1" status: 200 len: 897 time: 0.6379070 Oct 20 03:36:13.026385 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5e6970af-c817-4139-8b4c-4d9aa3e3b5db tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Request body: {'router': {'name': 'tempest-router--675267942', 'project_id': 'f6a1f9841a104cceafb288b9a383d448'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:13.052347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a6c99-2998-4ee9-b001-e979eb842bd9 req-fae5c005-31b2-4117-b56d-90006249dbd7 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:13.061880 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-871a6c99-2998-4ee9-b001-e979eb842bd9 req-fae5c005-31b2-4117-b56d-90006249dbd7 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.6274736 Oct 20 03:36:13.076839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:13.091383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:13.093874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e6970af-c817-4139-8b4c-4d9aa3e3b5db tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.095458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e6970af-c817-4139-8b4c-4d9aa3e3b5db tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.105285 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:13.111634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1207e35a-dade-4090-a76d-10f271129402 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.152297 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5b18c920-650e-4745-b034-8321e1caf547 None None] Deleting port a682a3a1-c862-4e20-ae25-a03d771ea6c3 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:13.153022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5b18c920-650e-4745-b034-8321e1caf547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.163558 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5169b327-302f-4f30-a2dc-0d50e889f109 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/floatingips/aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff HTTP/1.1" status: 200 len: 990 time: 0.3778176 Oct 20 03:36:13.213179 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-871a6c99-2998-4ee9-b001-e979eb842bd9 req-d12d1d09-1254-4335-8c2b-ef0722dd2d4c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470380 Oct 20 03:36:13.235564 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3057fde6-769c-48de-be79-15bdb7018411 req-2f1ae5ee-685c-459a-810e-9f59eb92e9c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354 HTTP/1.1" status: 200 len: 998 time: 0.2046423 Oct 20 03:36:13.239283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.253531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-b1b21d88-1979-48c0-af48-699d87d622ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:44Z', 'revision_number': 4, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'floating_ip_address': '172.26.0.99', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'port_id': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'mac_address': 'fa:16:3e:d6:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4742038d-8887-49bf-8c9c-76d2a7636374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:36:09Z', 'updated_at': '2022-10-20T03:36:09Z', 'revision_number': 0, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1efa1761-7153-4ca4-b382-79ff306ae474', 'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'mac_address': 'fa:16:3e:09:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:41Z', 'updated_at': '2022-10-20T03:35:49Z', 'revision_number': 5, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'subnets': [{'id': '69458668-487a-4f8f-8bfe-ae842521d615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:13.260304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5b18c920-650e-4745-b034-8321e1caf547 None None] For port a682a3a1-c862-4e20-ae25-a03d771ea6c3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a682a3a1-c862-4e20-ae25-a03d771ea6c3,segment=NetworkSegment(b88d4579-e8fc-49f5-9939-6899699504c4),segment_id=b88d4579-e8fc-49f5-9939-6899699504c4)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:13.260707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5b18c920-650e-4745-b034-8321e1caf547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.306760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b21d88-1979-48c0-af48-699d87d622ac None None] Checking router: 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:13.313784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5b18c920-650e-4745-b034-8321e1caf547 None None] Calling delete_port for a682a3a1-c862-4e20-ae25-a03d771ea6c3 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:13.326835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Port': ['ID=a682a3a1-c862-4e20-ae25-a03d771ea6c3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:13.332246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No DVR routers for this DVR port a682a3a1-c862-4e20-ae25-a03d771ea6c3 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:13.371652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b21d88-1979-48c0-af48-699d87d622ac None None] Routers {'71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:13.372296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-b1b21d88-1979-48c0-af48-699d87d622ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:13.389046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057fde6-769c-48de-be79-15bdb7018411 req-ee87cd31-d6ba-4285-adac-45ca3923410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:13.390527 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3057fde6-769c-48de-be79-15bdb7018411 req-ee87cd31-d6ba-4285-adac-45ca3923410f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69458668-487a-4f8f-8bfe-ae842521d615 HTTP/1.1" status: 200 len: 835 time: 0.1448903 Oct 20 03:36:13.422127 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e6970af-c817-4139-8b4c-4d9aa3e3b5db tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.468619 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.492502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e6970af-c817-4139-8b4c-4d9aa3e3b5db tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.508404 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1207e35a-dade-4090-a76d-10f271129402 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.511524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1207e35a-dade-4090-a76d-10f271129402 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.512525 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1207e35a-dade-4090-a76d-10f271129402 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-groups/3175adff-f950-4f00-a751-7b3cd152bb8c HTTP/1.1" status: 204 len: 168 time: 1.1867321 Oct 20 03:36:13.513960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0c3226-fcf9-4062-9a31-235eb2616519']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:13.515935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52406) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:13.575653 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88d4579-e8fc-49f5-9939-6899699504c4') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:13.575998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88d4579-e8fc-49f5-9939-6899699504c4') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:13.604511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057fde6-769c-48de-be79-15bdb7018411 req-8e5b08c2-36c8-4d96-b2ee-b2ed97872c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:13.606110 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3057fde6-769c-48de-be79-15bdb7018411 req-8e5b08c2-36c8-4d96-b2ee-b2ed97872c51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3f26d2e-fab4-43d9-9634-4e2bc7cab88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2060812 Oct 20 03:36:13.608044 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.631360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207e35a-dade-4090-a76d-10f271129402 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3175adff-f950-4f00-a751-7b3cd152bb8c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:13.658964 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7e0b74e5-21dd-4f5d-af19-4f79124d8d10 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1412301 Oct 20 03:36:13.659692 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e6970af-c817-4139-8b4c-4d9aa3e3b5db tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.661103 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5e6970af-c817-4139-8b4c-4d9aa3e3b5db tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6423271 Oct 20 03:36:13.669033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52412) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:13.669591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52414) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:13.695294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d69eb391-e20c-4612-8a7d-656f67056949 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487287709'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:13.708017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.740958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] Router a8f90114-b79b-44d1-8451-2f40d3598dc8 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:36:13.763919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-b1b21d88-1979-48c0-af48-699d87d622ac None None] Set router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:13.786236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:13.786818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.816384 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a682a3a1-c862-4e20-ae25-a03d771ea6c3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:36:13.822578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5b18c920-650e-4745-b034-8321e1caf547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.830826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c664b3-03bb-4204-8855-fbf524f38422 req-58f4dd79-9c2a-4401-a878-81f6bd90a174 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:13.833382 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-63c664b3-03bb-4204-8855-fbf524f38422 req-58f4dd79-9c2a-4401-a878-81f6bd90a174 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2049069 Oct 20 03:36:13.969045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b18c920-650e-4745-b034-8321e1caf547 None None] No DVR routers for this DVR port a682a3a1-c862-4e20-ae25-a03d771ea6c3 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:13.976445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: a682a3a1-c862-4e20-ae25-a03d771ea6c3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:36:13.976445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a682a3a1-c862-4e20-ae25-a03d771ea6c3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:36:13.977152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2bf135d3-a631-4b0a-9b72-9711407c21f5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:13.977152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d69eb391-e20c-4612-8a7d-656f67056949 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.059081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.062959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18c920-650e-4745-b034-8321e1caf547 None None] Pushing event deleted for resources: {'Port': ['ID=a682a3a1-c862-4e20-ae25-a03d771ea6c3,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:14.095967 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3057fde6-769c-48de-be79-15bdb7018411 req-01410c0b-dc55-47a9-b5e9-5f8c97e3b4a2 service neutron] 10.222.0.36 "GET /v2.0/networks/b3f26d2e-fab4-43d9-9634-4e2bc7cab88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413936 Oct 20 03:36:14.104428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.107632 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/8c0c3226-fcf9-4062-9a31-235eb2616519 HTTP/1.1" status: 204 len: 168 time: 4.2035096 Oct 20 03:36:14.110988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b531839-b8bc-4458-b568-4c8785228524 req-40fd0744-12d4-41c3-b1f8-624b82ebe448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:14.112445 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b531839-b8bc-4458-b568-4c8785228524 req-40fd0744-12d4-41c3-b1f8-624b82ebe448 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bd8a999f99c480388b6f33fa601974c&device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 1099 time: 0.3123198 Oct 20 03:36:14.124415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52424) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:14.126190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1204827901'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:14.235197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-b1b21d88-1979-48c0-af48-699d87d622ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:44Z', 'revision_number': 4, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'floating_ip_address': '172.26.0.99', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'port_id': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'mac_address': 'fa:16:3e:d6:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4742038d-8887-49bf-8c9c-76d2a7636374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:36:09Z', 'updated_at': '2022-10-20T03:36:09Z', 'revision_number': 0, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1efa1761-7153-4ca4-b382-79ff306ae474', 'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'mac_address': 'fa:16:3e:09:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:41Z', 'updated_at': '2022-10-20T03:35:49Z', 'revision_number': 5, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'subnets': [{'id': '69458668-487a-4f8f-8bfe-ae842521d615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:14.264749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b21d88-1979-48c0-af48-699d87d622ac None None] The sync data for ids ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'] in dv-neutron-861842-1-hyperv is: [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:44Z', 'revision_number': 4, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'floating_ip_address': '172.26.0.99', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'port_id': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'mac_address': 'fa:16:3e:d6:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4742038d-8887-49bf-8c9c-76d2a7636374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:36:09Z', 'updated_at': '2022-10-20T03:36:09Z', 'revision_number': 0, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1efa1761-7153-4ca4-b382-79ff306ae474', 'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'mac_address': 'fa:16:3e:09:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:41Z', 'updated_at': '2022-10-20T03:35:49Z', 'revision_number': 5, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'subnets': [{'id': '69458668-487a-4f8f-8bfe-ae842521d615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:14.285281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52428) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:14.285780 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52430) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:14.377636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ddae4-0c50-41e0-82b1-5704175a36f5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Network': ['ID=8c0c3226-fcf9-4062-9a31-235eb2616519,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:14.422336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:14.426152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.428805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.429699 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment b88d4579-e8fc-49f5-9939-6899699504c4 resource provider aggregate not found Oct 20 03:36:14.496817 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-63c664b3-03bb-4204-8855-fbf524f38422 req-5bd50c5b-2f15-460e-bdd6-1d33590132f8 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6150112 Oct 20 03:36:14.521725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2bf135d3-a631-4b0a-9b72-9711407c21f5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.523322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-663611965'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:14.527144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2bf135d3-a631-4b0a-9b72-9711407c21f5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.527372 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1ce16b0a-6c46-4591-8ff4-367de8688037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.530374 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c2f14839-203a-4644-8da5-dbcd45887979 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/floatingips/aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff HTTP/1.1" status: 200 len: 990 time: 0.2423315 Oct 20 03:36:14.531135 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment b88d4579-e8fc-49f5-9939-6899699504c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b88d4579-e8fc-49f5-9939-6899699504c4 found for delete ", "request_id": "req-89105930-3fae-4f4a-9d10-e05de3e62f21"}]} Oct 20 03:36:14.534033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b531839-b8bc-4458-b568-4c8785228524 req-f17fa803-88fd-4b03-9b7f-3722d389e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:14.534956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:14.535503 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b531839-b8bc-4458-b568-4c8785228524 req-f17fa803-88fd-4b03-9b7f-3722d389e0f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a515e2dc-5861-4083-a1e1-5a02b237c264 HTTP/1.1" status: 200 len: 912 time: 0.4140322 Oct 20 03:36:14.546842 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20143d4-8777-44a7-86b7-27b45d3f6683 None None] Sync routers for ids ['a8f90114-b79b-44d1-8451-2f40d3598dc8'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:14.553265 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-802f258d-e1f0-4efa-a92a-24e1fa85f446 admin admin] 10.222.0.20 "PUT /v2.0/routers/a8f90114-b79b-44d1-8451-2f40d3598dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6800237 Oct 20 03:36:14.560006 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52438) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:14.565682 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20143d4-8777-44a7-86b7-27b45d3f6683 None None] Routers {'a8f90114-b79b-44d1-8451-2f40d3598dc8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:14.567089 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f20143d4-8777-44a7-86b7-27b45d3f6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a8f90114-b79b-44d1-8451-2f40d3598dc8'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:14.615549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:14.625838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.626191 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Added segment 0a912637-2119-431f-839b-bae567309e3d of type vlan for network 549b2688-f731-45d3-ac02-1202a9f18014 Oct 20 03:36:14.643068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89894021-c88a-4b64-8d4e-8a95c098ceb2 None None] New status for floating IP aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:36:14.665251 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Made reservation on behalf of 240666d5be53414bb4ddbc0de6558351 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:14.669606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.670035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.690225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.711279 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-f20143d4-8777-44a7-86b7-27b45d3f6683 None None] Set router a8f90114-b79b-44d1-8451-2f40d3598dc8 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:14.733393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d69eb391-e20c-4612-8a7d-656f67056949 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.736612 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.743049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:14.743879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.775936 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d69eb391-e20c-4612-8a7d-656f67056949 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.781374 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6608856 Oct 20 03:36:14.791219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52440) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:14.796306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'network_id': '549b2688-f731-45d3-ac02-1202a9f18014', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:14.817970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2bf135d3-a631-4b0a-9b72-9711407c21f5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.819049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf135d3-a631-4b0a-9b72-9711407c21f5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea5c0f12-d2ed-44a4-baca-8204e2a051b5 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:14.838757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2bf135d3-a631-4b0a-9b72-9711407c21f5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.840133 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2bf135d3-a631-4b0a-9b72-9711407c21f5 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "DELETE /v2.0/routers/ea5c0f12-d2ed-44a4-baca-8204e2a051b5 HTTP/1.1" status: 204 len: 168 time: 1.1649673 Oct 20 03:36:14.850926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:14.894965 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3057fde6-769c-48de-be79-15bdb7018411 req-d0fbf9d3-f1c3-403c-9ec6-e3c7676d000c service neutron] 10.222.0.36 "GET /v2.0/networks/b3f26d2e-fab4-43d9-9634-4e2bc7cab88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7776976 Oct 20 03:36:14.936397 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f20143d4-8777-44a7-86b7-27b45d3f6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:36:11Z', 'revision_number': 5, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:14.977390 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20143d4-8777-44a7-86b7-27b45d3f6683 None None] Checking router: a8f90114-b79b-44d1-8451-2f40d3598dc8 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:14.988502 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20143d4-8777-44a7-86b7-27b45d3f6683 None None] Routers {'a8f90114-b79b-44d1-8451-2f40d3598dc8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:14.989674 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f20143d4-8777-44a7-86b7-27b45d3f6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a8f90114-b79b-44d1-8451-2f40d3598dc8'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:14.998287 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b531839-b8bc-4458-b568-4c8785228524 req-34c49a0e-9417-4582-8ae3-0ec12497d4f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24374825-807a-4f9a-b3e2-7fb519261539 HTTP/1.1" status: 200 len: 1002 time: 0.4523032 Oct 20 03:36:15.000980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d69eb391-e20c-4612-8a7d-656f67056949 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.002118 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d69eb391-e20c-4612-8a7d-656f67056949 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3282325 Oct 20 03:36:15.003592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69eb391-e20c-4612-8a7d-656f67056949 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffac6c5-a107-426b-8aeb-fcd8c409c7d3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:15.005456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52444) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:15.008874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.009397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ef5cd-9902-4375-8d8f-3a6419f9608a tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=549b2688-f731-45d3-ac02-1202a9f18014,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:15.014618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3275175c-54d1-47de-8b8b-9f5bbceaf19c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group': {'name': 'tempest-secgroup--449373662'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:15.039627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 549b2688-f731-45d3-ac02-1202a9f18014 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:15.063334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.082566 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3275175c-54d1-47de-8b8b-9f5bbceaf19c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.097610 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:15.101661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.139438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b531839-b8bc-4458-b568-4c8785228524 req-4ae613eb-7ccd-4e71-91f9-f3013d0ef7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:15.141064 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b531839-b8bc-4458-b568-4c8785228524 req-4ae613eb-7ccd-4e71-91f9-f3013d0ef7c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0589a1ef-1648-4327-85b6-70db5e3ded82 HTTP/1.1" status: 200 len: 850 time: 0.1346364 Oct 20 03:36:15.157547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.173089 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.184232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52446) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:15.201978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.223293 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-f20143d4-8777-44a7-86b7-27b45d3f6683 None None] Set router a8f90114-b79b-44d1-8451-2f40d3598dc8 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:15.233189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3275175c-54d1-47de-8b8b-9f5bbceaf19c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.240301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b531839-b8bc-4458-b568-4c8785228524 req-c8c27bad-001c-476d-be46-7c3d52c4d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:15.243006 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b531839-b8bc-4458-b568-4c8785228524 req-c8c27bad-001c-476d-be46-7c3d52c4d9fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a515e2dc-5861-4083-a1e1-5a02b237c264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909498 Oct 20 03:36:15.244320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3275175c-54d1-47de-8b8b-9f5bbceaf19c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.268015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:15.273522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3275175c-54d1-47de-8b8b-9f5bbceaf19c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.274912 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3275175c-54d1-47de-8b8b-9f5bbceaf19c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2665672 Oct 20 03:36:15.298416 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52450) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:15.305940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ccfd1fe4-3993-4f05-8a94-ac308384e621 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': '3ffac6c5-a107-426b-8aeb-fcd8c409c7d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '93f116fd-205e-46fc-ab55-12908d9e4a8e', 'remote_ip_prefix': None}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:15.345915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a167090a-9114-4dce-951f-5103f070e302,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:15.349021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.349362 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Added segment 028e96bc-97d8-4981-8af2-024f8c783b33 of type vlan for network ff1a80e5-6b0d-4ff3-85df-8fadb792560f Oct 20 03:36:15.382366 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275175c-54d1-47de-8b8b-9f5bbceaf19c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f116fd-205e-46fc-ab55-12908d9e4a8e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:15.432505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1fe4-3993-4f05-8a94-ac308384e621 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.437148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.440172 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b531839-b8bc-4458-b568-4c8785228524 req-5ffb50b1-16d9-428b-bcb3-7453c2cb84a3 service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840653 Oct 20 03:36:15.531510 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1883475751', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:15.542419 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52454) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:15.543311 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.548880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:15.549745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.561439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Deleting port 09bc7c18-efb6-4253-9d89-060d9f47550b {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:15.562122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.575847 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f20143d4-8777-44a7-86b7-27b45d3f6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:36:11Z', 'revision_number': 5, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:15.603771 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Router 008a3d90-1f44-48de-8cfb-bb562ed711c2 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:36:15.607983 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20143d4-8777-44a7-86b7-27b45d3f6683 None None] The sync data for ids ['a8f90114-b79b-44d1-8451-2f40d3598dc8'] in dv-neutron-861842-1-hyperv is: [{'id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'name': 'tempest-ServersTestManualDisk-1343524608-router', 'tenant_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4'}], 'enable_snat': True}, 'gw_port_id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:28Z', 'updated_at': '2022-10-20T03:36:11Z', 'revision_number': 5, 'project_id': 'ee2f90c3531e4bb6a1d4d865973d2038', 'gw_port': {'id': '09bc7c18-efb6-4253-9d89-060d9f47550b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f90114-b79b-44d1-8451-2f40d3598dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:30Z', 'updated_at': '2022-10-20T03:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:15.612289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1fe4-3993-4f05-8a94-ac308384e621 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.613390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.614879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.703517 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4141204 Oct 20 03:36:15.749816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52456) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:15.795328 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e772d6-040f-40c5-abd2-c5386d5785ea tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Pushing event updated for resources: {'Network': ['ID=ff1a80e5-6b0d-4ff3-85df-8fadb792560f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:15.806189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network ff1a80e5-6b0d-4ff3-85df-8fadb792560f details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:15.847184 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-636736c1-4252-4ed5-9160-687e4b33bad7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/floatingips/aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff HTTP/1.1" status: 200 len: 992 time: 0.2942772 Oct 20 03:36:15.853041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.924927 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] For port 09bc7c18-efb6-4253-9d89-060d9f47550b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=09bc7c18-efb6-4253-9d89-060d9f47550b,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:15.925323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.958540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1fe4-3993-4f05-8a94-ac308384e621 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:15.979304 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Request body: {'network': {'name': 'tempest-network--1773711655', 'router:external': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:15.992780 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=a0ceb49d-c0ff-4646-af8b-7542f28540c4,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:16.000173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Calling delete_port for 09bc7c18-efb6-4253-9d89-060d9f47550b owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:16.003716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd1fe4-3993-4f05-8a94-ac308384e621 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95838654-47ff-4f94-9427-319d46bdf7a7,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:16.009087 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b531839-b8bc-4458-b568-4c8785228524 req-783ef0f7-3d71-4cc0-920b-2ab3308ee65d service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600266 Oct 20 03:36:16.028681 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1fe4-3993-4f05-8a94-ac308384e621 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.033924 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ccfd1fe4-3993-4f05-8a94-ac308384e621 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7294991 Oct 20 03:36:16.037097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52460) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:16.041061 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:16.048485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.053213 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-05d61b0c-d1cd-448c-ab33-6e1f0b9129bb tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "PUT /v2.0/routers/008a3d90-1f44-48de-8cfb-bb562ed711c2 HTTP/1.1" status: 200 len: 915 time: 6.4605668 Oct 20 03:36:16.053213 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Checking segment: {'id': '0a912637-2119-431f-839b-bae567309e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '549b2688-f731-45d3-ac02-1202a9f18014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:16.053213 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network hostable DHCP agents. Network: 549b2688-f731-45d3-ac02-1202a9f18014, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:16.057376 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072ec5e-21d6-4917-b3a6-0abaada3a9dd None None] Sync routers for ids ['008a3d90-1f44-48de-8cfb-bb562ed711c2'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:16.065245 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.071612 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52462) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:16.073386 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072ec5e-21d6-4917-b3a6-0abaada3a9dd None None] Routers {'008a3d90-1f44-48de-8cfb-bb562ed711c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:16.074735 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3072ec5e-21d6-4917-b3a6-0abaada3a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['008a3d90-1f44-48de-8cfb-bb562ed711c2'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:16.083554 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181463ca-43af-4e23-90b8-35d09d98cba0 req-e52422a6-76f8-445f-9c30-0494191ca28f tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:16.085464 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-181463ca-43af-4e23-90b8-35d09d98cba0 req-e52422a6-76f8-445f-9c30-0494191ca28f tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.4957633 Oct 20 03:36:16.086819 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Made reservation on behalf of 2bd1db24c4d54c88b55e6585363bc3da for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:16.089122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.104004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.125572 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3072ec5e-21d6-4917-b3a6-0abaada3a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:16.138189 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072ec5e-21d6-4917-b3a6-0abaada3a9dd None None] Routers {'008a3d90-1f44-48de-8cfb-bb562ed711c2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:16.139118 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3072ec5e-21d6-4917-b3a6-0abaada3a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:35:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['008a3d90-1f44-48de-8cfb-bb562ed711c2'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:16.177608 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3072ec5e-21d6-4917-b3a6-0abaada3a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:16.177942 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network 549b2688-f731-45d3-ac02-1202a9f18014 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:16.178375 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072ec5e-21d6-4917-b3a6-0abaada3a9dd None None] The sync data for ids ['008a3d90-1f44-48de-8cfb-bb562ed711c2'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:16.231812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 549b2688-f731-45d3-ac02-1202a9f18014) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:16.244430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992b594f-1038-4f60-9734-5617915350c9 None None] Network 549b2688-f731-45d3-ac02-1202a9f18014 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:16.248942 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:16.249608 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.254709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9da6a422-cf4c-4e7c-ac40-fcdb0a55ce95 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.299434 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3df9789f-c0af-44ab-b263-c11b74844030 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5037565 Oct 20 03:36:16.299434 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.301872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52464) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:16.326190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-534585547'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:16.331398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.333166 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9da6a422-cf4c-4e7c-ac40-fcdb0a55ce95 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.383083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:16.388910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:16.393727 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.407404 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.411567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.413858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32b4272-d1e5-467c-a374-577140ecf0d2,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:16.427712 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-181463ca-43af-4e23-90b8-35d09d98cba0 req-bee6c489-6080-4dda-9e9d-a15e5ff6a41e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928236 Oct 20 03:36:16.443469 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.443817 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Added segment 330fb1b1-5f63-454f-b3d2-bc6e60c3410e of type vlan for network 7d694a12-49cd-4980-8c96-fe387b1cb5ee Oct 20 03:36:16.459870 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Pushing event deleted for resources: {'Port': ['ID=09bc7c18-efb6-4253-9d89-060d9f47550b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:16.478687 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-52a2de38-e4a6-45f3-98d2-eb9f973f4512 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/routers/008a3d90-1f44-48de-8cfb-bb562ed711c2 HTTP/1.1" status: 200 len: 921 time: 0.4044909 Oct 20 03:36:16.483048 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52466) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:16.505159 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-549b2688-f731-45d3-ac02-1202a9f18014', 'network_id': '549b2688-f731-45d3-ac02-1202a9f18014', 'tenant_id': 'a7b7d5d8ef0045c7aeac20c2114d9fc5', 'fixed_ips': [{'subnet_id': 'a0ceb49d-c0ff-4646-af8b-7542f28540c4'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:16.506586 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.527046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9da6a422-cf4c-4e7c-ac40-fcdb0a55ce95 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.533711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:16.575557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9da6a422-cf4c-4e7c-ac40-fcdb0a55ce95 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.576804 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9da6a422-cf4c-4e7c-ac40-fcdb0a55ce95 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/95838654-47ff-4f94-9427-319d46bdf7a7 HTTP/1.1" status: 204 len: 168 time: 0.5386031 Oct 20 03:36:16.592164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52468) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:16.595609 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.599659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.600295 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Added segment b19f29ec-b789-4452-9d95-2dd30c3adfe7 of type vlan for network 0bcec4a9-092f-45d9-b979-3bb050add049 Oct 20 03:36:16.610835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6a422-cf4c-4e7c-ac40-fcdb0a55ce95 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95838654-47ff-4f94-9427-319d46bdf7a7,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:16.678257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46bd88a9-c96f-41be-ad9b-2d00dd5dd7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.687702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88071930-11f4-491c-a6a0-522b31d942c1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:16.691517 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-88071930-11f4-491c-a6a0-522b31d942c1 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&device_id=008a3d90-1f44-48de-8cfb-bb562ed711c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2073543 Oct 20 03:36:16.694633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52470) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:16.694946 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.737474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.768050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Allocated IP 2001:db8::1 (549b2688-f731-45d3-ac02-1202a9f18014/a0ceb49d-c0ff-4646-af8b-7542f28540c4/2a019bd0-4768-4402-90ab-e6a2fb07d4e3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:16.827254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37230cf-9df8-400d-a810-68c86b2af170 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:16.828686 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c37230cf-9df8-400d-a810-68c86b2af170 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/networks/78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 881 time: 0.1310966 Oct 20 03:36:16.832442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52472) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:16.864743 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3d4ec148-19a5-4fcf-8230-bfdcc59768ae tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=008a3d90-1f44-48de-8cfb-bb562ed711c2 HTTP/1.1" status: 200 len: 205 time: 0.0297003 Oct 20 03:36:16.900558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52474) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:16.931968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.938318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:16.978281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Network 549b2688-f731-45d3-ac02-1202a9f18014 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:16.983029 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:16.985762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:17.001391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.020033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Pushing event updated for resources: {'Port': ['ID=2a019bd0-4768-4402-90ab-e6a2fb07d4e3,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:17.025253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.122203 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-73fa3d86-1faa-404d-a485-36354afdd830 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5258963 Oct 20 03:36:17.122750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52476) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:17.124306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.124681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:17.125273 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.127967 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.db.resource_extend [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:36:17.153944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.160723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.170183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.187804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Attempting to bind port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:17.188355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Attempting to bind port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '0a912637-2119-431f-839b-bae567309e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '549b2688-f731-45d3-ac02-1202a9f18014'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:17.189215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Attempting to bind port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 on network 549b2688-f731-45d3-ac02-1202a9f18014 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:17.193874 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:17.195165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Checking segment: {'id': '0a912637-2119-431f-839b-bae567309e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '549b2688-f731-45d3-ac02-1202a9f18014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:17.195407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.196087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Bound using segment: {'id': '0a912637-2119-431f-839b-bae567309e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '549b2688-f731-45d3-ac02-1202a9f18014'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:17.196686 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Bound port: 2a019bd0-4768-4402-90ab-e6a2fb07d4e3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a912637-2119-431f-839b-bae567309e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '549b2688-f731-45d3-ac02-1202a9f18014'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:17.197145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.243817 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4897079 Oct 20 03:36:17.244743 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.249743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52478) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:17.250343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:17.250948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.275073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] For port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:17.280013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] For port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2a019bd0-4768-4402-90ab-e6a2fb07d4e3,segment=NetworkSegment(0a912637-2119-431f-839b-bae567309e3d),segment_id=0a912637-2119-431f-839b-bae567309e3d)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:17.284868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76656d-3b66-4703-9589-d60f41168288 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event updated for resources: {'Network': ['ID=7d694a12-49cd-4980-8c96-fe387b1cb5ee,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:17.286916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.287078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.287524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8f90114-b79b-44d1-8451-2f40d3598dc8 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:17.304144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-471a1ddc-d95a-4d9c-89c1-534dc3786ba0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.305875 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.307172 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6e4ecc4d-4735-4a5f-bfb0-1d4ccc1bb842 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a8f90114-b79b-44d1-8451-2f40d3598dc8 HTTP/1.1" status: 204 len: 168 time: 2.7443910 Oct 20 03:36:17.310301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52480) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:17.316556 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 7d694a12-49cd-4980-8c96-fe387b1cb5ee details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:17.322077 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Allocated IP 172.26.0.20 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/b21b6a35-afda-4ed1-a962-7afd1f431927) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:17.435969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=0bcec4a9-092f-45d9-b979-3bb050add049,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:17.440883 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e8b1d9e7-283e-46a8-bf60-e36dfb90d6a6 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1381066 Oct 20 03:36:17.452562 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52482) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:17.459769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'network_id': '0bcec4a9-092f-45d9-b979-3bb050add049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:17.463793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-471a1ddc-d95a-4d9c-89c1-534dc3786ba0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.468512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 0bcec4a9-092f-45d9-b979-3bb050add049 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:17.527210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.549436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.595145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ca355-ef14-4b13-ad3f-b52279868cbf None None] Pushing event updated for resources: {'Port': ['ID=2a019bd0-4768-4402-90ab-e6a2fb07d4e3,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:17.629062 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f3b0ea-ef66-4a66-aecf-bff4b1531c0d admin admin] Deleting subnet 4b7198b6-ce91-4b50-9412-8451ee465cfa {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:36:17.636261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45f3b0ea-ef66-4a66-aecf-bff4b1531c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.638790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-471a1ddc-d95a-4d9c-89c1-534dc3786ba0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.641342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-471a1ddc-d95a-4d9c-89c1-534dc3786ba0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.642454 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-471a1ddc-d95a-4d9c-89c1-534dc3786ba0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-groups/93f116fd-205e-46fc-ab55-12908d9e4a8e HTTP/1.1" status: 204 len: 168 time: 0.5189536 Oct 20 03:36:17.654005 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52486) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:17.695707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45f3b0ea-ef66-4a66-aecf-bff4b1531c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.707574 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37399905-ce81-4d85-824c-07a8e43b27a1 req-fe042afa-38f4-4468-b951-5d359a6e1634 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:17.708321 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a1ddc-d95a-4d9c-89c1-534dc3786ba0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f116fd-205e-46fc-ab55-12908d9e4a8e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:17.709143 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-37399905-ce81-4d85-824c-07a8e43b27a1 req-fe042afa-38f4-4468-b951-5d359a6e1634 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1650312 Oct 20 03:36:17.724009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.728644 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:17.732335 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.768232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.794179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.827433 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.ipam_backend_mixin [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Performing IP validity checks on allocation pools {{(pid=103628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 20 03:36:17.827982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.ipam_backend_mixin [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 20 03:36:17.876716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d694a12-49cd-4980-8c96-fe387b1cb5ee']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:17.892729 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-50232395-5ec0-442d-8821-273b8eb84d36 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2146306 Oct 20 03:36:17.894231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Deleting port 2440568c-79b3-45bb-9d7c-4acca21020e5 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:17.894568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:17.896422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52488) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:17.910083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330fb1b1-5f63-454f-b3d2-bc6e60c3410e') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:17.910465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330fb1b1-5f63-454f-b3d2-bc6e60c3410e') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:17.925981 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-37399905-ce81-4d85-824c-07a8e43b27a1 req-104e1450-650a-42ae-815c-67b8d35ba8ef tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890233 Oct 20 03:36:18.000950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 05deef7b-a15f-4b84-87f8-e4277078c0a6 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:36:18.002092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.016301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45f3b0ea-ef66-4a66-aecf-bff4b1531c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.025699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.036413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 05deef7b-a15f-4b84-87f8-e4277078c0a6 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:36:18.037006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 05deef7b-a15f-4b84-87f8-e4277078c0a6 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:36:18.081128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.106374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45f3b0ea-ef66-4a66-aecf-bff4b1531c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.127767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:18.130934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-200eb43f-57bb-4266-8b5b-a598191beaca tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.147509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b3d69-fd6b-45f2-9906-071d1acd5d85 None None] Network 66c2f9c2-0042-4c02-9b31-762abe8cca85 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:18.149595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:18.152119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:18.158881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3b0ea-ef66-4a66-aecf-bff4b1531c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7198b6-ce91-4b50-9412-8451ee465cfa,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:18.161114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45f3b0ea-ef66-4a66-aecf-bff4b1531c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.162703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:18.163662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.167083 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-45f3b0ea-ef66-4a66-aecf-bff4b1531c0d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4b7198b6-ce91-4b50-9412-8451ee465cfa HTTP/1.1" status: 204 len: 168 time: 0.8540609 Oct 20 03:36:18.170477 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52492) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:18.212040 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.263694 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 330fb1b1-5f63-454f-b3d2-bc6e60c3410e resource provider aggregate not found Oct 20 03:36:18.267333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Pushing event updated for resources: {'Port': ['ID=b21b6a35-afda-4ed1-a962-7afd1f431927,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:18.316713 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.323334 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 330fb1b1-5f63-454f-b3d2-bc6e60c3410e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 330fb1b1-5f63-454f-b3d2-bc6e60c3410e found for delete ", "request_id": "req-a0a583ad-1d2b-458a-a1d0-bc505978dc27"}]} Oct 20 03:36:18.328060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-200eb43f-57bb-4266-8b5b-a598191beaca tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.333798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.351997 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=bd09c491-cd2d-436c-82bb-51df858634cc,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:18.367625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Calling delete_port for 2440568c-79b3-45bb-9d7c-4acca21020e5 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:18.386659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b9d47e-3070-483d-8514-14084f74caff None None] DHCP port deletion for 66c2f9c2-0042-4c02-9b31-762abe8cca85 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:36:18.395191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1f973-4f7d-440a-bf36-120340488490 req-f0ffe3ba-105e-4179-a301-1a8a3d74a6e1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:18.396893 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3ff1f973-4f7d-440a-bf36-120340488490 req-f0ffe3ba-105e-4179-a301-1a8a3d74a6e1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.3132911 Oct 20 03:36:18.407902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Checking segment: {'id': 'b19f29ec-b789-4452-9d95-2dd30c3adfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0bcec4a9-092f-45d9-b979-3bb050add049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:18.408290 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network hostable DHCP agents. Network: 0bcec4a9-092f-45d9-b979-3bb050add049, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:18.437036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.441980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d694a12-49cd-4980-8c96-fe387b1cb5ee {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 03:36:18.443866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.447767 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "DELETE /v2.0/networks/7d694a12-49cd-4980-8c96-fe387b1cb5ee HTTP/1.1" status: 204 len: 168 time: 1.1934450 Oct 20 03:36:18.453665 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52498) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:18.455214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-20b9d47e-3070-483d-8514-14084f74caff None None] Deleting port a06dde27-b263-443e-8d87-db3372096fca {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:18.455785 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-20b9d47e-3070-483d-8514-14084f74caff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.459503 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:18.468261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Deleting port a06dde27-b263-443e-8d87-db3372096fca {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:18.468640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.473259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network 0bcec4a9-092f-45d9-b979-3bb050add049 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:18.534477 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 0bcec4a9-092f-45d9-b979-3bb050add049) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:18.572904 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:36:18.599837 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:18.600569 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.603626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0fba0b-3905-48a9-b0de-0b443132646f None None] Network 0bcec4a9-092f-45d9-b979-3bb050add049 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:18.612005 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Made reservation on behalf of 2bd1db24c4d54c88b55e6585363bc3da for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:18.614539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.633403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-20b9d47e-3070-483d-8514-14084f74caff None None] For port a06dde27-b263-443e-8d87-db3372096fca, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a06dde27-b263-443e-8d87-db3372096fca,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:18.634233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-20b9d47e-3070-483d-8514-14084f74caff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.647267 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] For port a06dde27-b263-443e-8d87-db3372096fca, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a06dde27-b263-443e-8d87-db3372096fca,segment=NetworkSegment(7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa),segment_id=7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:18.647734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.671605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Calling delete_port for a06dde27-b263-443e-8d87-db3372096fca owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:18.679723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-20b9d47e-3070-483d-8514-14084f74caff None None] Calling delete_port for a06dde27-b263-443e-8d87-db3372096fca owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:18.683314 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b2f486a8-33b9-4cc1-8e0f-53c151e0d224 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2277040 Oct 20 03:36:18.687915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52500) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:18.709300 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:18.791241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.791624 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Added segment d9977d73-8e09-4da2-a659-a9b48bb7a042 of type vlan for network 79ac9b77-d19d-4874-93a9-48a309d96b12 Oct 20 03:36:18.925925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81b0bd-67ed-418d-84aa-2b3721b50cab tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d694a12-49cd-4980-8c96-fe387b1cb5ee,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:18.938027 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.961433 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.967981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb439f-25ba-40aa-89be-ef90b68f35a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-0bcec4a9-092f-45d9-b979-3bb050add049', 'network_id': '0bcec4a9-092f-45d9-b979-3bb050add049', 'tenant_id': 'a7b7d5d8ef0045c7aeac20c2114d9fc5', 'fixed_ips': [{'subnet_id': 'bd09c491-cd2d-436c-82bb-51df858634cc'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:18.969033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e6cb439f-25ba-40aa-89be-ef90b68f35a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:18.970994 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-20b9d47e-3070-483d-8514-14084f74caff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.016315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b9d47e-3070-483d-8514-14084f74caff None None] No DVR routers for this DVR port a06dde27-b263-443e-8d87-db3372096fca on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:19.049561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9d47e-3070-483d-8514-14084f74caff None None] Pushing event deleted for resources: {'Port': ['ID=a06dde27-b263-443e-8d87-db3372096fca,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:19.055942 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-200eb43f-57bb-4266-8b5b-a598191beaca tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.059685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-200eb43f-57bb-4266-8b5b-a598191beaca tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.061015 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-200eb43f-57bb-4266-8b5b-a598191beaca tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-groups/3ffac6c5-a107-426b-8aeb-fcd8c409c7d3 HTTP/1.1" status: 204 len: 168 time: 1.1609468 Oct 20 03:36:19.066329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b82f93-be8b-471a-9f87-9fb0658a1bce None None] Network 549b2688-f731-45d3-ac02-1202a9f18014 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:19.066567 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.067712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:19.068966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.071851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52502) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:19.093652 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3ff1f973-4f7d-440a-bf36-120340488490 req-8cc313bb-9273-41b0-afc9-f0181fcec366 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6388798 Oct 20 03:36:19.105584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200eb43f-57bb-4266-8b5b-a598191beaca tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffac6c5-a107-426b-8aeb-fcd8c409c7d3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:19.106460 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6516314 Oct 20 03:36:19.112733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52504) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:19.141421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.232425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2e3e4-5697-4150-8401-376afd95a4ef tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event updated for resources: {'Network': ['ID=79ac9b77-d19d-4874-93a9-48a309d96b12,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:19.237916 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.275784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 79ac9b77-d19d-4874-93a9-48a309d96b12 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:19.284866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] No DVR routers for this DVR port a06dde27-b263-443e-8d87-db3372096fca on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:19.286504 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a06dde27-b263-443e-8d87-db3372096fca,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:19.293189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Request body: {'subnet': {'network_id': '79ac9b77-d19d-4874-93a9-48a309d96b12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:19.320451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3f2fec43-1c7c-49cd-b1ce-bcb4caac7129 None None] Provisioning complete for port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:19.321180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3f2fec43-1c7c-49cd-b1ce-bcb4caac7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.321743 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3f2fec43-1c7c-49cd-b1ce-bcb4caac7129 None None] Attempt 1 to provision port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 Oct 20 03:36:19.365300 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.384027 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.384257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Made reservation on behalf of 2bd1db24c4d54c88b55e6585363bc3da for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:19.386562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.404800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.434299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Subnet': ['ID=bd09c491-cd2d-436c-82bb-51df858634cc,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:19.451890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c2f9c2-0042-4c02-9b31-762abe8cca85']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server [None req-e6cb439f-25ba-40aa-89be-ef90b68f35a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd09c491-cd2d-436c-82bb-51df858634cc: This subnet is being modified by another concurrent operation. Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:36:19.460474 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise exception Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd09c491-cd2d-436c-82bb-51df858634cc: This subnet is being modified by another concurrent operation. Oct 20 03:36:19.464011 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Oct 20 03:36:19.467673 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c02f6e79-89ad-4a09-b23b-fa4046cb3bc2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3911889 Oct 20 03:36:19.482316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52510) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:19.487256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8b7ac9ee-b757-4a7a-be80-da67fd4c0db2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group': {'name': 'tempest-secgroup--137428300'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:19.499173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:19.499447 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:19.528839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.540120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfbc1b9-8e67-4362-bd66-7b98b85eb79f None None] Network 0bcec4a9-092f-45d9-b979-3bb050add049 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:19.568513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.570010 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.588710 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.595052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.601152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8b7ac9ee-b757-4a7a-be80-da67fd4c0db2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.619785 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcec4a9-092f-45d9-b979-3bb050add049']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:19.624749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:19.625367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.657381 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa resource provider aggregate not found Oct 20 03:36:19.666512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a12458-74f0-4e33-8e47-ea002c39ce75 req-afd504e1-202d-4dda-b2b4-e1720d439dfb tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:19.668036 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b1a12458-74f0-4e33-8e47-ea002c39ce75 req-afd504e1-202d-4dda-b2b4-e1720d439dfb tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2319942 Oct 20 03:36:19.690263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.702144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19f29ec-b789-4452-9d95-2dd30c3adfe7') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:19.702683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19f29ec-b789-4452-9d95-2dd30c3adfe7') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:19.726729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:19.739549 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a69db1e-5c6d-4897-b2a7-364f3b6ffcfa found for delete ", "request_id": "req-062243ee-2152-4141-9521-3d27949e9d8c"}]} Oct 20 03:36:19.742982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.768818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Pushing event deleted for resources: {'Port': ['ID=2440568c-79b3-45bb-9d7c-4acca21020e5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:19.803232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.816159 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8b7ac9ee-b757-4a7a-be80-da67fd4c0db2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.819352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.821217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:19.821633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.835945 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8b7ac9ee-b757-4a7a-be80-da67fd4c0db2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.842117 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b1a12458-74f0-4e33-8e47-ea002c39ce75 req-e1875cb7-93b9-4a8e-bec5-5db34d077f1e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624072 Oct 20 03:36:19.857027 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fec43-1c7c-49cd-b1ce-bcb4caac7129 None None] Current status of the port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:19.858074 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3f2fec43-1c7c-49cd-b1ce-bcb4caac7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.891549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.906965 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/66c2f9c2-0042-4c02-9b31-762abe8cca85 HTTP/1.1" status: 204 len: 168 time: 1.7245290 Oct 20 03:36:19.931033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3f2fec43-1c7c-49cd-b1ce-bcb4caac7129 None None] For port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2a019bd0-4768-4402-90ab-e6a2fb07d4e3,segment=NetworkSegment(0a912637-2119-431f-839b-bae567309e3d),segment_id=0a912637-2119-431f-839b-bae567309e3d)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:19.937304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:19.937823 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.938254 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 Oct 20 03:36:19.942558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3f2fec43-1c7c-49cd-b1ce-bcb4caac7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:19.982457 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20176ad3-a2fd-47ec-8093-017d324dd3a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c2f9c2-0042-4c02-9b31-762abe8cca85,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:19.995940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.003776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8b7ac9ee-b757-4a7a-be80-da67fd4c0db2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.013145 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8b7ac9ee-b757-4a7a-be80-da67fd4c0db2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5296681 Oct 20 03:36:20.020151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.028107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52520) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:20.036797 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-675d4f9b-52a6-4443-be25-90e3c175dea7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': 'b19cf56d-81f1-43d2-940b-c4384ff573ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:20.057152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fec43-1c7c-49cd-b1ce-bcb4caac7129 None None] Pushing event updated for resources: {'Port': ['ID=2a019bd0-4768-4402-90ab-e6a2fb07d4e3,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:20.064708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.094009 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.114408 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/0bcec4a9-092f-45d9-b979-3bb050add049 HTTP/1.1" status: 204 len: 168 time: 1.4249566 Oct 20 03:36:20.115283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ac9ee-b757-4a7a-be80-da67fd4c0db2 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19cf56d-81f1-43d2-940b-c4384ff573ef,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:20.120173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52522) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:20.154244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1514766424'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:20.174576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc197e-a5a5-4a20-b4b4-245a005e5b7f tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Network': ['ID=0bcec4a9-092f-45d9-b979-3bb050add049,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:20.176946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.181081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.238198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-675d4f9b-52a6-4443-be25-90e3c175dea7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.261753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:20.266648 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:20.272079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52524) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:20.278242 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.300023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe2631-a41d-4451-8794-c407aba0cb9c None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:36:20.347787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.348510 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Fanout notify agent at l3_agent the message router_deleted on router 008a3d90-1f44-48de-8cfb-bb562ed711c2 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:20.356700 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 09bc7c18-efb6-4253-9d89-060d9f47550b no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:36:20.362690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.371264 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-dfc2d4ab-eda0-4b30-b0cf-f459cc50d8f5 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/008a3d90-1f44-48de-8cfb-bb562ed711c2 HTTP/1.1" status: 204 len: 168 time: 3.4690549 Oct 20 03:36:20.374138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52526) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:20.378875 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1964800527', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:20.403032 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-675d4f9b-52a6-4443-be25-90e3c175dea7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.405097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 09bc7c18-efb6-4253-9d89-060d9f47550b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:36:20.405444 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 09bc7c18-efb6-4253-9d89-060d9f47550b not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:36:20.405861 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a06dde27-b263-443e-8d87-db3372096fca no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:36:20.409062 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:20.419200 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25dd71-337e-441c-b423-818be09864d0 req-63e6c265-6b62-4388-9348-aad125f307c0 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:20.420816 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5e25dd71-337e-441c-b423-818be09864d0 req-63e6c265-6b62-4388-9348-aad125f307c0 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1655898 Oct 20 03:36:20.430108 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-675d4f9b-52a6-4443-be25-90e3c175dea7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.447022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: a06dde27-b263-443e-8d87-db3372096fca {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:36:20.447378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a06dde27-b263-443e-8d87-db3372096fca not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:36:20.466564 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-73e40c17-52d8-4c03-b8df-fcc02cb074c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee2f90c3531e4bb6a1d4d865973d2038&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1890168 Oct 20 03:36:20.467001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-51e53547-77a6-4a9e-86a8-17f84a0a2f9e None None] Provisioning complete for port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:20.467001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-51e53547-77a6-4a9e-86a8-17f84a0a2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.467001 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-51e53547-77a6-4a9e-86a8-17f84a0a2f9e None None] Attempt 1 to provision port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 Oct 20 03:36:20.467652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.467652 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Added segment 7dacd2b6-f491-4460-943e-483e6b27e054 of type vlan for network eb03e6e9-f9b2-4fae-886e-4828adb32b9b Oct 20 03:36:20.470394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52528) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:20.498318 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.499343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.524450 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe2631-a41d-4451-8794-c407aba0cb9c None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:36:20.532178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d4f9b-52a6-4443-be25-90e3c175dea7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55efd380-c46e-4973-ac4e-8fca1ac76593,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:20.541164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-675d4f9b-52a6-4443-be25-90e3c175dea7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.546366 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-675d4f9b-52a6-4443-be25-90e3c175dea7 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5137839 Oct 20 03:36:20.553135 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52530) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:20.555264 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5e25dd71-337e-441c-b423-818be09864d0 req-324fde8e-ace6-405b-ba92-94d9da29f223 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200721 Oct 20 03:36:20.561607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.622856 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.654078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe587-c380-4230-87eb-6f40f6846e2e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.668721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f003afbf-e392-453b-9b49-9f5afaeb0b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.672436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe587-c380-4230-87eb-6f40f6846e2e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.682262 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.688322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:20.688911 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.717493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-51e53547-77a6-4a9e-86a8-17f84a0a2f9e None None] Current status of the port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:20.744189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Router facbaec2-1649-445d-a4f6-748bfd184249 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:36:20.762758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f003afbf-e392-453b-9b49-9f5afaeb0b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.797749 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6479037 Oct 20 03:36:20.802239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52534) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:20.815642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'network_id': 'eb03e6e9-f9b2-4fae-886e-4828adb32b9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:20.837562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe587-c380-4230-87eb-6f40f6846e2e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.844587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe587-c380-4230-87eb-6f40f6846e2e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.848076 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ae2fe587-c380-4230-87eb-6f40f6846e2e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/55efd380-c46e-4973-ac4e-8fca1ac76593 HTTP/1.1" status: 204 len: 168 time: 0.2932127 Oct 20 03:36:20.862468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52536) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:20.866737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:20.895431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412eae5c-a2f3-49b2-aa1d-d1ac7e4a95c5 req-99e580a6-a61d-4f5a-8813-d62ee277610b tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:20.897008 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-412eae5c-a2f3-49b2-aa1d-d1ac7e4a95c5 req-99e580a6-a61d-4f5a-8813-d62ee277610b tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2224953 Oct 20 03:36:20.905382 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd734a-573b-4169-b617-3de7ee467ae9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=eb03e6e9-f9b2-4fae-886e-4828adb32b9b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:20.909184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fe587-c380-4230-87eb-6f40f6846e2e tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55efd380-c46e-4973-ac4e-8fca1ac76593,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:20.919626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network eb03e6e9-f9b2-4fae-886e-4828adb32b9b details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:21.030030 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:21.033968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.037700 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-412eae5c-a2f3-49b2-aa1d-d1ac7e4a95c5 req-52c92eb7-bbee-4451-ac10-58cf8c886a36 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236246 Oct 20 03:36:21.045601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f003afbf-e392-453b-9b49-9f5afaeb0b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.048194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f003afbf-e392-453b-9b49-9f5afaeb0b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.049316 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f003afbf-e392-453b-9b49-9f5afaeb0b2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efa51430-b3c3-43fa-90e3-e700cf09c994 HTTP/1.1" status: 204 len: 168 time: 0.5764108 Oct 20 03:36:21.064918 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e9cb7ac4-9452-4949-9058-d240b44ef348 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1995094 Oct 20 03:36:21.069092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52540) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:21.096303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003afbf-e392-453b-9b49-9f5afaeb0b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa51430-b3c3-43fa-90e3-e700cf09c994,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:21.100012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:21.140360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9610a4-a5b0-4a31-a575-97dce694b995 None None] Sync routers for ids ['facbaec2-1649-445d-a4f6-748bfd184249'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:21.158655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.159624 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a43e162f-e70c-47c4-be7d-72987d2c7f94 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9711041 Oct 20 03:36:21.162539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52544) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:21.191497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9610a4-a5b0-4a31-a575-97dce694b995 None None] Routers {'facbaec2-1649-445d-a4f6-748bfd184249'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:21.193752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6f9610a4-a5b0-4a31-a575-97dce694b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['facbaec2-1649-445d-a4f6-748bfd184249'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:21.237537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6f9610a4-a5b0-4a31-a575-97dce694b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:21.249580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9610a4-a5b0-4a31-a575-97dce694b995 None None] Routers {'facbaec2-1649-445d-a4f6-748bfd184249'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:21.250361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6f9610a4-a5b0-4a31-a575-97dce694b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['facbaec2-1649-445d-a4f6-748bfd184249'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:21.283672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.objects.ports [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103629) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:36:21.284289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.289586 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6f9610a4-a5b0-4a31-a575-97dce694b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:21.290541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9610a4-a5b0-4a31-a575-97dce694b995 None None] The sync data for ids ['facbaec2-1649-445d-a4f6-748bfd184249'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:21.342160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff5e1e4c-fc42-4e41-b138-32d0e137674c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.376983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.403987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.508127 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.601650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:21.614293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=82f60b80-559d-43fb-9758-3e70be8de606,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:21.649425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Allocated IP 172.26.0.3 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/531753b0-2bac-4094-8ff2-d1758b5986ea) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:21.652221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Checking segment: {'id': '7dacd2b6-f491-4460-943e-483e6b27e054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'eb03e6e9-f9b2-4fae-886e-4828adb32b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:21.652897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network hostable DHCP agents. Network: eb03e6e9-f9b2-4fae-886e-4828adb32b9b, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:21.667231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:21.667609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.667946 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 Oct 20 03:36:21.699293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network eb03e6e9-f9b2-4fae-886e-4828adb32b9b is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:21.787402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff5e1e4c-fc42-4e41-b138-32d0e137674c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.791674 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4490c616-22d6-4be1-ba45-867bb34e177a tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/routers/facbaec2-1649-445d-a4f6-748bfd184249 HTTP/1.1" status: 200 len: 924 time: 0.6273544 Oct 20 03:36:21.800808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d27479eb-1395-46c4-ac3a-27658f96a969,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:21.801747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:21.802347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52552) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:21.827468 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, eb03e6e9-f9b2-4fae-886e-4828adb32b9b) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:21.829957 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.833248 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc23161-8c02-4628-8dea-c66d5485f69a None None] Network eb03e6e9-f9b2-4fae-886e-4828adb32b9b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:21.840471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c133d7c-061c-43e5-b9f7-12ad493fd5da req-c036a9d9-8d72-48a5-87c6-33fe3640d7b2 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:21.841887 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c133d7c-061c-43e5-b9f7-12ad493fd5da req-c036a9d9-8d72-48a5-87c6-33fe3640d7b2 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.5551004 Oct 20 03:36:21.847202 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b19f29ec-b789-4452-9d95-2dd30c3adfe7 resource provider aggregate not found Oct 20 03:36:21.861192 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:21.862194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.877328 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c25b46fd-6e77-4131-bab1-78c41d9023d8 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=facbaec2-1649-445d-a4f6-748bfd184249 HTTP/1.1" status: 200 len: 205 time: 0.0674493 Oct 20 03:36:21.885604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52562) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:21.907816 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b19f29ec-b789-4452-9d95-2dd30c3adfe7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b19f29ec-b789-4452-9d95-2dd30c3adfe7 found for delete ", "request_id": "req-845e268e-eb27-4611-9830-cf8b3bad4319"}]} Oct 20 03:36:21.916530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:21.961546 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Checking segment: {'id': 'd9977d73-8e09-4da2-a659-a9b48bb7a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '79ac9b77-d19d-4874-93a9-48a309d96b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:21.962283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Network hostable DHCP agents. Network: 79ac9b77-d19d-4874-93a9-48a309d96b12, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:21.962400 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-14c0a80c-d48e-46bb-8d88-07dfad95d127 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1521909 Oct 20 03:36:21.963962 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52566) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:21.982458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:21.986101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:21.990198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:22.020772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Pushing event updated for resources: {'Port': ['ID=531753b0-2bac-4094-8ff2-d1758b5986ea,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:22.030937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff5e1e4c-fc42-4e41-b138-32d0e137674c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.033033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff5e1e4c-fc42-4e41-b138-32d0e137674c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.034174 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ff5e1e4c-fc42-4e41-b138-32d0e137674c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-groups/b19cf56d-81f1-43d2-940b-c4384ff573ef HTTP/1.1" status: 204 len: 168 time: 0.9492996 Oct 20 03:36:22.037550 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c133d7c-061c-43e5-b9f7-12ad493fd5da req-0695f24a-37d4-4fed-8d15-28687eb96d69 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757050 Oct 20 03:36:22.038268 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52568) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:22.108397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-eb03e6e9-f9b2-4fae-886e-4828adb32b9b', 'network_id': 'eb03e6e9-f9b2-4fae-886e-4828adb32b9b', 'tenant_id': 'a7b7d5d8ef0045c7aeac20c2114d9fc5', 'fixed_ips': [{'subnet_id': '82f60b80-559d-43fb-9758-3e70be8de606'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:22.109602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.114587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e1e4c-fc42-4e41-b138-32d0e137674c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19cf56d-81f1-43d2-940b-c4384ff573ef,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:22.123866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Network 79ac9b77-d19d-4874-93a9-48a309d96b12 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:22.134417 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-55f29afa-4550-4e05-823c-882125767c24 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0948782 Oct 20 03:36:22.139000 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52574) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:22.144542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1294d800-86d4-4c1a-8003-19a93aa88cc0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993202723'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:22.192925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.232342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 79ac9b77-d19d-4874-93a9-48a309d96b12) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:22.237548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:22.238246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.242798 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6005f798-6329-495c-a8fe-d7a125ed23be None None] Network 79ac9b77-d19d-4874-93a9-48a309d96b12 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:22.288595 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-05fb192a-95c9-4b90-8a7a-2bc31bcea28f tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1717520 Oct 20 03:36:22.297441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52580) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:22.304043 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Request body: {'floatingip': {'floating_network_id': '79ac9b77-d19d-4874-93a9-48a309d96b12'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:22.326045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Allocated IP 2001:db8::1 (eb03e6e9-f9b2-4fae-886e-4828adb32b9b/82f60b80-559d-43fb-9758-3e70be8de606/9e5e2cec-b82a-46d3-b46e-698ccfad6e76) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:22.361730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.397661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.404780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.431260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52582) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:22.512220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.605496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.606901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1377276807'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:22.625359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.632515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb643be-d670-4fc2-96dd-480123a517c5 None None] Network 79ac9b77-d19d-4874-93a9-48a309d96b12 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:22.648377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Deleting port b21b6a35-afda-4ed1-a962-7afd1f431927 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:22.648923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.692070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Made reservation on behalf of a6aaa70952f240dfba3f954d78556d7c for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:22.692335 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.696770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.704364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.742200 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1294d800-86d4-4c1a-8003-19a93aa88cc0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.757020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.795688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Subnet': ['ID=82f60b80-559d-43fb-9758-3e70be8de606,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:22.835422 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Network eb03e6e9-f9b2-4fae-886e-4828adb32b9b is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:22.842579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:22.848573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.859985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.870645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:22.874133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Pushing event updated for resources: {'Port': ['ID=9e5e2cec-b82a-46d3-b46e-698ccfad6e76,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:22.912575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.918566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1294d800-86d4-4c1a-8003-19a93aa88cc0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.924912 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Calling delete_port for b21b6a35-afda-4ed1-a962-7afd1f431927 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:22.926384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1294d800-86d4-4c1a-8003-19a93aa88cc0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.970173 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Attempting to bind port 9e5e2cec-b82a-46d3-b46e-698ccfad6e76 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:22.970543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Attempting to bind port 9e5e2cec-b82a-46d3-b46e-698ccfad6e76 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '7dacd2b6-f491-4460-943e-483e6b27e054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'eb03e6e9-f9b2-4fae-886e-4828adb32b9b'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:22.970904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Attempting to bind port 9e5e2cec-b82a-46d3-b46e-698ccfad6e76 on network eb03e6e9-f9b2-4fae-886e-4828adb32b9b {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:22.991068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:22.991302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Checking segment: {'id': '7dacd2b6-f491-4460-943e-483e6b27e054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'eb03e6e9-f9b2-4fae-886e-4828adb32b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:22.991685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:22.992461 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Bound using segment: {'id': '7dacd2b6-f491-4460-943e-483e6b27e054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'eb03e6e9-f9b2-4fae-886e-4828adb32b9b'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:22.992461 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Bound port: 9e5e2cec-b82a-46d3-b46e-698ccfad6e76, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dacd2b6-f491-4460-943e-483e6b27e054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'eb03e6e9-f9b2-4fae-886e-4828adb32b9b'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:22.992844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.000583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb03e6e9-f9b2-4fae-886e-4828adb32b9b']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:23.003505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1294d800-86d4-4c1a-8003-19a93aa88cc0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.008534 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1294d800-86d4-4c1a-8003-19a93aa88cc0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8660710 Oct 20 03:36:23.010792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52586) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:23.010925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294d800-86d4-4c1a-8003-19a93aa88cc0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960f3aa7-a94e-4e71-ba8a-92c890d61e2b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:23.019046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7208e652-0c8d-4002-bd01-f06d5b7aeb71 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': '960f3aa7-a94e-4e71-ba8a-92c890d61e2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:23.039649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.059636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dacd2b6-f491-4460-943e-483e6b27e054') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:23.059925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dacd2b6-f491-4460-943e-483e6b27e054') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:23.065233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] For port 9e5e2cec-b82a-46d3-b46e-698ccfad6e76, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:23.069894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] For port 9e5e2cec-b82a-46d3-b46e-698ccfad6e76, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9e5e2cec-b82a-46d3-b46e-698ccfad6e76,segment=NetworkSegment(7dacd2b6-f491-4460-943e-483e6b27e054),segment_id=7dacd2b6-f491-4460-943e-483e6b27e054)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:23.075219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.080472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.095017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7208e652-0c8d-4002-bd01-f06d5b7aeb71 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.133880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.154511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:23.154887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.155274 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2f51b-2565-40f8-9936-76f3d906f788 None None] Pushing event updated for resources: {'Port': ['ID=9e5e2cec-b82a-46d3-b46e-698ccfad6e76,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:23.193600 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7dacd2b6-f491-4460-943e-483e6b27e054 resource provider aggregate not found Oct 20 03:36:23.220331 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Allocated IP 172.20.0.14 (79ac9b77-d19d-4874-93a9-48a309d96b12/d27479eb-1395-46c4-ac3a-27658f96a969/a6c2e59a-9c47-4542-a8ce-30705cbc75bb) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:23.222798 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc31049-0346-43d8-b5fb-5a08af6e0ba7 None None] Network eb03e6e9-f9b2-4fae-886e-4828adb32b9b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:23.235731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.240376 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7dacd2b6-f491-4460-943e-483e6b27e054 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dacd2b6-f491-4460-943e-483e6b27e054 found for delete ", "request_id": "req-ac402e5e-1c8f-44c0-b401-d9a4b01ea58b"}]} Oct 20 03:36:23.242342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7208e652-0c8d-4002-bd01-f06d5b7aeb71 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.253177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7208e652-0c8d-4002-bd01-f06d5b7aeb71 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.282834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf15ce-69a7-4f33-ad22-250e1f4dcc80 req-542d0e31-04f5-4d99-804b-0e700494a562 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:23.284362 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eeaf15ce-69a7-4f33-ad22-250e1f4dcc80 req-542d0e31-04f5-4d99-804b-0e700494a562 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1351705 Oct 20 03:36:23.293038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208e652-0c8d-4002-bd01-f06d5b7aeb71 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97cfa53-99a0-4370-98c3-c4da2b14cbd4,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:23.311259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7208e652-0c8d-4002-bd01-f06d5b7aeb71 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.312706 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7208e652-0c8d-4002-bd01-f06d5b7aeb71 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2990510 Oct 20 03:36:23.324017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.325699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52594) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:23.347577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.db.api [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:36:23.347577 dv-neutron-861842-1-hyperv neutron-server[103629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:36:23.347577 dv-neutron-861842-1-hyperv neutron-server[103629]: [parameters: {'id': 'eb03e6e9-f9b2-4fae-886e-4828adb32b9b'}] Oct 20 03:36:23.347577 dv-neutron-861842-1-hyperv neutron-server[103629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:23.348371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG oslo_db.api [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:23.355212 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Router 5ad14850-acad-4ca7-83c8-a2397f67662f is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:36:23.365266 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d1fda-1aa2-41f7-a577-01fea5678af5 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:36:23.367426 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eeaf15ce-69a7-4f33-ad22-250e1f4dcc80 req-39cf0bc9-3e5b-4237-b091-02e1ca2c0563 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673783 Oct 20 03:36:23.396404 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:23.418533 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-71f2c104-dbdb-4874-bf7f-7e1998016e1a tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules/c97cfa53-99a0-4370-98c3-c4da2b14cbd4 HTTP/1.1" status: 200 len: 763 time: 0.0861378 Oct 20 03:36:23.431132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52598) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:23.436487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.436826 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Added segment 32f24629-dd15-454b-9780-ec1f3f92311c of type vlan for network 2bc1132a-6900-4c59-b8a5-b8b406394784 Oct 20 03:36:23.474751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91b7ace-6130-4967-8796-5ddefc4a9445,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:23.512990 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:23.529319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.529514 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2d140-179c-44d7-b3dd-471ceb6521dc None None] Sync routers for ids ['5ad14850-acad-4ca7-83c8-a2397f67662f'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:23.530020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.530020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.530426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.530977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.531466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.531857 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.532190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.532572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.532911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.533218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.533657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:23.534553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d1fda-1aa2-41f7-a577-01fea5678af5 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:36:23.547054 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2d140-179c-44d7-b3dd-471ceb6521dc None None] Routers {'5ad14850-acad-4ca7-83c8-a2397f67662f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:23.547910 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eca2d140-179c-44d7-b3dd-471ceb6521dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['5ad14850-acad-4ca7-83c8-a2397f67662f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:23.557923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.564819 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3f6229b4-6bde-44d0-9957-75bd45d48a5f tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1893005 Oct 20 03:36:23.567502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52602) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:23.577438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:23.636440 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eca2d140-179c-44d7-b3dd-471ceb6521dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:23.651079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.659104 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2d140-179c-44d7-b3dd-471ceb6521dc None None] Routers {'5ad14850-acad-4ca7-83c8-a2397f67662f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:23.660022 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eca2d140-179c-44d7-b3dd-471ceb6521dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['5ad14850-acad-4ca7-83c8-a2397f67662f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:23.681860 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-960d5d3c-c364-4ca9-aa1d-395ec1270294 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2465489 Oct 20 03:36:23.682684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.684404 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52604) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:23.693535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.724446 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eca2d140-179c-44d7-b3dd-471ceb6521dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:23.725466 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2d140-179c-44d7-b3dd-471ceb6521dc None None] The sync data for ids ['5ad14850-acad-4ca7-83c8-a2397f67662f'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:23.727089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Pushing event deleted for resources: {'Port': ['ID=b21b6a35-afda-4ed1-a962-7afd1f431927,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:23.727454 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72812152-7a23-42c6-bc91-56d057251bab tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.774693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72812152-7a23-42c6-bc91-56d057251bab tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.791999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.795562 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c92b06-2b82-4730-bd97-3392420e8324 req-b8682d52-1f13-4db0-9418-c09c01f0d30d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:23.797344 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-19c92b06-2b82-4730-bd97-3392420e8324 req-b8682d52-1f13-4db0-9418-c09c01f0d30d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1425271 Oct 20 03:36:23.797463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:23.797932 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.851790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.864303 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4237099 Oct 20 03:36:23.873144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52606) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:23.908982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Request body: {'subnet': {'network_id': '2bc1132a-6900-4c59-b8a5-b8b406394784', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:23.913522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.919696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72812152-7a23-42c6-bc91-56d057251bab tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.937272 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72812152-7a23-42c6-bc91-56d057251bab tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:23.938442 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-72812152-7a23-42c6-bc91-56d057251bab tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c97cfa53-99a0-4370-98c3-c4da2b14cbd4 HTTP/1.1" status: 204 len: 168 time: 0.2529316 Oct 20 03:36:23.943380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52608) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:23.956904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c8a80-874a-4694-ad13-538365910bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Pushing event updated for resources: {'Network': ['ID=2bc1132a-6900-4c59-b8a5-b8b406394784,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:23.960092 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-19c92b06-2b82-4730-bd97-3392420e8324 req-a9e60e4e-1133-491f-b4b4-563c0e5bd44b tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486456 Oct 20 03:36:23.970359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 2bc1132a-6900-4c59-b8a5-b8b406394784 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:23.992667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.012189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72812152-7a23-42c6-bc91-56d057251bab tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c97cfa53-99a0-4370-98c3-c4da2b14cbd4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:24.051621 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-267c6e9a-96e3-43ab-97af-111d02a4cf2d tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1044509 Oct 20 03:36:24.052180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52610) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:24.074722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.081093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.089479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': '960f3aa7-a94e-4e71-ba8a-92c890d61e2b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:24.134827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Network 79ac9b77-d19d-4874-93a9-48a309d96b12 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:24.160939 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.181389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.183468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c2e59a-9c47-4542-a8ce-30705cbc75bb,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:24.186027 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:24.195961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:24.213084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.227217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.227734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Fanout notify agent at l3_agent the message router_deleted on router facbaec2-1649-445d-a4f6-748bfd184249 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:24.238433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.239515 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-661b5abd-2727-466c-b587-b977f0e1a27d tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/facbaec2-1649-445d-a4f6-748bfd184249 HTTP/1.1" status: 204 len: 168 time: 2.3499575 Oct 20 03:36:24.249269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52612) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:24.259479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.260185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Request body: {'router': {'name': 'tempest-snat-router-409513526', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'enable_snat': False}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:24.269045 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.274337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Made reservation on behalf of a6aaa70952f240dfba3f954d78556d7c for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:24.277724 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.294260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0472a2cb-3225-4a97-bc6c-4e0be9d2ab52,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:24.307873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.309286 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2253923 Oct 20 03:36:24.310335 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.310672 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.311019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.311432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.311820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.312170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.312626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.313016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.313354 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.313685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.314015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.314475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ed18c-1ced-46de-95d4-1e8603aec3ec tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:24.325928 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52614) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:24.336827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Deleting port 531753b0-2bac-4094-8ff2-d1758b5986ea {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:24.337182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.368036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.369079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.410244 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b88d9435-bb49-4396-9530-04f93f20522a tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules/0472a2cb-3225-4a97-bc6c-4e0be9d2ab52 HTTP/1.1" status: 200 len: 763 time: 0.0864201 Oct 20 03:36:24.410741 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52616) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:24.417984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting port 9e5e2cec-b82a-46d3-b46e-698ccfad6e76 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:24.418393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.435065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.450745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Calling delete_port for 531753b0-2bac-4094-8ff2-d1758b5986ea owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:24.465974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.488703 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fd64bd63-e449-438c-9644-75def59c86b8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0742722 Oct 20 03:36:24.489138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52618) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:24.519282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.556206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e7799df-0355-4c08-bdc3-4eeac66f5825 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.566243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e7799df-0355-4c08-bdc3-4eeac66f5825 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.634998 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e7799df-0355-4c08-bdc3-4eeac66f5825 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.641827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e7799df-0355-4c08-bdc3-4eeac66f5825 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.642926 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4e7799df-0355-4c08-bdc3-4eeac66f5825 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0472a2cb-3225-4a97-bc6c-4e0be9d2ab52 HTTP/1.1" status: 204 len: 168 time: 0.1531110 Oct 20 03:36:24.646300 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52620) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:24.654939 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] For port 9e5e2cec-b82a-46d3-b46e-698ccfad6e76, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9e5e2cec-b82a-46d3-b46e-698ccfad6e76,segment=NetworkSegment(7dacd2b6-f491-4460-943e-483e6b27e054),segment_id=7dacd2b6-f491-4460-943e-483e6b27e054)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:24.655300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.657626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.684397 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7799df-0355-4c08-bdc3-4eeac66f5825 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0472a2cb-3225-4a97-bc6c-4e0be9d2ab52,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:24.704236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Calling delete_port for 9e5e2cec-b82a-46d3-b46e-698ccfad6e76 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:24.727211 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fb30ab31-84e7-4a2f-9029-e8e4be73db2a tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0774024 Oct 20 03:36:24.730026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52622) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:24.735371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c60fa470-ea0b-4934-b747-b7be5edae61b tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': '960f3aa7-a94e-4e71-ba8a-92c890d61e2b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:24.739453 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.775605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Pushing event deleted for resources: {'Port': ['ID=531753b0-2bac-4094-8ff2-d1758b5986ea,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:24.802131 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-c60fa470-ea0b-4934-b747-b7be5edae61b tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Project 0672bde89de9496496e18854d4b3e63d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:36:24.824958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c60fa470-ea0b-4934-b747-b7be5edae61b tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.851768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.864089 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.932750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:24.990980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c60fa470-ea0b-4934-b747-b7be5edae61b tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.025369 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c60fa470-ea0b-4934-b747-b7be5edae61b tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.079653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fa470-ea0b-4934-b747-b7be5edae61b tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72c9749-d0fe-48bf-b384-fbbb9261ab1a,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:25.113328 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.118843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c60fa470-ea0b-4934-b747-b7be5edae61b tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.120076 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c60fa470-ea0b-4934-b747-b7be5edae61b tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3885229 Oct 20 03:36:25.121279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.123055 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52626) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:25.175743 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-468d3f85-26c8-4b84-ab5c-1f92251c89d0 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules/e72c9749-d0fe-48bf-b384-fbbb9261ab1a HTTP/1.1" status: 200 len: 769 time: 0.0493731 Oct 20 03:36:25.175977 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52628) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:25.228703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Router 5ad14850-acad-4ca7-83c8-a2397f67662f has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:36:25.261875 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a7a15f83-9711-40c4-bba8-a5352e484b11 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0823925 Oct 20 03:36:25.262932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52630) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:25.344178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:25.351557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.354501 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e7c95352-1417-4393-b07e-29b5782627c1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "PUT /v2.0/routers/5ad14850-acad-4ca7-83c8-a2397f67662f HTTP/1.1" status: 200 len: 706 time: 1.7842796 Oct 20 03:36:25.354501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5001ad75-74c8-4eab-ae92-be9455073736 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.356395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52632) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:25.359562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d408faea-19fd-4765-97e4-c94bee3009fb None None] Sync routers for ids ['5ad14850-acad-4ca7-83c8-a2397f67662f'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:25.369401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5001ad75-74c8-4eab-ae92-be9455073736 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.374877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d408faea-19fd-4765-97e4-c94bee3009fb None None] Routers {'5ad14850-acad-4ca7-83c8-a2397f67662f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:25.375823 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d408faea-19fd-4765-97e4-c94bee3009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['5ad14850-acad-4ca7-83c8-a2397f67662f'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:25.391264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Pushing event updated for resources: {'Subnet': ['ID=8d3eaac4-a2e7-40ae-8df4-8edbf34cfed9,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:25.403301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.421905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d408faea-19fd-4765-97e4-c94bee3009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:25.434014 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d408faea-19fd-4765-97e4-c94bee3009fb None None] Routers {'5ad14850-acad-4ca7-83c8-a2397f67662f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:25.434811 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d408faea-19fd-4765-97e4-c94bee3009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['5ad14850-acad-4ca7-83c8-a2397f67662f'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:25.452552 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-461bdd7f-fdad-4b53-81f3-06e4707c213e tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/routers/5ad14850-acad-4ca7-83c8-a2397f67662f HTTP/1.1" status: 200 len: 741 time: 0.0927250 Oct 20 03:36:25.452845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52634) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:25.458849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Port': ['ID=9e5e2cec-b82a-46d3-b46e-698ccfad6e76,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:25.470183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Checking segment: {'id': '32f24629-dd15-454b-9780-ec1f3f92311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2bc1132a-6900-4c59-b8a5-b8b406394784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:25.470364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d408faea-19fd-4765-97e4-c94bee3009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:25.470543 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Network hostable DHCP agents. Network: 2bc1132a-6900-4c59-b8a5-b8b406394784, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:25.471194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d408faea-19fd-4765-97e4-c94bee3009fb None None] The sync data for ids ['5ad14850-acad-4ca7-83c8-a2397f67662f'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:25.472852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No DVR routers for this DVR port 9e5e2cec-b82a-46d3-b46e-698ccfad6e76 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:25.503931 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-da64625e-0729-4eb3-9c5c-7a3795c979a3 tempest-RoutersAdminTest-2011864619 tempest-RoutersAdminTest-2011864619-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&device_id=5ad14850-acad-4ca7-83c8-a2397f67662f HTTP/1.1" status: 200 len: 205 time: 0.0500603 Oct 20 03:36:25.507405 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52636) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:25.518309 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3efa4-f34a-4a0e-9951-3ffaaa94af6d req-ad3c2116-6da0-41bb-8519-e86c18f3b601 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:25.518647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5001ad75-74c8-4eab-ae92-be9455073736 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.519803 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8cb3efa4-f34a-4a0e-9951-3ffaaa94af6d req-ad3c2116-6da0-41bb-8519-e86c18f3b601 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2554085 Oct 20 03:36:25.536869 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5001ad75-74c8-4eab-ae92-be9455073736 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.538010 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5001ad75-74c8-4eab-ae92-be9455073736 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e72c9749-d0fe-48bf-b384-fbbb9261ab1a HTTP/1.1" status: 204 len: 168 time: 0.2750235 Oct 20 03:36:25.541191 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c98c8ef5-5e6f-4f0a-aa78-2111576c897d tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ad14850-acad-4ca7-83c8-a2397f67662f HTTP/1.1" status: 200 len: 205 time: 0.0326302 Oct 20 03:36:25.541700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52638) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:25.548380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.549959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52640) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:25.553746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001ad75-74c8-4eab-ae92-be9455073736 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e72c9749-d0fe-48bf-b384-fbbb9261ab1a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:25.578011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.674828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Network 2bc1132a-6900-4c59-b8a5-b8b406394784 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:25.704900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.750532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.755279 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8cb3efa4-f34a-4a0e-9951-3ffaaa94af6d req-41e2034a-b2f7-4961-95b2-8d5b9ade86e9 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038071 Oct 20 03:36:25.760085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c2e59a-9c47-4542-a8ce-30705cbc75bb,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:25.762429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 2bc1132a-6900-4c59-b8a5-b8b406394784) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:25.767631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb03e6e9-f9b2-4fae-886e-4828adb32b9b']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:25.774139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d24daa-f345-46ab-9e24-21ea3d72db22 None None] Network 2bc1132a-6900-4c59-b8a5-b8b406394784 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:25.784120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dacd2b6-f491-4460-943e-483e6b27e054') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:25.784682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dacd2b6-f491-4460-943e-483e6b27e054') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:25.787341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:25.788001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.803807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.828336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.829695 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-383edef9-c2ff-4348-9a02-00bc657f79a8 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5312140 Oct 20 03:36:25.832964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52644) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:25.836333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.936038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cbaf207f-f8b4-48fe-baa2-b85945c366a5 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0597439 Oct 20 03:36:25.943023 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52646) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:25.950765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:25.951396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.960473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-2bc1132a-6900-4c59-b8a5-b8b406394784', 'network_id': '2bc1132a-6900-4c59-b8a5-b8b406394784', 'tenant_id': 'a6aaa70952f240dfba3f954d78556d7c', 'fixed_ips': [{'subnet_id': '8d3eaac4-a2e7-40ae-8df4-8edbf34cfed9'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:25.961651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:25.966073 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Request body: {'port': {'network_id': '2bc1132a-6900-4c59-b8a5-b8b406394784', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-819197549'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:26.003482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-eb6ba18e-c566-474b-bddd-2fb7d71e1ddf tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=79ac9b77-d19d-4874-93a9-48a309d96b12 HTTP/1.1" status: 200 len: 690 time: 0.1665831 Oct 20 03:36:26.003482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7dacd2b6-f491-4460-943e-483e6b27e054 resource provider aggregate not found Oct 20 03:36:26.010332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52650) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.046093 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7dacd2b6-f491-4460-943e-483e6b27e054 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dacd2b6-f491-4460-943e-483e6b27e054 found for delete ", "request_id": "req-d30c9126-ac77-40c6-b29a-8c793586bb90"}]} Oct 20 03:36:26.046687 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ccb0e108-0650-43bc-9e44-78a7708ad6b8 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5012248 Oct 20 03:36:26.052376 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-924f8746-8711-4c34-8579-d41c5b2d93af tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.055431 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52654) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.109293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.113504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Allocated IP 2001:db8::2 (2bc1132a-6900-4c59-b8a5-b8b406394784/8d3eaac4-a2e7-40ae-8df4-8edbf34cfed9/adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:26.145227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.151912 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/eb03e6e9-f9b2-4fae-886e-4828adb32b9b HTTP/1.1" status: 204 len: 168 time: 4.1811678 Oct 20 03:36:26.152792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52656) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.158546 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484166506'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:26.170063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.171599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f07daa-4b0f-4d67-a3b2-96fdabfcba2d req-77283d2f-290e-4e8a-bf64-47a45b2890e4 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:26.173113 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-17f07daa-4b0f-4d67-a3b2-96fdabfcba2d req-77283d2f-290e-4e8a-bf64-47a45b2890e4 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2495739 Oct 20 03:36:26.194721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b4646-92a8-4c71-b9d3-0cbb8f8855ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Network': ['ID=eb03e6e9-f9b2-4fae-886e-4828adb32b9b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:26.202770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.264896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:26.268314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.272794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.291008 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.301412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.330100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Network 2bc1132a-6900-4c59-b8a5-b8b406394784 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:26.349747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:26.356053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:26.377550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-924f8746-8711-4c34-8579-d41c5b2d93af tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.387290 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:26.392323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Pushing event updated for resources: {'Port': ['ID=adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:26.394485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-924f8746-8711-4c34-8579-d41c5b2d93af tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.405978 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-17f07daa-4b0f-4d67-a3b2-96fdabfcba2d req-967a9d91-9755-46da-ab96-c429c056a489 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009587 Oct 20 03:36:26.410836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d6e5-6dfb-4132-b7ba-a3388ab94a27 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.446067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.446067 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Added segment c79a538c-221e-4dc8-a0fa-74e239784498 of type vlan for network f492dcde-2ab3-467e-aaf7-9fe5fb635469 Oct 20 03:36:26.451924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.453118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.454317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.456131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.456854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.465088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.465549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.465902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.470839 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.471504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.472495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.472878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:26.484541 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Made reservation on behalf of a6aaa70952f240dfba3f954d78556d7c for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:26.487986 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.493525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Allocated IP 172.26.0.143 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/5bee4c45-e8b7-4f10-a54c-4cac05f8bda4) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:26.494850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Attempting to bind port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:26.497379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Attempting to bind port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '32f24629-dd15-454b-9780-ec1f3f92311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2bc1132a-6900-4c59-b8a5-b8b406394784'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:26.497819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Attempting to bind port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 on network 2bc1132a-6900-4c59-b8a5-b8b406394784 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:26.504074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-924f8746-8711-4c34-8579-d41c5b2d93af tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.504758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924f8746-8711-4c34-8579-d41c5b2d93af tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Fanout notify agent at l3_agent the message router_deleted on router 5ad14850-acad-4ca7-83c8-a2397f67662f {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:26.507778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d6e5-6dfb-4132-b7ba-a3388ab94a27 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.508757 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:26.509138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Checking segment: {'id': '32f24629-dd15-454b-9780-ec1f3f92311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2bc1132a-6900-4c59-b8a5-b8b406394784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:26.509547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.509947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Bound using segment: {'id': '32f24629-dd15-454b-9780-ec1f3f92311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2bc1132a-6900-4c59-b8a5-b8b406394784'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:26.511695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Bound port: adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f24629-dd15-454b-9780-ec1f3f92311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2bc1132a-6900-4c59-b8a5-b8b406394784'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:26.512027 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.514614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.515830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] device_id is not set on port 1dee0afb-7e4a-428b-948b-a60a73a267a0 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:26.529790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-924f8746-8711-4c34-8579-d41c5b2d93af tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.532113 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-924f8746-8711-4c34-8579-d41c5b2d93af tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/5ad14850-acad-4ca7-83c8-a2397f67662f HTTP/1.1" status: 204 len: 168 time: 0.9809349 Oct 20 03:36:26.539448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52660) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.598939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] For port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:26.602494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] For port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8,segment=NetworkSegment(32f24629-dd15-454b-9780-ec1f3f92311c),segment_id=32f24629-dd15-454b-9780-ec1f3f92311c)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:26.609151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.613608 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b683f8df-96b7-4e0e-a8d3-3d828a2b6f2a tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ad14850-acad-4ca7-83c8-a2397f67662f HTTP/1.1" status: 200 len: 205 time: 0.0705914 Oct 20 03:36:26.614655 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52662) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.654977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.660723 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:26.661342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.671212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Deleting port a6c2e59a-9c47-4542-a8ce-30705cbc75bb {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:26.671552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.673359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ca03c-9ace-4f59-b03e-b58bd3e3a8b7 None None] Pushing event updated for resources: {'Port': ['ID=adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:26.681833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d6e5-6dfb-4132-b7ba-a3388ab94a27 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.684851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d6e5-6dfb-4132-b7ba-a3388ab94a27 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.686108 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4ac4d6e5-6dfb-4132-b7ba-a3388ab94a27 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-groups/960f3aa7-a94e-4e71-ba8a-92c890d61e2b HTTP/1.1" status: 204 len: 168 time: 0.6271000 Oct 20 03:36:26.691901 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52664) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.697284 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-d5c7a4cb-8999-4683-97a5-d692dbbb96e1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] delete failed (client error): The resource could not be found. Oct 20 03:36:26.700365 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d5c7a4cb-8999-4683-97a5-d692dbbb96e1 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/5ad14850-acad-4ca7-83c8-a2397f67662f HTTP/1.1" status: 404 len: 336 time: 0.0681326 Oct 20 03:36:26.702197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52666) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.744548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4d6e5-6dfb-4132-b7ba-a3388ab94a27 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960f3aa7-a94e-4e71-ba8a-92c890d61e2b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:26.794250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b35c0-db87-4d85-a99d-7cb8d24c93a6 req-dcc7c60c-d0b4-4628-b25a-6b65f8131d90 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:26.796056 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ea9b35c0-db87-4d85-a99d-7cb8d24c93a6 req-dcc7c60c-d0b4-4628-b25a-6b65f8131d90 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2877619 Oct 20 03:36:26.798180 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a9144a10-4046-4713-a502-83caa9c9265c tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=008a3d90-1f44-48de-8cfb-bb562ed711c2 HTTP/1.1" status: 200 len: 205 time: 0.0683882 Oct 20 03:36:26.801556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52668) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.810465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Allocated IP 2001:db8::349 (2bc1132a-6900-4c59-b8a5-b8b406394784/8d3eaac4-a2e7-40ae-8df4-8edbf34cfed9/1dee0afb-7e4a-428b-948b-a60a73a267a0) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:26.815017 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6615257 Oct 20 03:36:26.815929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52670) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.822175 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b3433b0f-aecf-465a-9b99-81685c0c434c tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1214213 Oct 20 03:36:26.835320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'network_id': 'f492dcde-2ab3-467e-aaf7-9fe5fb635469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:26.856519 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52672) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.864792 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-4a7c286a-340b-4a04-8f30-b701d4164310 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] delete failed (client error): The resource could not be found. Oct 20 03:36:26.867481 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4a7c286a-340b-4a04-8f30-b701d4164310 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/008a3d90-1f44-48de-8cfb-bb562ed711c2 HTTP/1.1" status: 404 len: 336 time: 0.0641010 Oct 20 03:36:26.887203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-cd6eb19d-e071-4df1-8d5e-9e58b761db57 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155490049'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:26.891464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52674) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.957010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb19d-e071-4df1-8d5e-9e58b761db57 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:26.979123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d5499-a881-4069-9a67-dfeec5a00777 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=f492dcde-2ab3-467e-aaf7-9fe5fb635469,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:26.982744 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-daba3462-faa2-4fa7-b058-44c264fd7986 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8530619-9d83-4118-be51-19348d44468f HTTP/1.1" status: 200 len: 205 time: 0.0902407 Oct 20 03:36:26.988235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52676) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:26.995565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network f492dcde-2ab3-467e-aaf7-9fe5fb635469 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:27.022213 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.075751 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-baf22b22-e4dc-40ef-9360-e1b2fab0150b tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] delete failed (client error): The resource could not be found. Oct 20 03:36:27.079411 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-baf22b22-e4dc-40ef-9360-e1b2fab0150b tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/c8530619-9d83-4118-be51-19348d44468f HTTP/1.1" status: 404 len: 336 time: 0.0876570 Oct 20 03:36:27.084227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52678) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:27.086638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.086989 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.131280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Calling delete_port for a6c2e59a-9c47-4542-a8ce-30705cbc75bb owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:27.138416 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ea9b35c0-db87-4d85-a99d-7cb8d24c93a6 req-f0d1d35e-4a78-49d2-8ff1-b084d88a1ec4 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126497 Oct 20 03:36:27.142774 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2d535788-0c05-4757-9560-f4ef20a82832 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=51013a9c-7b48-4327-9191-36663ac18ab2 HTTP/1.1" status: 200 len: 205 time: 0.0507348 Oct 20 03:36:27.146068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52680) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:27.189871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.198003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb19d-e071-4df1-8d5e-9e58b761db57 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.205534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb19d-e071-4df1-8d5e-9e58b761db57 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.214305 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-8b43b6c9-3356-431e-960d-c2536fa2bdf3 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] delete failed (client error): The resource could not be found. Oct 20 03:36:27.217627 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8b43b6c9-3356-431e-960d-c2536fa2bdf3 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/51013a9c-7b48-4327-9191-36663ac18ab2 HTTP/1.1" status: 404 len: 336 time: 0.0623543 Oct 20 03:36:27.220346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52684) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:27.252493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.254684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:27.258513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.295892 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a47d38a4-93b4-442c-9517-92f18d9771ba tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f7d2a56-8f9f-431b-a144-2d114b18e562 HTTP/1.1" status: 200 len: 205 time: 0.0654221 Oct 20 03:36:27.298792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb19d-e071-4df1-8d5e-9e58b761db57 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.299879 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cd6eb19d-e071-4df1-8d5e-9e58b761db57 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4424131 Oct 20 03:36:27.300787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52686) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:27.308870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52688) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:27.320664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c6ff5086-2e74-4660-bd23-429f4b451384 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Request body: {'security_group_rule': {'security_group_id': 'bfe953bb-08a8-48ad-8b51-ca1e9ec6c8db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:27.323578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6eb19d-e071-4df1-8d5e-9e58b761db57 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe953bb-08a8-48ad-8b51-ca1e9ec6c8db,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:27.348714 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:27.361248 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-4e1469be-e81d-4df7-be5f-f4292961a17c tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] delete failed (client error): The resource could not be found. Oct 20 03:36:27.362307 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4e1469be-e81d-4df7-be5f-f4292961a17c tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/0f7d2a56-8f9f-431b-a144-2d114b18e562 HTTP/1.1" status: 404 len: 336 time: 0.0461726 Oct 20 03:36:27.366536 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52690) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:27.384458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.393999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:27.401492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:27.413300 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3782fdca-2cc1-4983-a978-a2ffe26f6479 tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "GET /v2.0/ports?device_id=3db98bc0-c9df-48a2-b525-5e4f3c1620f9 HTTP/1.1" status: 200 len: 205 time: 0.0427086 Oct 20 03:36:27.415108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52692) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:27.454935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event updated for resources: {'Port': ['ID=5bee4c45-e8b7-4f10-a54c-4cac05f8bda4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:27.460562 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f9813-0fbc-43ef-b6f0-945c459d8f5e req-8da9ce9a-137d-4f7f-aac5-9060028bce96 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:27.462121 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3e5f9813-0fbc-43ef-b6f0-945c459d8f5e req-8da9ce9a-137d-4f7f-aac5-9060028bce96 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2126086 Oct 20 03:36:27.480438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Network 2bc1132a-6900-4c59-b8a5-b8b406394784 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:27.481216 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Pushing event updated for resources: {'Port': ['ID=1dee0afb-7e4a-428b-948b-a60a73a267a0,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:27.486556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:27.489008 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:27.495334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:27.495971 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.531346 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f3f699bc-3c80-4a16-8eab-4fb25f8ed439 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5673552 Oct 20 03:36:27.531916 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52694) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:27.537065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Request body: {'port': {'network_id': '2bc1132a-6900-4c59-b8a5-b8b406394784', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-551122510', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:27.537771 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.api.validators [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] bootfile-name is not in valid_values {{(pid=103628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:36:27.538057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.api.validators [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] tftp-server is not in valid_values {{(pid=103628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:36:27.538441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.api.validators [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] server-ip-address is not in valid_values {{(pid=103628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:36:27.550083 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3e5f9813-0fbc-43ef-b6f0-945c459d8f5e req-39285edd-7c32-437a-9c72-9c3eb4707a73 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805364 Oct 20 03:36:27.557226 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-27e931b7-fcf2-4d35-b938-6e3752ea50bd tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] delete failed (client error): The resource could not be found. Oct 20 03:36:27.558363 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-27e931b7-fcf2-4d35-b938-6e3752ea50bd tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/routers/3db98bc0-c9df-48a2-b525-5e4f3c1620f9 HTTP/1.1" status: 404 len: 336 time: 0.1211851 Oct 20 03:36:27.561227 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52696) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:27.581311 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6ff5086-2e74-4660-bd23-429f4b451384 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.596507 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a45a4ce-34e5-49c7-b8b6-cbed2391a2bb tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] DELETE failed (client error): The resource could not be found. Oct 20 03:36:27.596959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a45a4ce-34e5-49c7-b8b6-cbed2391a2bb tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:36:27.600183 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3a45a4ce-34e5-49c7-b8b6-cbed2391a2bb tempest-RoutersAdminTest-821546789 tempest-RoutersAdminTest-821546789-project] 10.222.0.20 "DELETE /v2.0/subnets/f06608d4-724c-469b-aae3-03add8bf124c HTTP/1.1" status: 404 len: 337 time: 0.0379765 Oct 20 03:36:27.649804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:27.745991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:27.746352 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.746689 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 Oct 20 03:36:27.772750 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Made reservation on behalf of a6aaa70952f240dfba3f954d78556d7c for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:27.779322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.802923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] device_id is not set on port 92b37b5b-3204-401b-bd4e-ce538c4f8027 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:27.931067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:27.931448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:27.948360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Allocated IP 2001:db8::36d (2bc1132a-6900-4c59-b8a5-b8b406394784/8d3eaac4-a2e7-40ae-8df4-8edbf34cfed9/92b37b5b-3204-401b-bd4e-ce538c4f8027) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:27.966079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35628d6e-1d1b-4c06-a3f3-765ee1bb4cdd None None] Network 2bc1132a-6900-4c59-b8a5-b8b406394784 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:28.032596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52704) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:28.048791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8,segment=NetworkSegment(32f24629-dd15-454b-9780-ec1f3f92311c),segment_id=32f24629-dd15-454b-9780-ec1f3f92311c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:28.059488 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.113094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-2d3ebff1-6301-4741-9b34-77d76b0b80de None None] Provisioning complete for port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:28.113481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebff1-6301-4741-9b34-77d76b0b80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.113811 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2d3ebff1-6301-4741-9b34-77d76b0b80de None None] Attempt 1 to provision port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 Oct 20 03:36:28.155818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea75d60b-a0af-4079-b139-397f7fb36449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.187773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:28.238214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6ff5086-2e74-4660-bd23-429f4b451384 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.255511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6ff5086-2e74-4660-bd23-429f4b451384 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.282685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ebff1-6301-4741-9b34-77d76b0b80de None None] Current status of the port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:28.289373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff5086-2e74-4660-bd23-429f4b451384 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe26701-8425-4d28-afa5-dd2bdec31181,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:28.295207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea75d60b-a0af-4079-b139-397f7fb36449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.297439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.309703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ea75d60b-a0af-4079-b139-397f7fb36449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.352937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6ff5086-2e74-4660-bd23-429f4b451384 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.354142 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c6ff5086-2e74-4660-bd23-429f4b451384 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0421073 Oct 20 03:36:28.361677 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b6e5-8410-498a-87a2-e18a5b5e853e req-32ce1590-cfb4-4a5a-b705-31b8597336c1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:28.361811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52708) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:28.363077 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eec7b6e5-8410-498a-87a2-e18a5b5e853e req-32ce1590-cfb4-4a5a-b705-31b8597336c1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.6491938 Oct 20 03:36:28.384994 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ea75d60b-a0af-4079-b139-397f7fb36449 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b98b91160634438a97231fc7aa2f9c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504369 Oct 20 03:36:28.390253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52710) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:28.421745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75d60b-a0af-4079-b139-397f7fb36449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effe7f6d-9175-4cc1-9602-bded08579515,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:28.443019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6c2e59a-9c47-4542-a8ce-30705cbc75bb,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:28.509787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-430a78d2-c45b-4bf7-be11-3c4d42545e65 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.548995 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-430a78d2-c45b-4bf7-be11-3c4d42545e65 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.613220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.619403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.649606 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Provisioning complete for port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:28.650384 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.652038 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Attempt 1 to provision port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 Oct 20 03:36:28.660960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-430a78d2-c45b-4bf7-be11-3c4d42545e65 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.664898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-430a78d2-c45b-4bf7-be11-3c4d42545e65 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.667186 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-430a78d2-c45b-4bf7-be11-3c4d42545e65 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-groups/bfe953bb-08a8-48ad-8b51-ca1e9ec6c8db HTTP/1.1" status: 204 len: 168 time: 0.3034451 Oct 20 03:36:28.671914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52712) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:28.685856 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a78d2-c45b-4bf7-be11-3c4d42545e65 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe953bb-08a8-48ad-8b51-ca1e9ec6c8db,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:28.694671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.745736 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eec7b6e5-8410-498a-87a2-e18a5b5e853e req-3eebb887-0309-4901-9957-677c8a84dbfd tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562050 Oct 20 03:36:28.770179 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Current status of the port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:28.779326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Network 2bc1132a-6900-4c59-b8a5-b8b406394784 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:28.783244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:28.784249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Provisioning complete for port 1dee0afb-7e4a-428b-948b-a60a73a267a0 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:28.788032 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:28.788947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.789542 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Attempt 1 to provision port 1dee0afb-7e4a-428b-948b-a60a73a267a0 Oct 20 03:36:28.798947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:28.799691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.815776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.822680 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.830716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Pushing event updated for resources: {'Port': ['ID=92b37b5b-3204-401b-bd4e-ce538c4f8027,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:28.851437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Port 1dee0afb-7e4a-428b-948b-a60a73a267a0 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:36:28.857605 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-21943307-04ac-460b-a931-87c4a28140d3 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3221204 Oct 20 03:36:28.858053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52716) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:28.919810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9c5c6ebb-26ad-4ee2-ad0b-ad1c42c13fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:28.948342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7c078b-a860-4f9c-8bd6-b070e1ba5745 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:28.954511 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7c078b-a860-4f9c-8bd6-b070e1ba5745 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:28.961291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7c078b-a860-4f9c-8bd6-b070e1ba5745 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:28.964552 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ff7c078b-a860-4f9c-8bd6-b070e1ba5745 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1043992 Oct 20 03:36:28.966398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52718) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:28.984231 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215a14c-68ee-4b12-97ad-8aa196bf1852 req-c7094b6c-6fb4-4d30-850d-38ce27609277 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:28.985760 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a215a14c-68ee-4b12-97ad-8aa196bf1852 req-c7094b6c-6fb4-4d30-850d-38ce27609277 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1116393 Oct 20 03:36:28.985877 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=e8ba3079-d28e-4d9d-89b5-db59ee03982d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:29.055576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9c5c6ebb-26ad-4ee2-ad0b-ad1c42c13fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.072119 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3851281e-1689-4f44-9250-ee87b21c7096 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3609385 Oct 20 03:36:29.074846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52720) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:29.085125 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.108604 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a215a14c-68ee-4b12-97ad-8aa196bf1852 req-70e79459-60f5-4260-9889-17b4013243de tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012664 Oct 20 03:36:29.141344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Checking segment: {'id': 'c79a538c-221e-4dc8-a0fa-74e239784498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f492dcde-2ab3-467e-aaf7-9fe5fb635469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:29.141829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network hostable DHCP agents. Network: f492dcde-2ab3-467e-aaf7-9fe5fb635469, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:29.146603 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9fc0f634-a6ee-482e-9ca3-26f7a7712f5f tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0681627 Oct 20 03:36:29.146603 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9520a-7db2-4617-97d1-af5f1eedc429 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Deleting port 92b37b5b-3204-401b-bd4e-ce538c4f8027 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:29.146863 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9520a-7db2-4617-97d1-af5f1eedc429 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.149545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52722) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:29.179981 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-9510d771-163f-471f-a77b-7c5f7bad5734 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] delete failed (client error): The resource could not be found. Oct 20 03:36:29.181006 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9510d771-163f-471f-a77b-7c5f7bad5734 tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "DELETE /v2.0/security-groups/bfe953bb-08a8-48ad-8b51-ca1e9ec6c8db HTTP/1.1" status: 404 len: 347 time: 0.0292633 Oct 20 03:36:29.188119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52726) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:29.267726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network f492dcde-2ab3-467e-aaf7-9fe5fb635469 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:29.283088 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9c5c6ebb-26ad-4ee2-ad0b-ad1c42c13fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.285727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9c5c6ebb-26ad-4ee2-ad0b-ad1c42c13fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.286219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9520a-7db2-4617-97d1-af5f1eedc429 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.286907 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9c5c6ebb-26ad-4ee2-ad0b-ad1c42c13fac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/effe7f6d-9175-4cc1-9602-bded08579515 HTTP/1.1" status: 204 len: 168 time: 0.8948753 Oct 20 03:36:29.296212 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ac683cb8-1533-499d-8333-a39ea4d2d9ab tempest-SecGroupIPv6Test-1966010310 tempest-SecGroupIPv6Test-1966010310-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1024420 Oct 20 03:36:29.304342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9520a-7db2-4617-97d1-af5f1eedc429 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Calling delete_port for 92b37b5b-3204-401b-bd4e-ce538c4f8027 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:29.309320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, f492dcde-2ab3-467e-aaf7-9fe5fb635469) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:29.323998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c6ebb-26ad-4ee2-ad0b-ad1c42c13fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effe7f6d-9175-4cc1-9602-bded08579515,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:29.327466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181103f2-ffcb-4acd-b567-cf2b709ddc0a None None] Network f492dcde-2ab3-467e-aaf7-9fe5fb635469 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:29.327993 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:29.328649 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.372920 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Attempt 2 to provision port 1dee0afb-7e4a-428b-948b-a60a73a267a0 Oct 20 03:36:29.378441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.426579 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-af0bd866-f078-47c4-9fd5-1eeed059700e tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5979345 Oct 20 03:36:29.427673 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d27479eb-1395-46c4-ac3a-27658f96a969,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:29.432513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.436559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52732) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:29.494835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Port 1dee0afb-7e4a-428b-948b-a60a73a267a0 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:36:29.511939 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9520a-7db2-4617-97d1-af5f1eedc429 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.567289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9520a-7db2-4617-97d1-af5f1eedc429 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Pushing event deleted for resources: {'Port': ['ID=92b37b5b-3204-401b-bd4e-ce538c4f8027,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:29.594826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9520a-7db2-4617-97d1-af5f1eedc429 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.616295 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c9c9520a-7db2-4617-97d1-af5f1eedc429 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] 10.222.0.20 "DELETE /v2.0/ports/92b37b5b-3204-401b-bd4e-ce538c4f8027 HTTP/1.1" status: 204 len: 168 time: 0.6417284 Oct 20 03:36:29.618496 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52738) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:29.629690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-f492dcde-2ab3-467e-aaf7-9fe5fb635469', 'network_id': 'f492dcde-2ab3-467e-aaf7-9fe5fb635469', 'tenant_id': 'a7b7d5d8ef0045c7aeac20c2114d9fc5', 'fixed_ips': [{'subnet_id': 'e8ba3079-d28e-4d9d-89b5-db59ee03982d'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:29.630854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.631948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Request body: {'port': {'name': 'tempest-new-port-name-948542006', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:29.633321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.api.validators [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] bootfile-name is not in valid_values {{(pid=103628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:36:29.634054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.api.validators [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] tftp-server is not in valid_values {{(pid=103628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:36:29.636197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.api.validators [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] server-ip-address is not in valid_values {{(pid=103628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 03:36:29.676132 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:29.695643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.746192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ac9b77-d19d-4874-93a9-48a309d96b12']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:29.753007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52740) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:29.769483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.807818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9977d73-8e09-4da2-a659-a9b48bb7a042') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:29.808348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9977d73-8e09-4da2-a659-a9b48bb7a042') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:29.826487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.830064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.866832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.902041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:29.902732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:29.953398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52746) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:30.023798 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment d9977d73-8e09-4da2-a659-a9b48bb7a042 resource provider aggregate not found Oct 20 03:36:30.057795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.062563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79ac9b77-d19d-4874-93a9-48a309d96b12 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 03:36:30.065254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.070775 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "DELETE /v2.0/networks/79ac9b77-d19d-4874-93a9-48a309d96b12 HTTP/1.1" status: 204 len: 168 time: 4.0580025 Oct 20 03:36:30.075887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52754) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:30.081772 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment d9977d73-8e09-4da2-a659-a9b48bb7a042 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9977d73-8e09-4da2-a659-a9b48bb7a042 found for delete ", "request_id": "req-8c008192-e413-4f57-905e-24da08a07ad8"}]} Oct 20 03:36:30.110663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363cf43-e287-48dd-aba9-d7688dca3ee4 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event deleted for resources: {'Network': ['ID=79ac9b77-d19d-4874-93a9-48a309d96b12,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:30.123027 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Router af5104b5-c5ea-4c3a-b373-5fe2199e9737 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:36:30.125384 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Attempt 3 to provision port 1dee0afb-7e4a-428b-948b-a60a73a267a0 Oct 20 03:36:30.130661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.158063 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e672a769-9b71-446c-8bc6-1f24b54c6f7e tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.0758529 Oct 20 03:36:30.161666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52758) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:30.168299 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c2864da3-77a9-420b-b367-fddccea8b95a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4e977d77436475ab604adcb204692a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115612 Oct 20 03:36:30.169516 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52760) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:30.170047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:30.170427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.170777 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 Oct 20 03:36:30.215043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Allocated IP 2001:db8::1 (f492dcde-2ab3-467e-aaf7-9fe5fb635469/e8ba3079-d28e-4d9d-89b5-db59ee03982d/5195ced8-c3fe-456c-9f04-f19caa184929) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:30.232668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Port 1dee0afb-7e4a-428b-948b-a60a73a267a0 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:36:30.263389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-00bb6d02-692e-442a-a150-f1af36353f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.286987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.301174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-00bb6d02-692e-442a-a150-f1af36353f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.302954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.351241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] In _notify_port_updated(), no bound segment for port 1dee0afb-7e4a-428b-948b-a60a73a267a0 on network 2bc1132a-6900-4c59-b8a5-b8b406394784 {{(pid=103628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:36:30.356886 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.357532 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.358852 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] 10.222.0.20 "PUT /v2.0/ports/1dee0afb-7e4a-428b-948b-a60a73a267a0 HTTP/1.1" status: 200 len: 1129 time: 0.7369862 Oct 20 03:36:30.365359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52762) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:30.373872 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:30.427086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad12ef4-02c7-48b3-9a0f-c9e4f60ece5a tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.428971 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3ad12ef4-02c7-48b3-9a0f-c9e4f60ece5a tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] 10.222.0.20 "GET /v2.0/ports/1dee0afb-7e4a-428b-948b-a60a73a267a0 HTTP/1.1" status: 200 len: 1129 time: 0.0571704 Oct 20 03:36:30.437686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52764) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:30.446478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:30.450507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.462951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.483374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b1490-e4fc-4cd6-ae5f-5a0982af90a6 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Pushing event updated for resources: {'Port': ['ID=1dee0afb-7e4a-428b-948b-a60a73a267a0,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:30.538320 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Network f492dcde-2ab3-467e-aaf7-9fe5fb635469 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:30.542698 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:30.544841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Pushing event updated for resources: {'Port': ['ID=5195ced8-c3fe-456c-9f04-f19caa184929,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:30.549410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-00bb6d02-692e-442a-a150-f1af36353f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.553895 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-00bb6d02-692e-442a-a150-f1af36353f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.555960 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-00bb6d02-692e-442a-a150-f1af36353f17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9711c26d-da54-4e1d-be0b-74f37736bebe HTTP/1.1" status: 204 len: 168 time: 0.3852515 Oct 20 03:36:30.562613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832a6a8-36af-4981-a38f-12143edfbf2e tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.563367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832a6a8-36af-4981-a38f-12143edfbf2e tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.563969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832a6a8-36af-4981-a38f-12143edfbf2e tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.564595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832a6a8-36af-4981-a38f-12143edfbf2e tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.565184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832a6a8-36af-4981-a38f-12143edfbf2e tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.565731 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb6d02-692e-442a-a150-f1af36353f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9711c26d-da54-4e1d-be0b-74f37736bebe,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:30.566408 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832a6a8-36af-4981-a38f-12143edfbf2e tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.567002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832a6a8-36af-4981-a38f-12143edfbf2e tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.567592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832a6a8-36af-4981-a38f-12143edfbf2e tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.568179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832a6a8-36af-4981-a38f-12143edfbf2e tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:30.571808 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5832a6a8-36af-4981-a38f-12143edfbf2e tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5876 time: 0.4014382 Oct 20 03:36:30.574728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52768) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:30.576739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:30.630909 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-e9f63278-fcad-417b-a847-0ebf0ac3e026 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] delete failed (client error): The resource could not be found. Oct 20 03:36:30.632211 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e9f63278-fcad-417b-a847-0ebf0ac3e026 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/800e600a-991a-4ae7-8104-25947e57d967 HTTP/1.1" status: 404 len: 345 time: 0.0557051 Oct 20 03:36:30.634912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52770) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:30.656596 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-78857ade-a919-45e2-a13f-0012c2dd6a19 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] DELETE failed (client error): The resource could not be found. Oct 20 03:36:30.657168 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78857ade-a919-45e2-a13f-0012c2dd6a19 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:36:30.661088 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-78857ade-a919-45e2-a13f-0012c2dd6a19 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "DELETE /v2.0/networks/79ac9b77-d19d-4874-93a9-48a309d96b12 HTTP/1.1" status: 404 len: 339 time: 0.0252521 Oct 20 03:36:30.666335 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cdb87e65-7302-4d4a-b4ad-9c7ffdaeaa41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0672bde89de9496496e18854d4b3e63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9065833 Oct 20 03:36:30.668906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52772) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:30.669254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52774) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:30.669888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.671255 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5f71a283-af44-4dd9-afef-51353672cbf1 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4196134 Oct 20 03:36:30.673973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52776) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:30.710997 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7d6697ff-bb6e-442c-a46c-1d10a1f8f251 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Deleting port 1dee0afb-7e4a-428b-948b-a60a73a267a0 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:30.711419 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6697ff-bb6e-442c-a46c-1d10a1f8f251 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.719498 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Request body: {'network': {'name': 'tempest-network--2040145702', 'router:external': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:30.742231 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Attempt 4 to provision port 1dee0afb-7e4a-428b-948b-a60a73a267a0 Oct 20 03:36:30.744015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Attempting to bind port 5195ced8-c3fe-456c-9f04-f19caa184929 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:30.744767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Attempting to bind port 5195ced8-c3fe-456c-9f04-f19caa184929 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'c79a538c-221e-4dc8-a0fa-74e239784498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f492dcde-2ab3-467e-aaf7-9fe5fb635469'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:30.744767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Attempting to bind port 5195ced8-c3fe-456c-9f04-f19caa184929 on network f492dcde-2ab3-467e-aaf7-9fe5fb635469 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:30.751004 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Sync routers for ids ['af5104b5-c5ea-4c3a-b373-5fe2199e9737'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:30.759097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.767831 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Routers {'af5104b5-c5ea-4c3a-b373-5fe2199e9737'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:30.768863 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['af5104b5-c5ea-4c3a-b373-5fe2199e9737'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:30.821106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:30.821457 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Checking segment: {'id': 'c79a538c-221e-4dc8-a0fa-74e239784498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f492dcde-2ab3-467e-aaf7-9fe5fb635469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:30.821871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.822417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Bound using segment: {'id': 'c79a538c-221e-4dc8-a0fa-74e239784498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f492dcde-2ab3-467e-aaf7-9fe5fb635469'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:30.822910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Bound port: 5195ced8-c3fe-456c-9f04-f19caa184929, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79a538c-221e-4dc8-a0fa-74e239784498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f492dcde-2ab3-467e-aaf7-9fe5fb635469'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:30.823323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.834044 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ba3079-d28e-4d9d-89b5-db59ee03982d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:30.863616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3cc93e66-017f-4330-8280-32ff0eecfa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.873340 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Made reservation on behalf of 2bd1db24c4d54c88b55e6585363bc3da for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:30.876901 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.888751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Port 1dee0afb-7e4a-428b-948b-a60a73a267a0 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:36:30.904309 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Set router af5104b5-c5ea-4c3a-b373-5fe2199e9737 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:30.922636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] For port 5195ced8-c3fe-456c-9f04-f19caa184929, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:30.926764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] For port 5195ced8-c3fe-456c-9f04-f19caa184929, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5195ced8-c3fe-456c-9f04-f19caa184929,segment=NetworkSegment(c79a538c-221e-4dc8-a0fa-74e239784498),segment_id=c79a538c-221e-4dc8-a0fa-74e239784498)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:30.933258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.943812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6697ff-bb6e-442c-a46c-1d10a1f8f251 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.953907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3cc93e66-017f-4330-8280-32ff0eecfa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:30.967718 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:30.971107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7d6697ff-bb6e-442c-a46c-1d10a1f8f251 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Calling delete_port for 1dee0afb-7e4a-428b-948b-a60a73a267a0 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:30.998924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7f02c-9713-49d8-baa6-54c9c3db3e05 None None] Pushing event updated for resources: {'Port': ['ID=5195ced8-c3fe-456c-9f04-f19caa184929,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:31.024017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.024394 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Added segment 2c235ba2-8b33-4b2c-a440-9bff3c54cad5 of type vlan for network a12bda61-cebf-4c67-a05d-5fc05a1b11dc Oct 20 03:36:31.047736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c481103-f7ad-47c6-b7de-95cb2b379119 None None] Network f492dcde-2ab3-467e-aaf7-9fe5fb635469 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:31.087025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.133637 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-857d879a-49b6-4f4c-bf77-8c76a0bbd215 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/routers/af5104b5-c5ea-4c3a-b373-5fe2199e9737 HTTP/1.1" status: 200 len: 908 time: 0.4555523 Oct 20 03:36:31.135025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52784) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:31.136833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f492dcde-2ab3-467e-aaf7-9fe5fb635469']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:31.139605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Request body: {'router': {'name': 'tempest-snat-router-409513526', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'enable_snat': True}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:31.149950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.150282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79a538c-221e-4dc8-a0fa-74e239784498') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:31.150480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79a538c-221e-4dc8-a0fa-74e239784498') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:31.152591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3cc93e66-017f-4330-8280-32ff0eecfa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.155264 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3cc93e66-017f-4330-8280-32ff0eecfa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.158753 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3cc93e66-017f-4330-8280-32ff0eecfa16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73d53b50-7d9d-4bf9-92be-15e7f47931da HTTP/1.1" status: 204 len: 168 time: 0.4839079 Oct 20 03:36:31.167833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.175043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc93e66-017f-4330-8280-32ff0eecfa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d53b50-7d9d-4bf9-92be-15e7f47931da,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:31.186255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.204236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:31.204904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.212902 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5104b5-c5ea-4c3a-b373-5fe2199e9737', 'name': 'tempest-snat-router-409513526', 'tenant_id': 'f89df5d349634d08a16d20d5916a60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.143'}], 'enable_snat': False}, 'gw_port_id': '5bee4c45-e8b7-4f10-a54c-4cac05f8bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:24Z', 'updated_at': '2022-10-20T03:36:28Z', 'revision_number': 3, 'project_id': 'f89df5d349634d08a16d20d5916a60bb', 'gw_port': {'id': '5bee4c45-e8b7-4f10-a54c-4cac05f8bda4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5104b5-c5ea-4c3a-b373-5fe2199e9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:36:26Z', 'updated_at': '2022-10-20T03:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:31.224718 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.225686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.256249 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Checking router: af5104b5-c5ea-4c3a-b373-5fe2199e9737 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:31.257087 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Updating router af5104b5-c5ea-4c3a-b373-5fe2199e9737 port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:36:31.274547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.275611 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:31.276496 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.296962 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.300142 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.db.api [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:36:31.300142 dv-neutron-861842-1-hyperv neutron-server[103629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:36:31.300142 dv-neutron-861842-1-hyperv neutron-server[103629]: [parameters: {'id': 'f492dcde-2ab3-467e-aaf7-9fe5fb635469'}] Oct 20 03:36:31.300142 dv-neutron-861842-1-hyperv neutron-server[103629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:31.300513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG oslo_db.api [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:31.359389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event updated for resources: {'Network': ['ID=a12bda61-cebf-4c67-a05d-5fc05a1b11dc,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:31.378211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network a12bda61-cebf-4c67-a05d-5fc05a1b11dc details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:31.397752 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-24980e6d-1130-4b03-8332-ae7ac2f98226 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7270582 Oct 20 03:36:31.401537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6697ff-bb6e-442c-a46c-1d10a1f8f251 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.402673 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52792) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:31.408085 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Attempt 5 to provision port 1dee0afb-7e4a-428b-948b-a60a73a267a0 Oct 20 03:36:31.416529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32212a9-3298-48d2-9bdf-d33f39cdf674 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:36:31.446075 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6697ff-bb6e-442c-a46c-1d10a1f8f251 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Pushing event deleted for resources: {'Port': ['ID=1dee0afb-7e4a-428b-948b-a60a73a267a0,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:31.516096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6697ff-bb6e-442c-a46c-1d10a1f8f251 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.523666 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7d6697ff-bb6e-442c-a46c-1d10a1f8f251 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] 10.222.0.20 "DELETE /v2.0/ports/1dee0afb-7e4a-428b-948b-a60a73a267a0 HTTP/1.1" status: 204 len: 168 time: 1.0826814 Oct 20 03:36:31.527883 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52796) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:31.574223 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32212a9-3298-48d2-9bdf-d33f39cdf674 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:36:31.586650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5651828a-4505-4fe4-a7f8-83358514b29c None None] Port 1dee0afb-7e4a-428b-948b-a60a73a267a0 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:36:31.663251 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.676738 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.756826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-63934346-bb70-4169-b55e-24640ee3a83a None None] Could not find standard attr ID for object 92b37b5b-3204-401b-bd4e-ce538c4f8027. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:36:31.773972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-63934346-bb70-4169-b55e-24640ee3a83a None None] Could not find standard attr ID for object 1dee0afb-7e4a-428b-948b-a60a73a267a0. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:36:31.798480 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Pushing event updated for resources: {'Port': ['ID=5bee4c45-e8b7-4f10-a54c-4cac05f8bda4,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:31.804440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.812942 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5d396-2a7c-47bc-bb0d-bcf7149d9427 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:31.819815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5d396-2a7c-47bc-bb0d-bcf7149d9427 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:31.820017 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.822225 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.824013 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.825962 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5d396-2a7c-47bc-bb0d-bcf7149d9427 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:31.826140 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.826400 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.826757 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.827186 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.827432 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.827780 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.828109 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.828459 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.831801 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:36:31.835191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5d396-2a7c-47bc-bb0d-bcf7149d9427 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:31.837150 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-04f5d396-2a7c-47bc-bb0d-bcf7149d9427 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4333708 Oct 20 03:36:31.840059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52810) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:31.853907 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Attempting to bind port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:31.854279 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Attempting to bind port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:31.854637 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Attempting to bind port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:31.870697 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:31.871057 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:31.871829 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.872410 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:31.873020 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Bound port: 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:31.873549 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:31.984877 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] For port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:31.991245 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] For port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5bee4c45-e8b7-4f10-a54c-4cac05f8bda4,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:31.999300 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.064234 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Routers {'af5104b5-c5ea-4c3a-b373-5fe2199e9737'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:32.066013 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['af5104b5-c5ea-4c3a-b373-5fe2199e9737'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:32.155701 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355a313-adea-4f89-bab3-fdc32d8f6ebc None None] Pushing event updated for resources: {'Port': ['ID=5bee4c45-e8b7-4f10-a54c-4cac05f8bda4,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:32.205792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.211661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecfb414-8788-408a-8973-774cf37368f2 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Deleting subnet 8d3eaac4-a2e7-40ae-8df4-8edbf34cfed9 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:36:32.214280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52816) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:32.222880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb414-8788-408a-8973-774cf37368f2 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.252645 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] Set router af5104b5-c5ea-4c3a-b373-5fe2199e9737 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:32.455936 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.469388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb414-8788-408a-8973-774cf37368f2 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.526782 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52828) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:32.541558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.553562 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment c79a538c-221e-4dc8-a0fa-74e239784498 resource provider aggregate not found Oct 20 03:36:32.563499 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting port 5195ced8-c3fe-456c-9f04-f19caa184929 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:32.563944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.581127 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment c79a538c-221e-4dc8-a0fa-74e239784498 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c79a538c-221e-4dc8-a0fa-74e239784498 found for delete ", "request_id": "req-7ec47df4-3fe4-4cbd-88f1-3414bb3bfd74"}]} Oct 20 03:36:32.587253 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1139806792'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:32.598097 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5104b5-c5ea-4c3a-b373-5fe2199e9737', 'name': 'tempest-snat-router-409513526', 'tenant_id': 'f89df5d349634d08a16d20d5916a60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.143'}], 'enable_snat': False}, 'gw_port_id': '5bee4c45-e8b7-4f10-a54c-4cac05f8bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:24Z', 'updated_at': '2022-10-20T03:36:28Z', 'revision_number': 3, 'project_id': 'f89df5d349634d08a16d20d5916a60bb', 'gw_port': {'id': '5bee4c45-e8b7-4f10-a54c-4cac05f8bda4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5104b5-c5ea-4c3a-b373-5fe2199e9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:36:26Z', 'updated_at': '2022-10-20T03:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:32.624312 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-15d3ea96-12b4-4e0a-97ca-f99c73a177ce tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020061229'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:32.642922 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c1fe06-3cff-46d1-9e8f-d34af62a07c2 None None] The sync data for ids ['af5104b5-c5ea-4c3a-b373-5fe2199e9737'] in dv-neutron-861842-1-hyperv is: [{'id': 'af5104b5-c5ea-4c3a-b373-5fe2199e9737', 'name': 'tempest-snat-router-409513526', 'tenant_id': 'f89df5d349634d08a16d20d5916a60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.143'}], 'enable_snat': False}, 'gw_port_id': '5bee4c45-e8b7-4f10-a54c-4cac05f8bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:24Z', 'updated_at': '2022-10-20T03:36:28Z', 'revision_number': 3, 'project_id': 'f89df5d349634d08a16d20d5916a60bb', 'gw_port': {'id': '5bee4c45-e8b7-4f10-a54c-4cac05f8bda4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5104b5-c5ea-4c3a-b373-5fe2199e9737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:36:26Z', 'updated_at': '2022-10-20T03:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:32.690245 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb414-8788-408a-8973-774cf37368f2 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.706205 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.717151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:32.720794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.728216 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] For port 5195ced8-c3fe-456c-9f04-f19caa184929, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5195ced8-c3fe-456c-9f04-f19caa184929,segment=NetworkSegment(c79a538c-221e-4dc8-a0fa-74e239784498),segment_id=c79a538c-221e-4dc8-a0fa-74e239784498)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:32.728429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.733888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15d3ea96-12b4-4e0a-97ca-f99c73a177ce tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.743701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12bda61-cebf-4c67-a05d-5fc05a1b11dc']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:32.748438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.752941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Calling delete_port for 5195ced8-c3fe-456c-9f04-f19caa184929 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:32.757459 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15d3ea96-12b4-4e0a-97ca-f99c73a177ce tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.759396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c235ba2-8b33-4b2c-a440-9bff3c54cad5') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:32.759911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c235ba2-8b33-4b2c-a440-9bff3c54cad5') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:32.774753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.820015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.829555 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:32.829960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.860024 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb414-8788-408a-8973-774cf37368f2 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.946908 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfb414-8788-408a-8973-774cf37368f2 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3eaac4-a2e7-40ae-8df4-8edbf34cfed9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:32.947205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d3bdfd-91d2-48ee-a2e7-e8b8964bb7ec None None] Network 2bc1132a-6900-4c59-b8a5-b8b406394784 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:32.949440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.957013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb414-8788-408a-8973-774cf37368f2 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.960693 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6ecfb414-8788-408a-8973-774cf37368f2 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] 10.222.0.20 "DELETE /v2.0/subnets/8d3eaac4-a2e7-40ae-8df4-8edbf34cfed9 HTTP/1.1" status: 204 len: 168 time: 1.4312539 Oct 20 03:36:32.963242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:32.964673 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52838) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:32.965471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No DVR routers for this DVR port 5195ced8-c3fe-456c-9f04-f19caa184929 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:33.010001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a12bda61-cebf-4c67-a05d-5fc05a1b11dc {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 03:36:33.018760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.023603 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.032705 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a12bda61-cebf-4c67-a05d-5fc05a1b11dc HTTP/1.1" status: 204 len: 168 time: 1.1913440 Oct 20 03:36:33.045676 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Port': ['ID=5195ced8-c3fe-456c-9f04-f19caa184929,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.052402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52840) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:33.067723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Request body: {'network': {'name': 'tempest-network--1773028060', 'router:external': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:33.087903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373d6a9-f214-466d-b3f7-a98345b4f1ed tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event deleted for resources: {'Network': ['ID=a12bda61-cebf-4c67-a05d-5fc05a1b11dc,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.090985 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.110548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Made reservation on behalf of 2bd1db24c4d54c88b55e6585363bc3da for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:33.113456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.187881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.196555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.214901 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.220547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.221910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d9b6f-0fd8-4678-bf28-a656972518f8 None None] DHCP port deletion for 2bc1132a-6900-4c59-b8a5-b8b406394784 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:36:33.248897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15d3ea96-12b4-4e0a-97ca-f99c73a177ce tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.261803 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:33.278686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f492dcde-2ab3-467e-aaf7-9fe5fb635469']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:33.284690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d9b6f-0fd8-4678-bf28-a656972518f8 None None] Deleting port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:33.285077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9b6f-0fd8-4678-bf28-a656972518f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.294629 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79a538c-221e-4dc8-a0fa-74e239784498') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:33.294951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79a538c-221e-4dc8-a0fa-74e239784498') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:33.307155 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15d3ea96-12b4-4e0a-97ca-f99c73a177ce tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.307380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.326080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.334591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:33.335033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.355328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Deleting port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:33.355820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.366907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9d5d9b6f-0fd8-4678-bf28-a656972518f8 None None] For port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8,segment=NetworkSegment(32f24629-dd15-454b-9780-ec1f3f92311c),segment_id=32f24629-dd15-454b-9780-ec1f3f92311c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:33.367775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9b6f-0fd8-4678-bf28-a656972518f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.372802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15d3ea96-12b4-4e0a-97ca-f99c73a177ce tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.381258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:33.386938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d9b6f-0fd8-4678-bf28-a656972518f8 None None] Calling delete_port for adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:33.392994 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15d3ea96-12b4-4e0a-97ca-f99c73a177ce tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.405664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d48f9de-edc9-4560-8939-d9b715d20032,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.444575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Allocated IP 172.26.0.176 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/b4664e9f-12a5-40b6-a831-9833c1e2d3d3) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:33.458152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15d3ea96-12b4-4e0a-97ca-f99c73a177ce tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.459434 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-15d3ea96-12b4-4e0a-97ca-f99c73a177ce tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9171426 Oct 20 03:36:33.462755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.463515 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Added segment 3351f49f-d0c1-446e-bff7-4bc9c7465c57 of type vlan for network 5fdcb9a0-5288-4f0f-ae2d-d9fcc58006be Oct 20 03:36:33.464943 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.465387 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment 66e985f6-8f01-42e7-9c6a-efe50d63a0aa of type vlan for network aa7e13ca-54c5-43de-afcc-cbef90d3b7f9 Oct 20 03:36:33.481274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52842) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:33.496770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.512003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3ea96-12b4-4e0a-97ca-f99c73a177ce tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e945bfe9-f2e2-4d49-b50e-b04ce7e33f33,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.547649 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9b6f-0fd8-4678-bf28-a656972518f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.559261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.572327 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/f492dcde-2ab3-467e-aaf7-9fe5fb635469 HTTP/1.1" status: 204 len: 168 time: 4.1337729 Oct 20 03:36:33.591388 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52844) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:33.595556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] For port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8,segment=NetworkSegment(32f24629-dd15-454b-9780-ec1f3f92311c),segment_id=32f24629-dd15-454b-9780-ec1f3f92311c)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:33.595931 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.598375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d9b6f-0fd8-4678-bf28-a656972518f8 None None] Pushing event deleted for resources: {'Port': ['ID=adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.607355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-168878730'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:33.609048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d9b6f-0fd8-4678-bf28-a656972518f8 None None] No DVR routers for this DVR port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:33.657893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:33.661413 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276270b-f2c1-40fe-a864-f88af9d57aa4 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Network': ['ID=f492dcde-2ab3-467e-aaf7-9fe5fb635469,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.676254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Calling delete_port for adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:33.682970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.719472 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.728778 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ac4e1c8c-65c9-4f66-908d-3ed9f6fdd4d8 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2459934 Oct 20 03:36:33.745796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:33.746310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.746647 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 Oct 20 03:36:33.753657 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52846) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:33.760200 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e3119b12-cbe6-4328-a028-ef00018bb197 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group': {'name': 'tempest-security--1949743535', 'description': 'tempest-security-description-682738435'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:33.762488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:33.763096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3ea96-12b4-4e0a-97ca-f99c73a177ce tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14543ee1-0718-4b26-afbf-c7be4e726384,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.765979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.780661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.782891 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:33.783668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.817506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:33.839165 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.840597 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Added segment 08348294-8859-412f-b216-70c37290c700 of type vlan for network f7c1b826-3eaa-46f2-8f54-4ffcb6112881 Oct 20 03:36:33.856528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.891410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:33.892232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.897055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] No DVR routers for this DVR port adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:33.919363 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8632708 Oct 20 03:36:33.923529 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.926394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5bee4c45-e8b7-4f10-a54c-4cac05f8bda4,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:33.930482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:33.931349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.935205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.937980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52848) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:33.951150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3119b12-cbe6-4328-a028-ef00018bb197 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.952219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:33.954513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11156ef-db3e-406f-ae32-181f8f4e54c2 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event updated for resources: {'Network': ['ID=5fdcb9a0-5288-4f0f-ae2d-d9fcc58006be,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.957422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Pushing event deleted for resources: {'Port': ['ID=adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:33.987691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 5fdcb9a0-5288-4f0f-ae2d-d9fcc58006be details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:34.013104 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7965145 Oct 20 03:36:34.050287 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.060924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:36:34.129559 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.133270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52850) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:34.138641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'network_id': 'aa7e13ca-54c5-43de-afcc-cbef90d3b7f9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:34.142638 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=5bee4c45-e8b7-4f10-a54c-4cac05f8bda4,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:34.154858 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:36:34.155380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device adb16bf3-b5f3-4dc1-bcdd-12d953d59dd8 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:36:34.159688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3bc68a-0f8e-4131-a764-672caab7ea53 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:34.163790 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ec3bc68a-0f8e-4131-a764-672caab7ea53 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] 10.222.0.20 "GET /v2.0/networks/5fdcb9a0-5288-4f0f-ae2d-d9fcc58006be HTTP/1.1" status: 200 len: 757 time: 0.2219799 Oct 20 03:36:34.163790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.167393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:34.168139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.171546 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52852) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:34.242023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.249167 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdfc7a-b4a9-45f4-b115-e8bfac80b592 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=aa7e13ca-54c5-43de-afcc-cbef90d3b7f9,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:34.254874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:34.266377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:34.273252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3119b12-cbe6-4328-a028-ef00018bb197 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.274196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network aa7e13ca-54c5-43de-afcc-cbef90d3b7f9 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:34.274447 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:34.277599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event updated for resources: {'Port': ['ID=b4664e9f-12a5-40b6-a831-9833c1e2d3d3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:34.301077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3119b12-cbe6-4328-a028-ef00018bb197 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.304217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3119b12-cbe6-4328-a028-ef00018bb197 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.307909 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e3119b12-cbe6-4328-a028-ef00018bb197 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "PUT /v2.0/security-groups/14543ee1-0718-4b26-afbf-c7be4e726384 HTTP/1.1" status: 200 len: 1777 time: 0.5489695 Oct 20 03:36:34.310349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52854) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:34.349364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db065c6-7ad2-49ca-87f6-e176634b1a71 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:34.350961 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0db065c6-7ad2-49ca-87f6-e176634b1a71 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] 10.222.0.20 "GET /v2.0/networks/ff1a80e5-6b0d-4ff3-85df-8fadb792560f HTTP/1.1" status: 200 len: 767 time: 0.1637681 Oct 20 03:36:34.360379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52856) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:34.374657 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7783637 Oct 20 03:36:34.376260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52858) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:34.391486 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'network_id': 'f7c1b826-3eaa-46f2-8f54-4ffcb6112881', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:34.397138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3119b12-cbe6-4328-a028-ef00018bb197 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14543ee1-0718-4b26-afbf-c7be4e726384,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:34.423720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc1132a-6900-4c59-b8a5-b8b406394784']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:34.461271 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0f063-62b7-4863-b132-c0196df090ff tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=f7c1b826-3eaa-46f2-8f54-4ffcb6112881,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:34.464486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f24629-dd15-454b-9780-ec1f3f92311c') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:34.464783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f24629-dd15-454b-9780-ec1f3f92311c') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:34.480475 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.488166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network f7c1b826-3eaa-46f2-8f54-4ffcb6112881 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:34.492576 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ddff0c4d-6980-4749-b7c3-2783151fe0fa tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups/14543ee1-0718-4b26-afbf-c7be4e726384 HTTP/1.1" status: 200 len: 1777 time: 0.1745105 Oct 20 03:36:34.494644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52860) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:34.516705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.533299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:34.533781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.549081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:34.552680 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.614765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.629395 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2c235ba2-8b33-4b2c-a440-9bff3c54cad5 resource provider aggregate not found Oct 20 03:36:34.679188 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2c235ba2-8b33-4b2c-a440-9bff3c54cad5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c235ba2-8b33-4b2c-a440-9bff3c54cad5 found for delete ", "request_id": "req-6135274c-68fa-4f54-96f1-c029dde68feb"}]} Oct 20 03:36:34.682679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:34.686611 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.690283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.711828 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment c79a538c-221e-4dc8-a0fa-74e239784498 resource provider aggregate not found Oct 20 03:36:34.718105 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.721398 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] 10.222.0.20 "DELETE /v2.0/networks/2bc1132a-6900-4c59-b8a5-b8b406394784 HTTP/1.1" status: 204 len: 168 time: 1.7541838 Oct 20 03:36:34.742260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-93f68ed3-ea92-4895-8385-80beaabb92be tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.750882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aef9dd-f504-4069-b7be-1cf0759abeff tempest-ExtraDHCPOptionsIpV6TestJSON-325673827 tempest-ExtraDHCPOptionsIpV6TestJSON-325673827-project] Pushing event deleted for resources: {'Network': ['ID=2bc1132a-6900-4c59-b8a5-b8b406394784,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:34.776595 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment c79a538c-221e-4dc8-a0fa-74e239784498 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c79a538c-221e-4dc8-a0fa-74e239784498 found for delete ", "request_id": "req-6edae82c-54b4-4fe8-8c25-41e32cf1e25b"}]} Oct 20 03:36:34.783255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-93f68ed3-ea92-4895-8385-80beaabb92be tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.820634 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 32f24629-dd15-454b-9780-ec1f3f92311c resource provider aggregate not found Oct 20 03:36:34.842167 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.850215 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 32f24629-dd15-454b-9780-ec1f3f92311c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32f24629-dd15-454b-9780-ec1f3f92311c found for delete ", "request_id": "req-0878c793-9077-402b-b0c8-25cdeaa6c858"}]} Oct 20 03:36:34.898626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-93f68ed3-ea92-4895-8385-80beaabb92be tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.901441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-93f68ed3-ea92-4895-8385-80beaabb92be tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.905026 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-93f68ed3-ea92-4895-8385-80beaabb92be tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-groups/14543ee1-0718-4b26-afbf-c7be4e726384 HTTP/1.1" status: 204 len: 168 time: 0.4069350 Oct 20 03:36:34.905753 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdcb9a0-5288-4f0f-ae2d-d9fcc58006be']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:34.912912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52876) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:34.922607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f68ed3-ea92-4895-8385-80beaabb92be tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14543ee1-0718-4b26-afbf-c7be4e726384,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:34.927195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.944793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3351f49f-d0c1-446e-bff7-4bc9c7465c57') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:34.945139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3351f49f-d0c1-446e-bff7-4bc9c7465c57') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:34.967818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.981567 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:34.989085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=e4b7bce8-9d59-452f-8efa-6d4bb91d6b6f,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:35.000787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking segment: {'id': '66e985f6-8f01-42e7-9c6a-efe50d63a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa7e13ca-54c5-43de-afcc-cbef90d3b7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:35.001703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network hostable DHCP agents. Network: aa7e13ca-54c5-43de-afcc-cbef90d3b7f9, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:35.024543 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network aa7e13ca-54c5-43de-afcc-cbef90d3b7f9 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:35.040843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, aa7e13ca-54c5-43de-afcc-cbef90d3b7f9) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:35.041206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.045100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:35.045749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.051126 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:35.051869 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.052116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9789725-a170-454a-9260-c0e7c4b93eb3 None None] Network aa7e13ca-54c5-43de-afcc-cbef90d3b7f9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:35.073262 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5b53b7da-a49f-4548-8b19-8275aaeacb97 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9388549 Oct 20 03:36:35.074058 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52882) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:35.083121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1642662107'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:35.088066 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 3351f49f-d0c1-446e-bff7-4bc9c7465c57 resource provider aggregate not found Oct 20 03:36:35.123686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:35.126491 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 3351f49f-d0c1-446e-bff7-4bc9c7465c57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3351f49f-d0c1-446e-bff7-4bc9c7465c57 found for delete ", "request_id": "req-8440f208-60dc-4f0a-aea2-25886f5c9d1a"}]} Oct 20 03:36:35.129077 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.171089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:35.185162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52886) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:35.187918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.188326 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment b8d6ba65-33cb-488d-8cb4-dbd900e1ed30 of type vlan for network fa680971-82cd-467d-b1af-c8d93e70e331 Oct 20 03:36:35.211575 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-261d522d-9bdc-4e1a-b854-c71000b663d3 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2975235 Oct 20 03:36:35.215788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52890) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:35.244387 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-1552e38c-55cf-4822-b7e3-9fb707e870df tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] delete failed (client error): The resource could not be found. Oct 20 03:36:35.251987 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1552e38c-55cf-4822-b7e3-9fb707e870df tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-groups/14543ee1-0718-4b26-afbf-c7be4e726384 HTTP/1.1" status: 404 len: 347 time: 0.0283513 Oct 20 03:36:35.253542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52892) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:35.260081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f1e5a158-03f6-492a-a51b-a50b6dd45dad tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058485636'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:35.261062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-aa7e13ca-54c5-43de-afcc-cbef90d3b7f9', 'network_id': 'aa7e13ca-54c5-43de-afcc-cbef90d3b7f9', 'tenant_id': '6486d06f423a4bc7bd5387d9fb1bc72e', 'fixed_ips': [{'subnet_id': 'e4b7bce8-9d59-452f-8efa-6d4bb91d6b6f'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:35.261957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.270940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.302592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a158-03f6-492a-a51b-a50b6dd45dad tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.317588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.343370 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fdcb9a0-5288-4f0f-ae2d-d9fcc58006be {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 03:36:35.346312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.351278 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.355293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:35.355611 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5fdcb9a0-5288-4f0f-ae2d-d9fcc58006be HTTP/1.1" status: 204 len: 168 time: 0.9919717 Oct 20 03:36:35.356149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.365082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52894) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:35.375688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Request body: {'network': {'name': 'tempest-network--787802716'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:35.400483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fce54-6558-49dc-8604-ac3f2870bcbc tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fdcb9a0-5288-4f0f-ae2d-d9fcc58006be,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:35.481556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=fa680971-82cd-467d-b1af-c8d93e70e331,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:35.484473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Allocated IP 172.20.255.242 (aa7e13ca-54c5-43de-afcc-cbef90d3b7f9/e4b7bce8-9d59-452f-8efa-6d4bb91d6b6f/4513ad26-86e2-439b-9031-be3f3c036b8e) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:35.516357 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f50ed4e4-f5c9-4ffc-875b-3f885ae25d26 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4401364 Oct 20 03:36:35.523475 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52896) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:35.530967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'network_id': 'fa680971-82cd-467d-b1af-c8d93e70e331', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:35.541120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Made reservation on behalf of 2bd1db24c4d54c88b55e6585363bc3da for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:35.543400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.575265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network fa680971-82cd-467d-b1af-c8d93e70e331 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:35.613978 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2e1c98ed-f60e-4437-86ed-be1766a8e773 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6aaa70952f240dfba3f954d78556d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275148 Oct 20 03:36:35.646613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52898) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:35.678641 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.685654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:35.685874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.699916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a158-03f6-492a-a51b-a50b6dd45dad tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.717213 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:35.723672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a158-03f6-492a-a51b-a50b6dd45dad tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.748493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.760335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.760653 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Added segment 8e8ec283-235f-4f28-8ddc-a7497f7cc24b of type vlan for network d213451a-ea90-4ddc-9dbf-ff4408f634af Oct 20 03:36:35.767533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.774056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-492155cb-d6fe-4f8c-899f-daf92e686c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.778656 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:35.779336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.779813 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 Oct 20 03:36:35.796610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-492155cb-d6fe-4f8c-899f-daf92e686c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.808588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=56ba4cd1-03ee-49ed-abb2-c8c3555b4984,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:35.841662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Network aa7e13ca-54c5-43de-afcc-cbef90d3b7f9 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:35.850070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:35.857974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:35.870716 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Pushing event updated for resources: {'Port': ['ID=4513ad26-86e2-439b-9031-be3f3c036b8e,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:35.874650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-492155cb-d6fe-4f8c-899f-daf92e686c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.878380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-492155cb-d6fe-4f8c-899f-daf92e686c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.879702 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-492155cb-d6fe-4f8c-899f-daf92e686c43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c91b7ace-6130-4967-8796-5ddefc4a9445 HTTP/1.1" status: 204 len: 168 time: 0.2272062 Oct 20 03:36:35.883611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a158-03f6-492a-a51b-a50b6dd45dad tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.885162 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f1e5a158-03f6-492a-a51b-a50b6dd45dad tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6301997 Oct 20 03:36:35.890314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:35.893968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.903656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52902) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:35.922139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Checking segment: {'id': '08348294-8859-412f-b216-70c37290c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7c1b826-3eaa-46f2-8f54-4ffcb6112881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:35.922647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network hostable DHCP agents. Network: f7c1b826-3eaa-46f2-8f54-4ffcb6112881, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:35.933905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-50ac5012-211c-4fbf-8f7c-ed927fe48085 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': 'f0db0c64-02af-4a64-b4ed-6c5cc078bdc8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:35.951499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Attempting to bind port 4513ad26-86e2-439b-9031-be3f3c036b8e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:35.956783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Attempting to bind port 4513ad26-86e2-439b-9031-be3f3c036b8e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '66e985f6-8f01-42e7-9c6a-efe50d63a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa7e13ca-54c5-43de-afcc-cbef90d3b7f9'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:35.958422 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Attempting to bind port 4513ad26-86e2-439b-9031-be3f3c036b8e on network aa7e13ca-54c5-43de-afcc-cbef90d3b7f9 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:35.978032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:35.978445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Checking segment: {'id': '66e985f6-8f01-42e7-9c6a-efe50d63a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa7e13ca-54c5-43de-afcc-cbef90d3b7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:35.978827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:35.979193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Bound using segment: {'id': '66e985f6-8f01-42e7-9c6a-efe50d63a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa7e13ca-54c5-43de-afcc-cbef90d3b7f9'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:35.979662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Bound port: 4513ad26-86e2-439b-9031-be3f3c036b8e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e985f6-8f01-42e7-9c6a-efe50d63a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa7e13ca-54c5-43de-afcc-cbef90d3b7f9'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:35.980573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.020803 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50ac5012-211c-4fbf-8f7c-ed927fe48085 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.051191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network f7c1b826-3eaa-46f2-8f54-4ffcb6112881 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:36.080661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:36.109693 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5a158-03f6-492a-a51b-a50b6dd45dad tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0db0c64-02af-4a64-b4ed-6c5cc078bdc8,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:36.113081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.113944 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, f7c1b826-3eaa-46f2-8f54-4ffcb6112881) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:36.116441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.119807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:36.120304 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.130792 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9329b308-081b-4a06-b8bf-ab42f76293d2 None None] Network f7c1b826-3eaa-46f2-8f54-4ffcb6112881 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:36.139183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] For port 4513ad26-86e2-439b-9031-be3f3c036b8e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:36.157740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492155cb-d6fe-4f8c-899f-daf92e686c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91b7ace-6130-4967-8796-5ddefc4a9445,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:36.195366 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] For port 4513ad26-86e2-439b-9031-be3f3c036b8e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4513ad26-86e2-439b-9031-be3f3c036b8e,segment=NetworkSegment(66e985f6-8f01-42e7-9c6a-efe50d63a0aa),segment_id=66e985f6-8f01-42e7-9c6a-efe50d63a0aa)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:36.204042 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-57f11c83-f010-4d18-b7cb-fe5d9f19ece0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8242681 Oct 20 03:36:36.204810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52908) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:36.209859 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Router 4746bc11-c745-48f0-90cf-55a1b98cfa92 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:36:36.229557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4afa7dc1-ffcb-4886-a543-42e1fedd2aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'network_id': 'f7c1b826-3eaa-46f2-8f54-4ffcb6112881', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:36.231226 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.279719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50ac5012-211c-4fbf-8f7c-ed927fe48085 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.289246 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50ac5012-211c-4fbf-8f7c-ed927fe48085 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.304574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=74ae0c37-907b-4b4e-9e9e-6a06431ccc26,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:36.344195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac5012-211c-4fbf-8f7c-ed927fe48085 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4341fe5-3afd-4361-b06c-aa0684588571,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:36.353995 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50ac5012-211c-4fbf-8f7c-ed927fe48085 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.355455 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-50ac5012-211c-4fbf-8f7c-ed927fe48085 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4382801 Oct 20 03:36:36.386868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52914) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:36.438343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-753cf303-d179-41a0-83ee-12522cdf3a28 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.443018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.445096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:36.445692 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.451717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-753cf303-d179-41a0-83ee-12522cdf3a28 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.453201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking segment: {'id': 'b8d6ba65-33cb-488d-8cb4-dbd900e1ed30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fa680971-82cd-467d-b1af-c8d93e70e331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:36.453564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network hostable DHCP agents. Network: fa680971-82cd-467d-b1af-c8d93e70e331, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:36.485672 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:36.502731 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-753cf303-d179-41a0-83ee-12522cdf3a28 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.508768 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-753cf303-d179-41a0-83ee-12522cdf3a28 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.512283 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-753cf303-d179-41a0-83ee-12522cdf3a28 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f4341fe5-3afd-4361-b06c-aa0684588571 HTTP/1.1" status: 204 len: 168 time: 0.1218624 Oct 20 03:36:36.519397 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52920) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:36.520210 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cf303-d179-41a0-83ee-12522cdf3a28 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4341fe5-3afd-4361-b06c-aa0684588571,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:36.525968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.527462 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-82499c8a-3647-445f-9bcd-7466a7f34c0d tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3924420 Oct 20 03:36:36.534986 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52922) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:36.551608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event updated for resources: {'Network': ['ID=d213451a-ea90-4ddc-9dbf-ff4408f634af,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:36.553100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Sync routers for ids ['4746bc11-c745-48f0-90cf-55a1b98cfa92'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:36.572871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network d213451a-ea90-4ddc-9dbf-ff4408f634af details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:36.585489 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-dc1caaa2-9093-4bf3-9d3a-35891ad1cdd0 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2122769 Oct 20 03:36:36.588671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52924) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:36.623126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-bcaa63c0-fb96-4b9e-91c3-99a6de7186a3 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:36.640631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afa7dc1-ffcb-4886-a543-42e1fedd2aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:36.647260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4afa7dc1-ffcb-4886-a543-42e1fedd2aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.747502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb1030-73a1-40c1-b3bb-ab762614137e None None] Pushing event updated for resources: {'Port': ['ID=4513ad26-86e2-439b-9031-be3f3c036b8e,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:36.750034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Routers {'4746bc11-c745-48f0-90cf-55a1b98cfa92'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:36.750731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['4746bc11-c745-48f0-90cf-55a1b98cfa92'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:36.914330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Set router 4746bc11-c745-48f0-90cf-55a1b98cfa92 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:36.961961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bcaa63c0-fb96-4b9e-91c3-99a6de7186a3 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:36.964791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52934) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:36.995705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network fa680971-82cd-467d-b1af-c8d93e70e331 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:37.005233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bcaa63c0-fb96-4b9e-91c3-99a6de7186a3 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.018566 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, fa680971-82cd-467d-b1af-c8d93e70e331) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:37.045752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bcaa63c0-fb96-4b9e-91c3-99a6de7186a3 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Network d213451a-ea90-4ddc-9dbf-ff4408f634af is not hosted by any dhcp agent {{(pid=103629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 03:36:37.046911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaa63c0-fb96-4b9e-91c3-99a6de7186a3 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:37.048706 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bcaa63c0-fb96-4b9e-91c3-99a6de7186a3 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.050410 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bcaa63c0-fb96-4b9e-91c3-99a6de7186a3 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "PUT /v2.0/networks/d213451a-ea90-4ddc-9dbf-ff4408f634af HTTP/1.1" status: 200 len: 857 time: 0.4597929 Oct 20 03:36:37.056059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a6e9cf-8a8f-472c-a794-881e6162fa18 None None] Network fa680971-82cd-467d-b1af-c8d93e70e331 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:37.063579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:37.064212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.070684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52938) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:37.118409 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a69649cc-aab5-4252-b463-20fb2bd78980 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5865817 Oct 20 03:36:37.118662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52940) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:37.143214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-f7c1b826-3eaa-46f2-8f54-4ffcb6112881', 'network_id': 'f7c1b826-3eaa-46f2-8f54-4ffcb6112881', 'tenant_id': 'a7b7d5d8ef0045c7aeac20c2114d9fc5', 'fixed_ips': [{'subnet_id': '56ba4cd1-03ee-49ed-abb2-c8c3555b4984'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:37.144156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.166547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'networks': [{'name': 'tempest-network--697498124'}, {'name': 'tempest-network--1422661065'}]} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:37.166868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'network': {'name': 'tempest-network--697498124'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:37.167325 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'network': {'name': 'tempest-network--1422661065'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:37.178193 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-353090ee-a93a-4309-bbe7-d2ceb30c6462 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6506214 Oct 20 03:36:37.178481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa63c0-fb96-4b9e-91c3-99a6de7186a3 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event updated for resources: {'Network': ['ID=d213451a-ea90-4ddc-9dbf-ff4408f634af,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:37.183712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52942) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:37.276366 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.281452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Made reservation on behalf of 69b7d7c45aff4f58b04c6b5c7148970e for: {'network': 2} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:37.285845 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.298549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.312919 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.334493 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f5be3ccd-266f-4846-b3bc-fd4d071d454f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/routers/4746bc11-c745-48f0-90cf-55a1b98cfa92 HTTP/1.1" status: 200 len: 907 time: 0.7977192 Oct 20 03:36:37.337632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52944) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:37.446375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-caa8ce06-82f8-4d57-b5cc-cea5f4d2caa1 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.473177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.487041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4746bc11-c745-48f0-90cf-55a1b98cfa92', 'name': 'tempest-snat-router-409513526', 'tenant_id': 'f89df5d349634d08a16d20d5916a60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b4664e9f-12a5-40b6-a831-9833c1e2d3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:31Z', 'updated_at': '2022-10-20T03:36:34Z', 'revision_number': 3, 'project_id': 'f89df5d349634d08a16d20d5916a60bb', 'gw_port': {'id': 'b4664e9f-12a5-40b6-a831-9833c1e2d3d3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4746bc11-c745-48f0-90cf-55a1b98cfa92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:36:33Z', 'updated_at': '2022-10-20T03:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:37.497619 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.524551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Checking router: 4746bc11-c745-48f0-90cf-55a1b98cfa92 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:36:37.525053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Updating router 4746bc11-c745-48f0-90cf-55a1b98cfa92 port b4664e9f-12a5-40b6-a831-9833c1e2d3d3 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:36:37.526423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4afa7dc1-ffcb-4886-a543-42e1fedd2aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.532702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d213451a-ea90-4ddc-9dbf-ff4408f634af']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:37.548328 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-caa8ce06-82f8-4d57-b5cc-cea5f4d2caa1 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.555175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.565599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Allocated IP 2001:db8::2 (f7c1b826-3eaa-46f2-8f54-4ffcb6112881/56ba4cd1-03ee-49ed-abb2-c8c3555b4984/6c3ef5f3-69ff-4fde-b177-418f66f2def8) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:37.592339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa7dc1-ffcb-4886-a543-42e1fedd2aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=2a685fde-1d85-4e75-8b31-5d4970c88ac9,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:37.600436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ec283-235f-4f28-8ddc-a7497f7cc24b') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:37.600695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ec283-235f-4f28-8ddc-a7497f7cc24b') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:37.619142 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.647599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb91f8-c76f-4e01-9b9d-abc1a7dcdedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-fa680971-82cd-467d-b1af-c8d93e70e331', 'network_id': 'fa680971-82cd-467d-b1af-c8d93e70e331', 'tenant_id': '6486d06f423a4bc7bd5387d9fb1bc72e', 'fixed_ips': [{'subnet_id': '74ae0c37-907b-4b4e-9e9e-6a06431ccc26'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:37.648659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4ebb91f8-c76f-4e01-9b9d-abc1a7dcdedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.651708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa7dc1-ffcb-4886-a543-42e1fedd2aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network f7c1b826-3eaa-46f2-8f54-4ffcb6112881 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:37.669046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-4afa7dc1-ffcb-4886-a543-42e1fedd2aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:37.671044 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.676375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa7dc1-ffcb-4886-a543-42e1fedd2aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:37.676961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4afa7dc1-ffcb-4886-a543-42e1fedd2aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.711462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:37.711876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.720665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.752644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.753921 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.758933 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 8e8ec283-235f-4f28-8ddc-a7497f7cc24b resource provider aggregate not found Oct 20 03:36:37.784893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4513ad26-86e2-439b-9031-be3f3c036b8e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:37.794658 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4afa7dc1-ffcb-4886-a543-42e1fedd2aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5712628 Oct 20 03:36:37.803774 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52950) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:37.804443 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 8e8ec283-235f-4f28-8ddc-a7497f7cc24b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e8ec283-235f-4f28-8ddc-a7497f7cc24b found for delete ", "request_id": "req-53f0f57c-aeaf-4c61-9918-d2fa743cd50b"}]} Oct 20 03:36:37.807037 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.858676 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a45370-db30-46ce-bf2a-ca339588c928,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:37.869463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.885151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-caa8ce06-82f8-4d57-b5cc-cea5f4d2caa1 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.887679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d213451a-ea90-4ddc-9dbf-ff4408f634af {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 03:36:37.887934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-caa8ce06-82f8-4d57-b5cc-cea5f4d2caa1 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.891708 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-caa8ce06-82f8-4d57-b5cc-cea5f4d2caa1 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-groups/f0db0c64-02af-4a64-b4ed-6c5cc078bdc8 HTTP/1.1" status: 204 len: 168 time: 0.7692411 Oct 20 03:36:37.891843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Pushing event deleted for resources: {'Network': ['ID=d213451a-ea90-4ddc-9dbf-ff4408f634af,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:37.893397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52952) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:37.894675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.898788 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2fa4247f-df26-492f-a0cd-fe3b01f8fa98 tempest-ExternalNetworksTestJSON-1430338298 tempest-ExternalNetworksTestJSON-1430338298-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d213451a-ea90-4ddc-9dbf-ff4408f634af HTTP/1.1" status: 204 len: 168 time: 0.8271849 Oct 20 03:36:37.899867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:37.906512 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52954) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:37.923685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.924393 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Added segment 2670ba6d-9de9-45d9-8d3c-a32df9e5ff8d of type vlan for network c4f511a9-f2ec-490a-b68a-58ba1462a837 Oct 20 03:36:37.948410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2b5da-b151-40c9-b241-4e563a7f59a0 None None] Network aa7e13ca-54c5-43de-afcc-cbef90d3b7f9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:37.976880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Subnet': ['ID=74ae0c37-907b-4b4e-9e9e-6a06431ccc26,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:37.991855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.992436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-632ec9eb-9cf1-4097-aa26-ac3e913df51f None None] Provisioning complete for port 4513ad26-86e2-439b-9031-be3f3c036b8e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:37.992436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-632ec9eb-9cf1-4097-aa26-ac3e913df51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:37.992674 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-632ec9eb-9cf1-4097-aa26-ac3e913df51f None None] Attempt 1 to provision port 4513ad26-86e2-439b-9031-be3f3c036b8e Oct 20 03:36:38.004625 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fe347c6a-d171-42ea-b36d-a847bd076cad tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1020546 Oct 20 03:36:38.010200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52956) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:38.014541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f37614f8-c1e6-47cc-b961-53960a32febd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group': {'name': 'tempest-secgroup--266629712'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:38.039499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.049578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8ce06-82f8-4d57-b5cc-cea5f4d2caa1 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0db0c64-02af-4a64-b4ed-6c5cc078bdc8,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:38.052358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:38.062639 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4513ad26-86e2-439b-9031-be3f3c036b8e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:38.063665 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.064071 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4513ad26-86e2-439b-9031-be3f3c036b8e Oct 20 03:36:38.065931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dffaf5c-30e5-483e-bebc-d3e96dbb9dfc None None] Network fa680971-82cd-467d-b1af-c8d93e70e331 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:38.066286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f37614f8-c1e6-47cc-b961-53960a32febd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.092061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.092438 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Added segment d634a71d-d8cd-4d39-adc4-fe1e29d0e906 of type vlan for network b6ab5ce5-7c31-475f-9a5c-99005c0059b4 Oct 20 03:36:38.094139 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c97639-50ae-4f8a-a889-046edb779b63 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] DELETE failed (client error): The resource could not be found. Oct 20 03:36:38.094874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c97639-50ae-4f8a-a889-046edb779b63 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:36:38.097829 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-84c97639-50ae-4f8a-a889-046edb779b63 tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] 10.222.0.20 "DELETE /v2.0/subnets/d27479eb-1395-46c4-ac3a-27658f96a969 HTTP/1.1" status: 404 len: 337 time: 0.1508405 Oct 20 03:36:38.101895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52958) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:38.124092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da909a66-e284-4af1-9eea-a4344ca521ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.125626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da909a66-e284-4af1-9eea-a4344ca521ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.127323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da909a66-e284-4af1-9eea-a4344ca521ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.129023 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da909a66-e284-4af1-9eea-a4344ca521ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.130525 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da909a66-e284-4af1-9eea-a4344ca521ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.136511 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-da909a66-e284-4af1-9eea-a4344ca521ad tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3275931 Oct 20 03:36:38.138086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52960) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:38.145255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-26307892'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:38.175775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.178822 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.249340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.257265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa680971-82cd-467d-b1af-c8d93e70e331']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:38.276624 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d6ba65-33cb-488d-8cb4-dbd900e1ed30') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:38.277032 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d6ba65-33cb-488d-8cb4-dbd900e1ed30') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:38.286715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:38.291210 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.298793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.309600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.310017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.315364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.326060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.328048 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.328770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.339136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.343580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:38.344382 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.374450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:38.389002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f37614f8-c1e6-47cc-b961-53960a32febd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.393900 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b8d6ba65-33cb-488d-8cb4-dbd900e1ed30 resource provider aggregate not found Oct 20 03:36:38.400337 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4324021 Oct 20 03:36:38.409556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52966) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:38.414577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f37614f8-c1e6-47cc-b961-53960a32febd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.444159 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.444664 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Added segment dbc67045-ef25-430c-87ca-dea3def4d9c2 of type vlan for network a9ea2745-a547-4631-a5e0-3c8cccfe45f2 Oct 20 03:36:38.477052 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b8d6ba65-33cb-488d-8cb4-dbd900e1ed30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8d6ba65-33cb-488d-8cb4-dbd900e1ed30 found for delete ", "request_id": "req-a0b0b372-df09-4e0c-97f8-e102d2fe76c5"}]} Oct 20 03:36:38.490871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.521038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.525172 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/fa680971-82cd-467d-b1af-c8d93e70e331 HTTP/1.1" status: 204 len: 168 time: 1.3402562 Oct 20 03:36:38.532796 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52968) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:38.536811 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-632ec9eb-9cf1-4097-aa26-ac3e913df51f None None] Current status of the port 4513ad26-86e2-439b-9031-be3f3c036b8e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:38.537834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-632ec9eb-9cf1-4097-aa26-ac3e913df51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.553465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1693243886'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:38.560558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.563270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c777135b-5c86-4526-aa40-512355a43168 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.563485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d103a-c907-4293-90ae-1ca66378813f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=fa680971-82cd-467d-b1af-c8d93e70e331,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:38.570191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c777135b-5c86-4526-aa40-512355a43168 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.575771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c777135b-5c86-4526-aa40-512355a43168 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.581628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c777135b-5c86-4526-aa40-512355a43168 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.583266 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c777135b-5c86-4526-aa40-512355a43168 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1711516 Oct 20 03:36:38.593472 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52970) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:38.607352 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-632ec9eb-9cf1-4097-aa26-ac3e913df51f None None] For port 4513ad26-86e2-439b-9031-be3f3c036b8e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4513ad26-86e2-439b-9031-be3f3c036b8e,segment=NetworkSegment(66e985f6-8f01-42e7-9c6a-efe50d63a0aa),segment_id=66e985f6-8f01-42e7-9c6a-efe50d63a0aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:38.614467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.620232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f37614f8-c1e6-47cc-b961-53960a32febd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.624145 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f37614f8-c1e6-47cc-b961-53960a32febd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6105006 Oct 20 03:36:38.638216 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52972) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:38.638634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:38.642295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.653797 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6ef044bd-d35c-49a0-832f-f4c90856eb1b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': 'bac89343-fcac-46a6-9c2f-acc7857cc380', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:38.655717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-632ec9eb-9cf1-4097-aa26-ac3e913df51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.677597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.688232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.695090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:38.695744 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.707404 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Deleting port b4664e9f-12a5-40b6-a831-9833c1e2d3d3 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:38.707760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.827393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:38.834956 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6967354 Oct 20 03:36:38.846949 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.862802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.893601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.900348 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4513ad26-86e2-439b-9031-be3f3c036b8e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:38.903984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52974) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:38.905966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ef044bd-d35c-49a0-832f-f4c90856eb1b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.911821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-916c657b-dba9-4ebb-98f6-094ceff0480d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:38.922526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ec9eb-9cf1-4097-aa26-ac3e913df51f None None] Pushing event updated for resources: {'Port': ['ID=4513ad26-86e2-439b-9031-be3f3c036b8e,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:38.923830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcc99c-3987-4aa7-8044-6b129e3cc3fa tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=a9ea2745-a547-4631-a5e0-3c8cccfe45f2,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:38.926602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:38.926951 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment 2717f277-fae3-4b0a-9004-2e809da5bfb9 of type vlan for network d9648863-6b9f-4f41-b7bf-9881797ae80a Oct 20 03:36:38.982904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network a9ea2745-a547-4631-a5e0-3c8cccfe45f2 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:38.988815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event updated for resources: {'Network': ['ID=c4f511a9-f2ec-490a-b68a-58ba1462a837,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.003494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1a80e5-6b0d-4ff3-85df-8fadb792560f']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.012158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37614f8-c1e6-47cc-b961-53960a32febd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac89343-fcac-46a6-9c2f-acc7857cc380,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.027063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028e96bc-97d8-4981-8af2-024f8c783b33') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.027634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028e96bc-97d8-4981-8af2-024f8c783b33') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.036800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Network f7c1b826-3eaa-46f2-8f54-4ffcb6112881 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:39.041409 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network c4f511a9-f2ec-490a-b68a-58ba1462a837 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:39.044688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.047184 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.065817 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:39.079681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.084223 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:39.087307 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.091206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc7b11-4337-4d0b-ae89-bc691b0286fe tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event updated for resources: {'Network': ['ID=b6ab5ce5-7c31-475f-9a5c-99005c0059b4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.091381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.093936 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.095902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Pushing event updated for resources: {'Port': ['ID=6c3ef5f3-69ff-4fde-b177-418f66f2def8,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.102050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:39.102647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.144015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Calling delete_port for b4664e9f-12a5-40b6-a831-9833c1e2d3d3 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:39.158946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network b6ab5ce5-7c31-475f-9a5c-99005c0059b4 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:39.176799 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.184811 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.191292 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] 10.222.0.20 "DELETE /v2.0/networks/ff1a80e5-6b0d-4ff3-85df-8fadb792560f HTTP/1.1" status: 204 len: 168 time: 1.0853748 Oct 20 03:36:39.202154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5a24d-0220-4f8d-8c3f-89753760fb0f tempest-ExternalNetworksTestJSON-895802811 tempest-ExternalNetworksTestJSON-895802811-project] Pushing event deleted for resources: {'Network': ['ID=ff1a80e5-6b0d-4ff3-85df-8fadb792560f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.227982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ef044bd-d35c-49a0-832f-f4c90856eb1b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.234398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.241154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:39.241590 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.268509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Attempting to bind port b4664e9f-12a5-40b6-a831-9833c1e2d3d3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:39.268877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Attempting to bind port b4664e9f-12a5-40b6-a831-9833c1e2d3d3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:39.269227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Attempting to bind port b4664e9f-12a5-40b6-a831-9833c1e2d3d3 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:39.290474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ef044bd-d35c-49a0-832f-f4c90856eb1b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.307608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:39.308013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:39.308404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.308784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:39.309260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Bound port: b4664e9f-12a5-40b6-a831-9833c1e2d3d3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:39.309640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.376591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.403111 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0b604-c7b9-48e1-88d3-7b8484903aa1 None None] Pushing event updated for resources: {'Port': ['ID=b4664e9f-12a5-40b6-a831-9833c1e2d3d3,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.416624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Attempting to bind port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:39.417161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Attempting to bind port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '08348294-8859-412f-b216-70c37290c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7c1b826-3eaa-46f2-8f54-4ffcb6112881'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:39.417779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Attempting to bind port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 on network f7c1b826-3eaa-46f2-8f54-4ffcb6112881 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:39.433947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:39.434230 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Checking segment: {'id': '08348294-8859-412f-b216-70c37290c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7c1b826-3eaa-46f2-8f54-4ffcb6112881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:39.435043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.435043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Bound using segment: {'id': '08348294-8859-412f-b216-70c37290c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7c1b826-3eaa-46f2-8f54-4ffcb6112881'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:39.435284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Bound port: 6c3ef5f3-69ff-4fde-b177-418f66f2def8, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08348294-8859-412f-b216-70c37290c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7c1b826-3eaa-46f2-8f54-4ffcb6112881'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:39.435631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.458299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] For port b4664e9f-12a5-40b6-a831-9833c1e2d3d3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:39.464007 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-916c657b-dba9-4ebb-98f6-094ceff0480d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.476605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef044bd-d35c-49a0-832f-f4c90856eb1b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890fb6f8-7865-4d6c-97b0-015131b59e76,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.488665 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9407222 Oct 20 03:36:39.492423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52980) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:39.497438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'network_id': 'd9648863-6b9f-4f41-b7bf-9881797ae80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:39.505417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] For port b4664e9f-12a5-40b6-a831-9833c1e2d3d3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=b4664e9f-12a5-40b6-a831-9833c1e2d3d3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:39.519673 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f511a9-f2ec-490a-b68a-58ba1462a837']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.519931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.523637 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-916c657b-dba9-4ebb-98f6-094ceff0480d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.544159 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fbe31-24c3-43fc-9e72-96441e88e382 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=d9648863-6b9f-4f41-b7bf-9881797ae80a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.574480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2670ba6d-9de9-45d9-8d3c-a32df9e5ff8d') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.574792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2670ba6d-9de9-45d9-8d3c-a32df9e5ff8d') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.578940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ef044bd-d35c-49a0-832f-f4c90856eb1b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.580137 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6ef044bd-d35c-49a0-832f-f4c90856eb1b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9352789 Oct 20 03:36:39.589700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-916c657b-dba9-4ebb-98f6-094ceff0480d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network a9ea2745-a547-4631-a5e0-3c8cccfe45f2 is not hosted by any dhcp agent {{(pid=103628) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 03:36:39.594884 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c657b-dba9-4ebb-98f6-094ceff0480d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:39.595484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-916c657b-dba9-4ebb-98f6-094ceff0480d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.596834 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-916c657b-dba9-4ebb-98f6-094ceff0480d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "PUT /v2.0/networks/a9ea2745-a547-4631-a5e0-3c8cccfe45f2 HTTP/1.1" status: 200 len: 723 time: 0.6918621 Oct 20 03:36:39.600200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52982) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:39.600739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52984) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:39.612759 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'network_id': 'a9ea2745-a547-4631-a5e0-3c8cccfe45f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:39.617239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.618996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-2a34c3d2-c056-4b17-8c47-8ec8b87536b4 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': 'bac89343-fcac-46a6-9c2f-acc7857cc380', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:39.620975 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52986) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:39.632870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] For port 6c3ef5f3-69ff-4fde-b177-418f66f2def8, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:39.643588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] For port 6c3ef5f3-69ff-4fde-b177-418f66f2def8, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6c3ef5f3-69ff-4fde-b177-418f66f2def8,segment=NetworkSegment(08348294-8859-412f-b216-70c37290c700),segment_id=08348294-8859-412f-b216-70c37290c700)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:39.650856 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network d9648863-6b9f-4f41-b7bf-9881797ae80a details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:39.654010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.697767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:39.698215 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.729952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:39.733709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.736864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a34c3d2-c056-4b17-8c47-8ec8b87536b4 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.742039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4513ad26-86e2-439b-9031-be3f3c036b8e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:39.742708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c657b-dba9-4ebb-98f6-094ceff0480d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=a9ea2745-a547-4631-a5e0-3c8cccfe45f2,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.756382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.803136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network a9ea2745-a547-4631-a5e0-3c8cccfe45f2 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:39.805781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Routers {'4746bc11-c745-48f0-90cf-55a1b98cfa92'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:39.806514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['4746bc11-c745-48f0-90cf-55a1b98cfa92'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.847402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.849168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.ipam_backend_mixin [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Performing IP validity checks on allocation pools {{(pid=103629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 20 03:36:39.849964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.ipam_backend_mixin [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 20 03:36:39.861779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.863302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:39.867477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:39.872171 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 028e96bc-97d8-4981-8af2-024f8c783b33 resource provider aggregate not found Oct 20 03:36:39.875831 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "DELETE /v2.0/networks/c4f511a9-f2ec-490a-b68a-58ba1462a837 HTTP/1.1" status: 204 len: 168 time: 1.2760217 Oct 20 03:36:39.893666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 52992) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:39.903188 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 028e96bc-97d8-4981-8af2-024f8c783b33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 028e96bc-97d8-4981-8af2-024f8c783b33 found for delete ", "request_id": "req-f2462ebc-1120-45ce-92a7-de67197524b9"}]} Oct 20 03:36:39.907461 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] Set router 4746bc11-c745-48f0-90cf-55a1b98cfa92 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:36:39.971735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80575c3b-b947-4369-b1c5-1f40aca9ff76 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event deleted for resources: {'Network': ['ID=c4f511a9-f2ec-490a-b68a-58ba1462a837,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:39.985025 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4746bc11-c745-48f0-90cf-55a1b98cfa92', 'name': 'tempest-snat-router-409513526', 'tenant_id': 'f89df5d349634d08a16d20d5916a60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:31Z', 'updated_at': '2022-10-20T03:36:38Z', 'revision_number': 4, 'project_id': 'f89df5d349634d08a16d20d5916a60bb', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:39.995168 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.076350 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100967-943f-4484-aba5-d5b9b3da53d2 None None] The sync data for ids ['4746bc11-c745-48f0-90cf-55a1b98cfa92'] in dv-neutron-861842-1-hyperv is: [{'id': '4746bc11-c745-48f0-90cf-55a1b98cfa92', 'name': 'tempest-snat-router-409513526', 'tenant_id': 'f89df5d349634d08a16d20d5916a60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:36:31Z', 'updated_at': '2022-10-20T03:36:38Z', 'revision_number': 4, 'project_id': 'f89df5d349634d08a16d20d5916a60bb', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:40.082389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4664e9f-12a5-40b6-a831-9833c1e2d3d3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.087646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a34c3d2-c056-4b17-8c47-8ec8b87536b4 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.116392 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0456ff87-660c-4d5e-a0c1-15d8c3f0a4a4 None None] Provisioning complete for port 4513ad26-86e2-439b-9031-be3f3c036b8e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:40.117148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0456ff87-660c-4d5e-a0c1-15d8c3f0a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.117460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.119158 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0456ff87-660c-4d5e-a0c1-15d8c3f0a4a4 None None] Attempt 1 to provision port 4513ad26-86e2-439b-9031-be3f3c036b8e Oct 20 03:36:40.123036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a34c3d2-c056-4b17-8c47-8ec8b87536b4 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.143289 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c33e7472-63d4-4856-8160-63fcaffc5168 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=240666d5be53414bb4ddbc0de6558351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5200329 Oct 20 03:36:40.145798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52996) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:40.163362 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0b604-c7b9-48e1-88d3-7b8484903aa1 None None] Pushing event updated for resources: {'Port': ['ID=b4664e9f-12a5-40b6-a831-9833c1e2d3d3,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.219343 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34c3d2-c056-4b17-8c47-8ec8b87536b4 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b83dbdd-7815-4073-b2df-9101e8eeffd8,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.252772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.259596 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a34c3d2-c056-4b17-8c47-8ec8b87536b4 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.261354 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2a34c3d2-c056-4b17-8c47-8ec8b87536b4 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6594884 Oct 20 03:36:40.267012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 52998) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:40.273513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f242d542-9e3c-4bed-9ab8-b5dca4c58cbf tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': 'bac89343-fcac-46a6-9c2f-acc7857cc380', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:40.352299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4513ad26-86e2-439b-9031-be3f3c036b8e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:40.352684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.353021 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4513ad26-86e2-439b-9031-be3f3c036b8e Oct 20 03:36:40.418812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.421122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a66794f5-3761-4065-bd5c-d8e95d6d7f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.428616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0456ff87-660c-4d5e-a0c1-15d8c3f0a4a4 None None] Current status of the port 4513ad26-86e2-439b-9031-be3f3c036b8e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:40.432890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233dad1-1bd1-447c-8639-1ee67c63f19f None None] Pushing event updated for resources: {'Port': ['ID=6c3ef5f3-69ff-4fde-b177-418f66f2def8,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.449820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.455955 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a66794f5-3761-4065-bd5c-d8e95d6d7f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.462035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.488205 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.503634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f242d542-9e3c-4bed-9ab8-b5dca4c58cbf tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.522385 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 2670ba6d-9de9-45d9-8d3c-a32df9e5ff8d resource provider aggregate not found Oct 20 03:36:40.536719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ab5ce5-7c31-475f-9a5c-99005c0059b4']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:40.557826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4513ad26-86e2-439b-9031-be3f3c036b8e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:40.565792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd634a71d-d8cd-4d39-adc4-fe1e29d0e906') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:40.565792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd634a71d-d8cd-4d39-adc4-fe1e29d0e906') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:40.585530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.591639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.592197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4746bc11-c745-48f0-90cf-55a1b98cfa92 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:40.595716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.597270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.602926 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d2921f74-4092-4fcc-b3b0-17db6157d76f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4746bc11-c745-48f0-90cf-55a1b98cfa92 HTTP/1.1" status: 204 len: 168 time: 3.2595043 Oct 20 03:36:40.602926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53004) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:40.609691 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 2670ba6d-9de9-45d9-8d3c-a32df9e5ff8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2670ba6d-9de9-45d9-8d3c-a32df9e5ff8d found for delete ", "request_id": "req-12b55360-c4b9-4bbb-bcd3-d54c3ca308a1"}]} Oct 20 03:36:40.618072 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=f853878c-544e-4158-989d-f5026d195c8b,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.633520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.653640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a66794f5-3761-4065-bd5c-d8e95d6d7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.656171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a66794f5-3761-4065-bd5c-d8e95d6d7f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.657343 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a66794f5-3761-4065-bd5c-d8e95d6d7f61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a167090a-9114-4dce-951f-5103f070e302 HTTP/1.1" status: 204 len: 168 time: 0.5100060 Oct 20 03:36:40.672855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:40.673266 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.686839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66794f5-3761-4065-bd5c-d8e95d6d7f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a167090a-9114-4dce-951f-5103f070e302,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.699179 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f242d542-9e3c-4bed-9ab8-b5dca4c58cbf tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.711109 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f242d542-9e3c-4bed-9ab8-b5dca4c58cbf tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.726116 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking segment: {'id': '2717f277-fae3-4b0a-9004-2e809da5bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd9648863-6b9f-4f41-b7bf-9881797ae80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:40.726484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network hostable DHCP agents. Network: d9648863-6b9f-4f41-b7bf-9881797ae80a, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:40.768355 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242d542-9e3c-4bed-9ab8-b5dca4c58cbf tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fae88d-b054-4c65-a97a-60cea1fedad3,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.776569 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f242d542-9e3c-4bed-9ab8-b5dca4c58cbf tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.781079 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f242d542-9e3c-4bed-9ab8-b5dca4c58cbf tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5129414 Oct 20 03:36:40.784025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53008) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:40.789294 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f35789d0-b138-4d69-a7b0-3f5269cab477 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': 'bac89343-fcac-46a6-9c2f-acc7857cc380', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:40.791754 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=9448f362-c41e-40dc-a0a9-1aa465dcb1fd,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.799318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Checking segment: {'id': 'dbc67045-ef25-430c-87ca-dea3def4d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a9ea2745-a547-4631-a5e0-3c8cccfe45f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:40.799791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network hostable DHCP agents. Network: a9ea2745-a547-4631-a5e0-3c8cccfe45f2, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:40.805889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.817706 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.858789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network d9648863-6b9f-4f41-b7bf-9881797ae80a is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:40.866503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.870580 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "DELETE /v2.0/networks/b6ab5ce5-7c31-475f-9a5c-99005c0059b4 HTTP/1.1" status: 204 len: 168 time: 0.9696057 Oct 20 03:36:40.871499 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc82ad-3077-4376-83b4-423bae93e9cd tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event deleted for resources: {'Network': ['ID=b6ab5ce5-7c31-475f-9a5c-99005c0059b4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:40.873895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53014) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:40.879577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f35789d0-b138-4d69-a7b0-3f5269cab477 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.917332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, d9648863-6b9f-4f41-b7bf-9881797ae80a) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:40.918973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network a9ea2745-a547-4631-a5e0-3c8cccfe45f2 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:40.928049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd01ae-2c62-43ba-82c8-0cee9acbc1a9 None None] Network d9648863-6b9f-4f41-b7bf-9881797ae80a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:40.972237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:40.979789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:40.991316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.001791 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f35789d0-b138-4d69-a7b0-3f5269cab477 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.012356 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f35789d0-b138-4d69-a7b0-3f5269cab477 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.069178 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-67ac3c4f-59c4-4688-9d6f-e8aecd2f9f5d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5750508 Oct 20 03:36:41.072332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f35789d0-b138-4d69-a7b0-3f5269cab477 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.076169 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f35789d0-b138-4d69-a7b0-3f5269cab477 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2889242 Oct 20 03:36:41.076169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35789d0-b138-4d69-a7b0-3f5269cab477 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bda4a9-e4c6-4705-9400-35818d15ec83,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:41.078631 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53028) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:41.080065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53022) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:41.080782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, a9ea2745-a547-4631-a5e0-3c8cccfe45f2) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:41.095152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-998ad439-1d52-40ec-a542-c879d81d974b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': 'bac89343-fcac-46a6-9c2f-acc7857cc380', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:41.138103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:41.138833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1819028'] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.148000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2620b402-c7a5-4cc8-9794-dd1d0fdeda1b None None] Network a9ea2745-a547-4631-a5e0-3c8cccfe45f2 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:41.150321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Deleting port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:41.150806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.170494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53030) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:41.197936 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-998ad439-1d52-40ec-a542-c879d81d974b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.274517 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fc141aeb-78ff-4523-a7f1-9dfd014cd30d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bd1db24c4d54c88b55e6585363bc3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021421 Oct 20 03:36:41.278204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53032) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:41.383978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-998ad439-1d52-40ec-a542-c879d81d974b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.400160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-998ad439-1d52-40ec-a542-c879d81d974b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.461913 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-998ad439-1d52-40ec-a542-c879d81d974b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.466676 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-998ad439-1d52-40ec-a542-c879d81d974b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3854358 Oct 20 03:36:41.471351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53042) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:41.473477 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7188f669-d974-4a1b-9d14-ce1dd8519540 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8704028 Oct 20 03:36:41.494090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53044) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:41.504576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7447adb2-aba2-482b-9203-bbb80455082d None None] Network f7c1b826-3eaa-46f2-8f54-4ffcb6112881 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:41.514801 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d11212a7-5954-4261-a2de-bd204fdc9b1d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:41.540733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ad439-1d52-40ec-a542-c879d81d974b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15436cd4-7f8b-47e9-9688-956bda832a22,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:41.575974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.617866 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-4868e17b-d333-49a5-9e66-33eaf45a0913 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4624066 Oct 20 03:36:41.644649 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0bdcdc-5b33-4f13-bf98-59a70e141063 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:41.675212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0bdcdc-5b33-4f13-bf98-59a70e141063 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:41.676895 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0c0bdcdc-5b33-4f13-bf98-59a70e141063 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8006780 Oct 20 03:36:41.684643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53046) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:41.724791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1095366833'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:41.775847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6c3ef5f3-69ff-4fde-b177-418f66f2def8 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:41.789216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-942ccda2-2693-4cd0-80b3-474b896b4c6a None None] Provisioning complete for port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:41.789936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-942ccda2-2693-4cd0-80b3-474b896b4c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.790502 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-942ccda2-2693-4cd0-80b3-474b896b4c6a None None] Attempt 1 to provision port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 Oct 20 03:36:41.841899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d11212a7-5954-4261-a2de-bd204fdc9b1d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60779028'] for subnet, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.853701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630a7dc-03e7-42ea-9bef-f47b0d6ac867 req-1cd5b327-f117-4bd4-a0b8-cadb4092f1bd tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:41.855301 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b630a7dc-03e7-42ea-9bef-f47b0d6ac867 req-1cd5b327-f117-4bd4-a0b8-cadb4092f1bd tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.3687897 Oct 20 03:36:41.887000 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Made reservation on behalf of 69b7d7c45aff4f58b04c6b5c7148970e for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:41.890556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.942461 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] For port 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5bee4c45-e8b7-4f10-a54c-4cac05f8bda4,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:41.942836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.956775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-d9648863-6b9f-4f41-b7bf-9881797ae80a', 'network_id': 'd9648863-6b9f-4f41-b7bf-9881797ae80a', 'tenant_id': '6486d06f423a4bc7bd5387d9fb1bc72e', 'fixed_ips': [{'subnet_id': 'f853878c-544e-4158-989d-f5026d195c8b'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:41.957451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Calling delete_port for 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:41.957664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:41.968936 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment d634a71d-d8cd-4d39-adc4-fe1e29d0e906 resource provider aggregate not found Oct 20 03:36:42.013637 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment d634a71d-d8cd-4d39-adc4-fe1e29d0e906 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d634a71d-d8cd-4d39-adc4-fe1e29d0e906 found for delete ", "request_id": "req-1b1fce4f-4bd6-4419-8484-8f7fe90014a3"}]} Oct 20 03:36:42.029089 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4206e64d-800c-4f1a-b5af-84fdafb300d3 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.036850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-109190bb-0487-4d94-8e18-8e0966ca191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:42.038511 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-109190bb-0487-4d94-8e18-8e0966ca191e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bd8a999f99c480388b6f33fa601974c&device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 1099 time: 0.3553889 Oct 20 03:36:42.039069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4206e64d-800c-4f1a-b5af-84fdafb300d3 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.058544 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b630a7dc-03e7-42ea-9bef-f47b0d6ac867 req-89157236-cd47-448d-b969-03af1fa5f4fb tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726565 Oct 20 03:36:42.064286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c4355af0-0925-44fd-bfca-312e7c95589d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.069871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:42.098886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.118406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c4355af0-0925-44fd-bfca-312e7c95589d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.157782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.158293 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Added segment baba0a04-bc53-4aaf-8f83-56804992d1e3 of type vlan for network 2be8be07-d037-4295-9410-8c26a61664ff Oct 20 03:36:42.175777 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-a9ea2745-a547-4631-a5e0-3c8cccfe45f2', 'network_id': 'a9ea2745-a547-4631-a5e0-3c8cccfe45f2', 'tenant_id': 'a7b7d5d8ef0045c7aeac20c2114d9fc5', 'fixed_ips': [{'subnet_id': '9448f362-c41e-40dc-a0a9-1aa465dcb1fd'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:42.176663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.208828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4206e64d-800c-4f1a-b5af-84fdafb300d3 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.213046 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:42.213663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.214010 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 Oct 20 03:36:42.223357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4206e64d-800c-4f1a-b5af-84fdafb300d3 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.227808 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4206e64d-800c-4f1a-b5af-84fdafb300d3 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/15436cd4-7f8b-47e9-9688-956bda832a22 HTTP/1.1" status: 204 len: 168 time: 0.7453315 Oct 20 03:36:42.236431 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53052) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:42.250058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206e64d-800c-4f1a-b5af-84fdafb300d3 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15436cd4-7f8b-47e9-9688-956bda832a22,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.303981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-942ccda2-2693-4cd0-80b3-474b896b4c6a None None] Current status of the port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:42.304402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-942ccda2-2693-4cd0-80b3-474b896b4c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.311902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.346812 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b145a133-75bc-44e4-8d84-b5595ff29e2d tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1020777 Oct 20 03:36:42.347050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53054) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:42.350252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c4355af0-0925-44fd-bfca-312e7c95589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.352879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c4355af0-0925-44fd-bfca-312e7c95589d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.356309 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c4355af0-0925-44fd-bfca-312e7c95589d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b32b4272-d1e5-467c-a374-577140ecf0d2 HTTP/1.1" status: 204 len: 168 time: 1.0688961 Oct 20 03:36:42.369970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4355af0-0925-44fd-bfca-312e7c95589d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32b4272-d1e5-467c-a374-577140ecf0d2,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.374609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-0cc949e8-f3a3-4f2a-ac36-a25bbcefba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:42.376475 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-0cc949e8-f3a3-4f2a-ac36-a25bbcefba77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a515e2dc-5861-4083-a1e1-5a02b237c264 HTTP/1.1" status: 200 len: 912 time: 0.2923870 Oct 20 03:36:42.387272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d11212a7-5954-4261-a2de-bd204fdc9b1d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766400671443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59141561'] for subnet, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.396825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.447006 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bee4c45-e8b7-4f10-a54c-4cac05f8bda4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.458975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.461685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Allocated IP 172.20.0.3 (d9648863-6b9f-4f41-b7bf-9881797ae80a/f853878c-544e-4158-989d-f5026d195c8b/135342a8-eb51-45fc-9eff-030fda869933) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:42.465098 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:42.465774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.480096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-942ccda2-2693-4cd0-80b3-474b896b4c6a None None] For port 6c3ef5f3-69ff-4fde-b177-418f66f2def8, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6c3ef5f3-69ff-4fde-b177-418f66f2def8,segment=NetworkSegment(08348294-8859-412f-b216-70c37290c700),segment_id=08348294-8859-412f-b216-70c37290c700)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:42.500934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-942ccda2-2693-4cd0-80b3-474b896b4c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.521732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11212a7-5954-4261-a2de-bd204fdc9b1d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:42.522571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d11212a7-5954-4261-a2de-bd204fdc9b1d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.526308 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d11212a7-5954-4261-a2de-bd204fdc9b1d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "PUT /v2.0/subnets/9448f362-c41e-40dc-a0a9-1aa465dcb1fd HTTP/1.1" status: 200 len: 826 time: 1.0271928 Oct 20 03:36:42.530389 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73f06b84-b11d-45cf-978e-0760d8f3860b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.535282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53058) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:42.546443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.575745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73f06b84-b11d-45cf-978e-0760d8f3860b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.584111 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8779848 Oct 20 03:36:42.588999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53060) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:42.626810 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1228927537'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:42.670888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.674982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.709472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73f06b84-b11d-45cf-978e-0760d8f3860b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.711301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11212a7-5954-4261-a2de-bd204fdc9b1d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=9448f362-c41e-40dc-a0a9-1aa465dcb1fd,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.714192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18d417-008f-441c-9fb6-440e4e518a70 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event updated for resources: {'Network': ['ID=2be8be07-d037-4295-9410-8c26a61664ff,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.717064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Made reservation on behalf of 69b7d7c45aff4f58b04c6b5c7148970e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:42.719224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73f06b84-b11d-45cf-978e-0760d8f3860b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.720643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.724183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53064) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:42.724937 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-73f06b84-b11d-45cf-978e-0760d8f3860b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b4bda4a9-e4c6-4705-9400-35818d15ec83 HTTP/1.1" status: 204 len: 168 time: 0.3760638 Oct 20 03:36:42.732022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Allocated IP 2001:db8::2 (a9ea2745-a547-4631-a5e0-3c8cccfe45f2/9448f362-c41e-40dc-a0a9-1aa465dcb1fd/09a0b897-d9d2-4985-a23e-f4026973c93b) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:42.746978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:42.751072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ccda2-2693-4cd0-80b3-474b896b4c6a None None] Pushing event updated for resources: {'Port': ['ID=6c3ef5f3-69ff-4fde-b177-418f66f2def8,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.753935 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.754466 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af5104b5-c5ea-4c3a-b373-5fe2199e9737 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:42.759967 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.761554 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7d86d4e5-ac1d-42a5-b4a0-fe9fa95291d3 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "DELETE /v2.0/routers/af5104b5-c5ea-4c3a-b373-5fe2199e9737 HTTP/1.1" status: 204 len: 168 time: 2.1575973 Oct 20 03:36:42.765851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53066) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:42.766525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ecc979-8761-4fa0-8b11-3c5d8c293eba None None] Update dhcp port {'port': {'network_id': 'f7c1b826-3eaa-46f2-8f54-4ffcb6112881', 'fixed_ips': [{'subnet_id': '56ba4cd1-03ee-49ed-abb2-c8c3555b4984', 'ip_address': '2001:db8::2'}, {'subnet_id': '2a685fde-1d85-4e75-8b31-5d4970c88ac9'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '6c3ef5f3-69ff-4fde-b177-418f66f2def8'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:36:42.770841 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-fc132ac8-9c92-41c0-8fe5-8a8f8a6eddee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24374825-807a-4f9a-b3e2-7fb519261539 HTTP/1.1" status: 200 len: 1002 time: 0.3857722 Oct 20 03:36:42.776426 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1177226896', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:42.799822 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f06b84-b11d-45cf-978e-0760d8f3860b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4bda4a9-e4c6-4705-9400-35818d15ec83,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:42.803852 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:42.837022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 2be8be07-d037-4295-9410-8c26a61664ff details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:42.860302 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c6b53a84-3ab2-42e3-9f24-ad0bbef15218 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1346724 Oct 20 03:36:42.863597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.864029 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Added segment 302e7f30-a652-49e7-a056-255f61b6f551 of type vlan for network ff323eba-ecca-4e6f-a9f7-12b97b4c3922 Oct 20 03:36:42.865712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53068) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:42.867425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.887149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-d994e642-2a18-4fc4-88a8-23956a655abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:42.888849 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-d994e642-2a18-4fc4-88a8-23956a655abe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0589a1ef-1648-4327-85b6-70db5e3ded82 HTTP/1.1" status: 200 len: 850 time: 0.1037738 Oct 20 03:36:42.892996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53ecc979-8761-4fa0-8b11-3c5d8c293eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.904535 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.907314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.941790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d12c47a-8649-4bf9-b5da-eafcf3fa1ce0 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.962376 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d12c47a-8649-4bf9-b5da-eafcf3fa1ce0 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.974926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:42.976774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.053271 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.057026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d12c47a-8649-4bf9-b5da-eafcf3fa1ce0 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.064417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d12c47a-8649-4bf9-b5da-eafcf3fa1ce0 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.065948 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0d12c47a-8649-4bf9-b5da-eafcf3fa1ce0 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/04fae88d-b054-4c65-a97a-60cea1fedad3 HTTP/1.1" status: 204 len: 168 time: 0.1970091 Oct 20 03:36:43.071078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53074) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:43.086888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-55068592-2218-41b6-b344-5608ac318833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:43.090324 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-55068592-2218-41b6-b344-5608ac318833 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a515e2dc-5861-4083-a1e1-5a02b237c264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1208317 Oct 20 03:36:43.122658 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.141441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:43.142104 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.175071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12c47a-8649-4bf9-b5da-eafcf3fa1ce0 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04fae88d-b054-4c65-a97a-60cea1fedad3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:43.197045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.210236 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6201160 Oct 20 03:36:43.213214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53080) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:43.216564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.241531 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'ports': [{'network_id': '2be8be07-d037-4295-9410-8c26a61664ff', 'name': 'tempest-port--1266356776', 'admin_state_up': True}, {'network_id': 'ff323eba-ecca-4e6f-a9f7-12b97b4c3922', 'admin_state_up': False}]} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:43.242187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'port': {'network_id': '2be8be07-d037-4295-9410-8c26a61664ff', 'name': 'tempest-port--1266356776', 'admin_state_up': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:43.242992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'port': {'network_id': 'ff323eba-ecca-4e6f-a9f7-12b97b4c3922', 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:43.301947 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-be40c77e-bc22-48b6-b7b5-f61cfb070905 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2244360 Oct 20 03:36:43.301947 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-6d1ad819-6de1-4696-bc46-a2edf4c9c6b1 service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009637 Oct 20 03:36:43.302171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53084) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:43.312736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Pushing event updated for resources: {'Port': ['ID=135342a8-eb51-45fc-9eff-030fda869933,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:43.318393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.352764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f26e8a-c90a-4704-948d-c817cc37fba2 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event updated for resources: {'Network': ['ID=ff323eba-ecca-4e6f-a9f7-12b97b4c3922,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:43.366441 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Network d9648863-6b9f-4f41-b7bf-9881797ae80a is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:43.388739 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.392704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network ff323eba-ecca-4e6f-a9f7-12b97b4c3922 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:43.394961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:43.401887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43970ea-aa5c-4fd3-8035-1b05fe01d98e req-9b2f8911-f933-47f4-8968-61325dfb377b tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:43.403518 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f43970ea-aa5c-4fd3-8035-1b05fe01d98e req-9b2f8911-f933-47f4-8968-61325dfb377b tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.2263811 Oct 20 03:36:43.421609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.438284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:43.455327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Subnet': ['ID=f853878c-544e-4158-989d-f5026d195c8b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:43.458381 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.523080 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f43970ea-aa5c-4fd3-8035-1b05fe01d98e req-caee7862-00a5-4bbf-893a-9ad6ac9f7cd8 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929852 Oct 20 03:36:43.540127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.737260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6c3ef5f3-69ff-4fde-b177-418f66f2def8 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:43.742145 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.768914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.794614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-53ecc979-8761-4fa0-8b11-3c5d8c293eba None None] Allocated IP 172.20.0.1 (f7c1b826-3eaa-46f2-8f54-4ffcb6112881/2a685fde-1d85-4e75-8b31-5d4970c88ac9/6c3ef5f3-69ff-4fde-b177-418f66f2def8) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:43.814772 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Network a9ea2745-a547-4631-a5e0-3c8cccfe45f2 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:43.833124 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:43.840895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Pushing event updated for resources: {'Port': ['ID=09a0b897-d9d2-4985-a23e-f4026973c93b,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:43.847129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:43.849251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Attempting to bind port 135342a8-eb51-45fc-9eff-030fda869933 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:43.849674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Attempting to bind port 135342a8-eb51-45fc-9eff-030fda869933 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '2717f277-fae3-4b0a-9004-2e809da5bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd9648863-6b9f-4f41-b7bf-9881797ae80a'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:43.850140 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Attempting to bind port 135342a8-eb51-45fc-9eff-030fda869933 on network d9648863-6b9f-4f41-b7bf-9881797ae80a {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:43.874417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:43.874822 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Checking segment: {'id': '2717f277-fae3-4b0a-9004-2e809da5bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd9648863-6b9f-4f41-b7bf-9881797ae80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:43.875187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.875579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Bound using segment: {'id': '2717f277-fae3-4b0a-9004-2e809da5bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd9648863-6b9f-4f41-b7bf-9881797ae80a'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:43.876058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Bound port: 135342a8-eb51-45fc-9eff-030fda869933, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2717f277-fae3-4b0a-9004-2e809da5bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd9648863-6b9f-4f41-b7bf-9881797ae80a'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:43.876465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:43.917176 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Allocated IP 172.26.0.188 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/086e8cc7-8d64-4a9e-bf66-dcbd7de51780) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:44.024448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Attempting to bind port 09a0b897-d9d2-4985-a23e-f4026973c93b on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:44.024705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Attempting to bind port 09a0b897-d9d2-4985-a23e-f4026973c93b by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'dbc67045-ef25-430c-87ca-dea3def4d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a9ea2745-a547-4631-a5e0-3c8cccfe45f2'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:44.025074 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Attempting to bind port 09a0b897-d9d2-4985-a23e-f4026973c93b on network a9ea2745-a547-4631-a5e0-3c8cccfe45f2 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:44.057448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.058748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:44.058971 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.059305 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 Oct 20 03:36:44.061006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:44.061373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Checking segment: {'id': 'dbc67045-ef25-430c-87ca-dea3def4d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a9ea2745-a547-4631-a5e0-3c8cccfe45f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:44.061763 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.062154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Bound using segment: {'id': 'dbc67045-ef25-430c-87ca-dea3def4d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a9ea2745-a547-4631-a5e0-3c8cccfe45f2'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:44.062627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Bound port: 09a0b897-d9d2-4985-a23e-f4026973c93b, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc67045-ef25-430c-87ca-dea3def4d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a9ea2745-a547-4631-a5e0-3c8cccfe45f2'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:44.063079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.072629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-53ecc979-8761-4fa0-8b11-3c5d8c293eba None None] For port 6c3ef5f3-69ff-4fde-b177-418f66f2def8, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6c3ef5f3-69ff-4fde-b177-418f66f2def8,segment=NetworkSegment(08348294-8859-412f-b216-70c37290c700),segment_id=08348294-8859-412f-b216-70c37290c700)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:44.099133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.114717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] For port 135342a8-eb51-45fc-9eff-030fda869933, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:44.127543 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fffc7aa-e7d5-4721-9878-5b74410c3a54 req-7be2d792-98ff-4bfb-9695-835cef3cba49 service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991416 Oct 20 03:36:44.155823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:44.156099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Subnet': ['ID=9448f362-c41e-40dc-a0a9-1aa465dcb1fd,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:44.159315 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:44.163180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:44.170252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Pushing event updated for resources: {'Port': ['ID=086e8cc7-8d64-4a9e-bf66-dcbd7de51780,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:44.180917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] For port 135342a8-eb51-45fc-9eff-030fda869933, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=135342a8-eb51-45fc-9eff-030fda869933,segment=NetworkSegment(2717f277-fae3-4b0a-9004-2e809da5bfb9),segment_id=2717f277-fae3-4b0a-9004-2e809da5bfb9)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:44.193816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d1dd87e-c9d9-422b-98a4-441ba3fa2f87 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.216024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53ecc979-8761-4fa0-8b11-3c5d8c293eba None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.219007 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.262657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] For port 09a0b897-d9d2-4985-a23e-f4026973c93b, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:44.295603 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d1dd87e-c9d9-422b-98a4-441ba3fa2f87 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.299187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53ecc979-8761-4fa0-8b11-3c5d8c293eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.313656 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] For port 09a0b897-d9d2-4985-a23e-f4026973c93b, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=09a0b897-d9d2-4985-a23e-f4026973c93b,segment=NetworkSegment(dbc67045-ef25-430c-87ca-dea3def4d9c2),segment_id=dbc67045-ef25-430c-87ca-dea3def4d9c2)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:44.355396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.365672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.381364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Made reservation on behalf of 69b7d7c45aff4f58b04c6b5c7148970e for: {'port': 2} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:44.386118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.426669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.469991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9648863-6b9f-4f41-b7bf-9881797ae80a']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:44.471568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.476496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f0e3a-4ea0-4f2e-b25f-72c7705333fe None None] Network d9648863-6b9f-4f41-b7bf-9881797ae80a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:44.498635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ea2745-a547-4631-a5e0-3c8cccfe45f2']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:44.510301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2717f277-fae3-4b0a-9004-2e809da5bfb9') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:44.510602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2717f277-fae3-4b0a-9004-2e809da5bfb9') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:44.538449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.540742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d1dd87e-c9d9-422b-98a4-441ba3fa2f87 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.543177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.547270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d1dd87e-c9d9-422b-98a4-441ba3fa2f87 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.548167 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d1dd87e-c9d9-422b-98a4-441ba3fa2f87 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5b83dbdd-7815-4073-b2df-9101e8eeffd8 HTTP/1.1" status: 204 len: 168 time: 1.2312214 Oct 20 03:36:44.551915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53106) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:44.554684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc67045-ef25-430c-87ca-dea3def4d9c2') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:44.554998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc67045-ef25-430c-87ca-dea3def4d9c2') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:44.584106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cac27-712b-451f-b0e8-6be35a5d4d00 None None] Pushing event updated for resources: {'Port': ['ID=135342a8-eb51-45fc-9eff-030fda869933,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:44.606343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086deb47-3c68-4b09-8dc5-8d356b31ad58 None None] Network a9ea2745-a547-4631-a5e0-3c8cccfe45f2 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:44.738267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:44.753918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.762082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dd87e-c9d9-422b-98a4-441ba3fa2f87 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b83dbdd-7815-4073-b2df-9101e8eeffd8,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:44.777468 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-871e5704-d5bb-4812-a3c5-e1d7ae19d9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.778134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.828475 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:44.828475 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.847266 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-565803ae-d875-408e-8375-f27bd6804644 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2714050 Oct 20 03:36:44.892558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53116) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:44.905182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:44.908142 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2717f277-fae3-4b0a-9004-2e809da5bfb9 resource provider aggregate not found Oct 20 03:36:45.021506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:45.024224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.040146 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2717f277-fae3-4b0a-9004-2e809da5bfb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2717f277-fae3-4b0a-9004-2e809da5bfb9 found for delete ", "request_id": "req-87b5f401-5343-4cf4-89ed-f1cf4a96e88e"}]} Oct 20 03:36:45.048320 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:36:45.090932 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:36:45.092841 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.093891 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5bee4c45-e8b7-4f10-a54c-4cac05f8bda4 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:36:45.176349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecc979-8761-4fa0-8b11-3c5d8c293eba None None] Pushing event updated for resources: {'Port': ['ID=6c3ef5f3-69ff-4fde-b177-418f66f2def8,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:45.231259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53124) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.257075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.db.api [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:36:45.257075 dv-neutron-861842-1-hyperv neutron-server[103629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:36:45.257075 dv-neutron-861842-1-hyperv neutron-server[103629]: [parameters: {'id': 'd9648863-6b9f-4f41-b7bf-9881797ae80a'}] Oct 20 03:36:45.257075 dv-neutron-861842-1-hyperv neutron-server[103629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:45.258186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG oslo_db.api [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:45.258826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea332124-338c-4b8e-b879-d07ede586b96 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.297585 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ba82b-fbf1-499a-b527-aea79441f259 None None] Network a9ea2745-a547-4631-a5e0-3c8cccfe45f2 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:45.341423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994cd8a-17c0-4ed0-94b6-6d1d26dc202d None None] Pushing event updated for resources: {'Port': ['ID=09a0b897-d9d2-4985-a23e-f4026973c93b,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:45.361581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] device_id is not set on port 77b5baeb-51d6-4fd0-9ad5-0b4fa9bd3608 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:45.366947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Router c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:36:45.367661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea332124-338c-4b8e-b879-d07ede586b96 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.394998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.db.api [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:36:45.394998 dv-neutron-861842-1-hyperv neutron-server[103629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:36:45.394998 dv-neutron-861842-1-hyperv neutron-server[103629]: [parameters: {'id': 'a9ea2745-a547-4631-a5e0-3c8cccfe45f2'}] Oct 20 03:36:45.394998 dv-neutron-861842-1-hyperv neutron-server[103629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:45.401045 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG oslo_db.api [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:45.463230 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-904ba163-7299-4c0c-af3f-7cd12bed51c4 tempest-QuotasTest-972069374 tempest-QuotasTest-972069374-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:45.468476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc794bb-c57b-491f-855a-8f9b7d3ac138 req-93b822ee-0327-4571-b311-b3a67d89d332 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:45.470506 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc794bb-c57b-491f-855a-8f9b7d3ac138 req-93b822ee-0327-4571-b311-b3a67d89d332 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.4092414 Oct 20 03:36:45.509510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21b97a-829b-47da-9058-d13dc66006be None None] Network f7c1b826-3eaa-46f2-8f54-4ffcb6112881 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:45.537284 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc794bb-c57b-491f-855a-8f9b7d3ac138 req-50a8da54-f629-4b60-8c0d-60c17ab56836 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577970 Oct 20 03:36:45.539916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea332124-338c-4b8e-b879-d07ede586b96 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.548607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea332124-338c-4b8e-b879-d07ede586b96 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.552776 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ea332124-338c-4b8e-b879-d07ede586b96 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/890fb6f8-7865-4d6c-97b0-015131b59e76 HTTP/1.1" status: 204 len: 168 time: 0.6571462 Oct 20 03:36:45.554576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53128) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.579458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea332124-338c-4b8e-b879-d07ede586b96 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=890fb6f8-7865-4d6c-97b0-015131b59e76,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:45.588445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:45.602558 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-904ba163-7299-4c0c-af3f-7cd12bed51c4 tempest-QuotasTest-972069374 tempest-QuotasTest-972069374-project-admin] 10.222.0.20 "PUT /v2.0/quotas/b4e6821e4f2b4254933f9d6299614f75 HTTP/1.1" status: 200 len: 366 time: 0.3679960 Oct 20 03:36:45.605647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53130) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.606435 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10844bd6-7f58-4f78-9828-bd2bf3513455 None None] Sync routers for ids ['c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:45.630204 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1e466319-49cd-4638-ac3c-650d2e5d26d3 tempest-QuotasTest-972069374 tempest-QuotasTest-972069374-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0187416 Oct 20 03:36:45.630390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4a91a402-e7e9-4b18-b337-95058f6503de None None] Provisioning complete for port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:45.630390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4a91a402-e7e9-4b18-b337-95058f6503de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.630390 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4a91a402-e7e9-4b18-b337-95058f6503de None None] Attempt 1 to provision port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 Oct 20 03:36:45.634676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53132) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.648676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.650747 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7def28eb-155f-4a53-824e-e77763b4ceb1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8808436 Oct 20 03:36:45.658216 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10844bd6-7f58-4f78-9828-bd2bf3513455 None None] Routers {'c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:45.659132 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-10844bd6-7f58-4f78-9828-bd2bf3513455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:45.659412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53134) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.660879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6c3ef5f3-69ff-4fde-b177-418f66f2def8 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:45.669041 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-281cb1bb-b1a1-4932-af75-4751b4469749 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1130428 Oct 20 03:36:45.674675 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0ea5d495-1292-4980-b7e1-07688566769d tempest-QuotasTest-972069374 tempest-QuotasTest-972069374-project-admin] 10.222.0.20 "GET /v2.0/quotas/b4e6821e4f2b4254933f9d6299614f75 HTTP/1.1" status: 200 len: 366 time: 0.0366066 Oct 20 03:36:45.674675 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53136) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.675058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53138) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.703374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a3748a41-71b2-4da3-bc20-2b190eabd193 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'enable_snat': False}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:45.713413 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-807d3d9c-546c-4265-b251-0621bc10c98a tempest-QuotasTest-972069374 tempest-QuotasTest-972069374-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/b4e6821e4f2b4254933f9d6299614f75 HTTP/1.1" status: 204 len: 168 time: 0.0351326 Oct 20 03:36:45.714690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53140) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.737405 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3d51e393-f5c6-4b93-8af4-a6abedec67aa tempest-QuotasTest-972069374 tempest-QuotasTest-972069374-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0192313 Oct 20 03:36:45.737952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53142) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.756808 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-10844bd6-7f58-4f78-9828-bd2bf3513455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:45.767450 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c08c8e8a-8f58-48da-ad87-b768fc927f9e tempest-QuotasTest-972069374 tempest-QuotasTest-972069374-project-admin] 10.222.0.20 "GET /v2.0/quotas/b4e6821e4f2b4254933f9d6299614f75 HTTP/1.1" status: 200 len: 370 time: 0.0244462 Oct 20 03:36:45.768036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53144) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.772456 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10844bd6-7f58-4f78-9828-bd2bf3513455 None None] Routers {'c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:45.773064 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-10844bd6-7f58-4f78-9828-bd2bf3513455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:45.773468 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f20e411e-3afd-4a9c-ac78-9de8cdff0ad5 tempest-QuotasTest-972069374 tempest-QuotasTest-972069374-project-admin] 10.222.0.20 "GET /v2.0/quotas/b4e6821e4f2b4254933f9d6299614f75/default HTTP/1.1" status: 200 len: 370 time: 0.0040917 Oct 20 03:36:45.776960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53146) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.783182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f38b34bd-a5db-4bb1-b3d4-c22954867c51 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.789885 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-59be7589-5881-4570-97e8-b7d8e7620991 tempest-QuotasTest-972069374 tempest-QuotasTest-972069374-project-admin] delete failed (client error): The resource could not be found. Oct 20 03:36:45.791094 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-59be7589-5881-4570-97e8-b7d8e7620991 tempest-QuotasTest-972069374 tempest-QuotasTest-972069374-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/b4e6821e4f2b4254933f9d6299614f75 HTTP/1.1" status: 404 len: 348 time: 0.0139432 Oct 20 03:36:45.811883 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f38b34bd-a5db-4bb1-b3d4-c22954867c51 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.837024 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-10844bd6-7f58-4f78-9828-bd2bf3513455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:45.837854 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10844bd6-7f58-4f78-9828-bd2bf3513455 None None] The sync data for ids ['c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:45.857172 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:45.857553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.857896 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 Oct 20 03:36:45.861478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.878697 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f38b34bd-a5db-4bb1-b3d4-c22954867c51 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.882164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f38b34bd-a5db-4bb1-b3d4-c22954867c51 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:45.885495 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f38b34bd-a5db-4bb1-b3d4-c22954867c51 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-groups/bac89343-fcac-46a6-9c2f-acc7857cc380 HTTP/1.1" status: 204 len: 168 time: 0.2093589 Oct 20 03:36:45.887450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53150) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:45.920790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b34bd-a5db-4bb1-b3d4-c22954867c51 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac89343-fcac-46a6-9c2f-acc7857cc380,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:45.974131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4a91a402-e7e9-4b18-b337-95058f6503de None None] Current status of the port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:45.978960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53152) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:46.015590 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e96e6fda-1a4e-4c3c-b6c1-3dc7fe5e4a4a tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1178141 Oct 20 03:36:46.025815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53154) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:46.032779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.033887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:46.039043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ebf67cfd-e5f3-41b2-8bb1-0286a3682789 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618133218'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:46.076868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebf67cfd-e5f3-41b2-8bb1-0286a3682789 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.148228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.171464 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e18fc2f5-fbb0-4af0-a75b-c8d76d79790e tempest-QuotasTest-972069374 tempest-QuotasTest-972069374-project-admin] 10.222.0.20 "GET /v2.0/quotas/45dfd2e7486641e98016751e73036250/details.json HTTP/1.1" status: 200 len: 703 time: 0.1911907 Oct 20 03:36:46.187095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebf67cfd-e5f3-41b2-8bb1-0286a3682789 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.191862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebf67cfd-e5f3-41b2-8bb1-0286a3682789 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.249805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed140660-5bc3-4694-b4bc-01c521364155 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:36:46.254704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf67cfd-e5f3-41b2-8bb1-0286a3682789 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96abc0d1-c7ba-4fe5-91d1-6274aa23fb42,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:46.264185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebf67cfd-e5f3-41b2-8bb1-0286a3682789 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.264744 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3748a41-71b2-4da3-bc20-2b190eabd193 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.266742 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ebf67cfd-e5f3-41b2-8bb1-0286a3682789 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2399743 Oct 20 03:36:46.269703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53158) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:46.276217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-45fa0e74-61d4-45e1-a38b-69d0c8bcaeca tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': '96abc0d1-c7ba-4fe5-91d1-6274aa23fb42', 'direction': 'ingress', 'protocol': 17}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:46.315581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] device_id is not set on port fa2cf6d0-8b3e-4b99-a852-efa273fbb910 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:46.325367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45fa0e74-61d4-45e1-a38b-69d0c8bcaeca tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.374197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-93cfd767-477a-43c0-ba19-5f17ed125a16 None None] Provisioning complete for port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:46.374770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-93cfd767-477a-43c0-ba19-5f17ed125a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.375066 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-93cfd767-477a-43c0-ba19-5f17ed125a16 None None] Attempt 1 to provision port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 Oct 20 03:36:46.375715 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Deleting port 135342a8-eb51-45fc-9eff-030fda869933 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:46.376095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.425734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45fa0e74-61d4-45e1-a38b-69d0c8bcaeca tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.433047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45fa0e74-61d4-45e1-a38b-69d0c8bcaeca tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.463427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa0e74-61d4-45e1-a38b-69d0c8bcaeca tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a697eaa5-9992-4e02-827b-581ff11ace76,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:46.469092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting port 09a0b897-d9d2-4985-a23e-f4026973c93b {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:46.469428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.484059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45fa0e74-61d4-45e1-a38b-69d0c8bcaeca tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.486137 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-45fa0e74-61d4-45e1-a38b-69d0c8bcaeca tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2152548 Oct 20 03:36:46.489015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53160) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:46.510823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] For port 135342a8-eb51-45fc-9eff-030fda869933, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=135342a8-eb51-45fc-9eff-030fda869933,segment=NetworkSegment(2717f277-fae3-4b0a-9004-2e809da5bfb9),segment_id=2717f277-fae3-4b0a-9004-2e809da5bfb9)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:46.511192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.588759 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c63-c751-4d67-b855-e95711401e70 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.610398 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Calling delete_port for 135342a8-eb51-45fc-9eff-030fda869933 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:46.633957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] For port 09a0b897-d9d2-4985-a23e-f4026973c93b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=09a0b897-d9d2-4985-a23e-f4026973c93b,segment=NetworkSegment(dbc67045-ef25-430c-87ca-dea3def4d9c2),segment_id=dbc67045-ef25-430c-87ca-dea3def4d9c2)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:46.634379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.640545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed140660-5bc3-4694-b4bc-01c521364155 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:36:46.641681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c63-c751-4d67-b855-e95711401e70 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.689631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-56ed65d4-1a51-4c59-be3d-9e8c89405970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.699102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Calling delete_port for 09a0b897-d9d2-4985-a23e-f4026973c93b owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:46.702242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.730015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c63-c751-4d67-b855-e95711401e70 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.733862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c63-c751-4d67-b855-e95711401e70 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.736727 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-75aa0c63-c751-4d67-b855-e95711401e70 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-groups/96abc0d1-c7ba-4fe5-91d1-6274aa23fb42 HTTP/1.1" status: 204 len: 168 time: 0.2466838 Oct 20 03:36:46.744244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53166) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:46.762455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53168) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:46.768712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa0c63-c751-4d67-b855-e95711401e70 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96abc0d1-c7ba-4fe5-91d1-6274aa23fb42,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:46.794919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7c270-ab0e-468f-9f2f-64ff3d9b6445 req-188c87a0-14ef-42b1-94ea-67ce1a21eae0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:46.802856 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c4d7c270-ab0e-468f-9f2f-64ff3d9b6445 req-188c87a0-14ef-42b1-94ea-67ce1a21eae0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.1094906 Oct 20 03:36:46.843130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-93cfd767-477a-43c0-ba19-5f17ed125a16 None None] Current status of the port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:46.853998 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c4d7c270-ab0e-468f-9f2f-64ff3d9b6445 req-79a6018c-166c-448b-81ce-b7f6fc9d2734 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497055 Oct 20 03:36:46.861488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.921360 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c1d7331e-a9ea-458c-bf47-a8489b81799a tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1714516 Oct 20 03:36:46.930011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.933256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53172) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:46.937962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3d39afa0-13e2-4d39-b4b9-485c6fe291e8 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group': {'name': 'tempest-secgroup--998491972'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:46.941983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f9e9e2c-1737-498e-a697-a3aee58aedf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.976256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d39afa0-13e2-4d39-b4b9-485c6fe291e8 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:46.996459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No DVR routers for this DVR port 135342a8-eb51-45fc-9eff-030fda869933 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:47.016644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event updated for resources: {'Port': ['ID=77b5baeb-51d6-4fd0-9ad5-0b4fa9bd3608,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.048623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.080484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f9e9e2c-1737-498e-a697-a3aee58aedf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.081536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a4b61f-7b77-473e-8d80-32ef32586737 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:36:47.091772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f9e9e2c-1737-498e-a697-a3aee58aedf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.092814 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment dbc67045-ef25-430c-87ca-dea3def4d9c2 resource provider aggregate not found Oct 20 03:36:47.096646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d39afa0-13e2-4d39-b4b9-485c6fe291e8 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.107502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d39afa0-13e2-4d39-b4b9-485c6fe291e8 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.111493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Port': ['ID=135342a8-eb51-45fc-9eff-030fda869933,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.147767 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment dbc67045-ef25-430c-87ca-dea3def4d9c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbc67045-ef25-430c-87ca-dea3def4d9c2 found for delete ", "request_id": "req-6a0958d0-e912-460d-a607-5589ce187538"}]} Oct 20 03:36:47.148958 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3f9e9e2c-1737-498e-a697-a3aee58aedf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a82b8fee69aa45dfbe5f99d6c9578c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855035 Oct 20 03:36:47.153785 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53178) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:47.157880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d39afa0-13e2-4d39-b4b9-485c6fe291e8 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.159410 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No DVR routers for this DVR port 09a0b897-d9d2-4985-a23e-f4026973c93b on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:47.163971 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3d39afa0-13e2-4d39-b4b9-485c6fe291e8 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2294192 Oct 20 03:36:47.164143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53180) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:47.166225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e9e2c-1737-498e-a697-a3aee58aedf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217d5602-74ea-44fb-add4-e008ad52e111,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.199804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-17512135-13f8-4d00-90c0-cf4d4dbc1320 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800263195'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:47.213124 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39afa0-13e2-4d39-b4b9-485c6fe291e8 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255af037-5977-4bbd-9055-927ad2707476,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.213669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Port': ['ID=09a0b897-d9d2-4985-a23e-f4026973c93b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.216618 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a4b61f-7b77-473e-8d80-32ef32586737 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:36:47.238641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.253856 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-270a731e-3a7e-4d62-9743-fd7724144161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.260097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Checking segment: {'id': 'baba0a04-bc53-4aaf-8f83-56804992d1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2be8be07-d037-4295-9410-8c26a61664ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:47.260484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Network hostable DHCP agents. Network: 2be8be07-d037-4295-9410-8c26a61664ff, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:47.280013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-270a731e-3a7e-4d62-9743-fd7724144161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.326071 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9648863-6b9f-4f41-b7bf-9881797ae80a']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:47.338693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-270a731e-3a7e-4d62-9743-fd7724144161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.341358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-270a731e-3a7e-4d62-9743-fd7724144161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.344879 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-270a731e-3a7e-4d62-9743-fd7724144161 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/217d5602-74ea-44fb-add4-e008ad52e111 HTTP/1.1" status: 204 len: 168 time: 0.1774447 Oct 20 03:36:47.353289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a731e-3a7e-4d62-9743-fd7724144161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217d5602-74ea-44fb-add4-e008ad52e111,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.385776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17512135-13f8-4d00-90c0-cf4d4dbc1320 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.400194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2717f277-fae3-4b0a-9004-2e809da5bfb9') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:47.400624 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2717f277-fae3-4b0a-9004-2e809da5bfb9') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:47.423265 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Network 2be8be07-d037-4295-9410-8c26a61664ff is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:47.431624 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.468302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.489284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 2be8be07-d037-4295-9410-8c26a61664ff) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:47.493713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.515513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:47.516387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.522147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ea2745-a547-4631-a5e0-3c8cccfe45f2']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:47.526088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d83cf8d-829b-4100-b917-3be9ed3c44d2 None None] Network 2be8be07-d037-4295-9410-8c26a61664ff requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:47.531170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:47.531351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.616173 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc67045-ef25-430c-87ca-dea3def4d9c2') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:47.616393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc67045-ef25-430c-87ca-dea3def4d9c2') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:47.651018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53186) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:47.656257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.665929 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dd09f5d-098a-4f62-86f0-701011951d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.725668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event updated for resources: {'Port': ['ID=fa2cf6d0-8b3e-4b99-a852-efa273fbb910,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.729368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.730153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.758815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dd09f5d-098a-4f62-86f0-701011951d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.762612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dd09f5d-098a-4f62-86f0-701011951d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.768690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.783538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:47.784037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.804582 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1dd09f5d-098a-4f62-86f0-701011951d4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45dfd2e7486641e98016751e73036250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524136 Oct 20 03:36:47.805544 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd09f5d-098a-4f62-86f0-701011951d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd234ba-77d7-4a7d-a5e6-561aa465aa78,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.807926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53188) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:47.808399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.814792 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/d9648863-6b9f-4f41-b7bf-9881797ae80a HTTP/1.1" status: 204 len: 168 time: 6.7240543 Oct 20 03:36:47.816546 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53190) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:47.821225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1210973263'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:47.843426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdf3a1-f9df-402e-b567-6e594ecb0227 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=d9648863-6b9f-4f41-b7bf-9881797ae80a,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:47.846808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17512135-13f8-4d00-90c0-cf4d4dbc1320 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.864780 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:47.868408 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.895494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db43c449-0d06-4676-bf90-83e60f16e9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.913996 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:47.931848 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db43c449-0d06-4676-bf90-83e60f16e9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.941139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:47.941490 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment de31dd2a-534e-4a5d-9502-71b4bfd5bc4b of type vlan for network 4b455938-3eda-4e23-b46d-b88c57d76858 Oct 20 03:36:48.006471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.037389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db43c449-0d06-4676-bf90-83e60f16e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.040117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db43c449-0d06-4676-bf90-83e60f16e9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.041326 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-db43c449-0d06-4676-bf90-83e60f16e9b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afd234ba-77d7-4a7d-a5e6-561aa465aa78 HTTP/1.1" status: 204 len: 168 time: 0.2324731 Oct 20 03:36:48.045249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.051107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:48.051733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.063503 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43c449-0d06-4676-bf90-83e60f16e9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd234ba-77d7-4a7d-a5e6-561aa465aa78,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:48.104707 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2844942 Oct 20 03:36:48.104820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53196) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:48.111858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'network_id': '4b455938-3eda-4e23-b46d-b88c57d76858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:48.141432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72c2da-4174-40cd-a317-b1a3e4fa8250 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=4b455938-3eda-4e23-b46d-b88c57d76858,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:48.156940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 4b455938-3eda-4e23-b46d-b88c57d76858 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:48.201790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17512135-13f8-4d00-90c0-cf4d4dbc1320 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.227612 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Checking segment: {'id': '302e7f30-a652-49e7-a056-255f61b6f551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ff323eba-ecca-4e6f-a9f7-12b97b4c3922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:48.227971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Network hostable DHCP agents. Network: ff323eba-ecca-4e6f-a9f7-12b97b4c3922, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:48.255021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:48.259729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.298242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.301633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17512135-13f8-4d00-90c0-cf4d4dbc1320 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.306019 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-17512135-13f8-4d00-90c0-cf4d4dbc1320 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1131234 Oct 20 03:36:48.316218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53200) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:48.323988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.326928 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/a9ea2745-a547-4631-a5e0-3c8cccfe45f2 HTTP/1.1" status: 204 len: 168 time: 5.7852588 Oct 20 03:36:48.328982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53202) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:48.333328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9232654d-09e5-4804-81df-e84328f75765 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': '255af037-5977-4bbd-9055-927ad2707476', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '44bdc9fb-a9f2-4c7c-b070-f08d8c61bbdb', 'remote_ip_prefix': None}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:48.339576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17512135-13f8-4d00-90c0-cf4d4dbc1320 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44bdc9fb-a9f2-4c7c-b070-f08d8c61bbdb,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:48.361204 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ad2b57-b099-4d90-bff9-4837e2e6d707 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:36:48.362004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ad2b57-b099-4d90-bff9-4837e2e6d707 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:36:48.365668 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e6ad2b57-b099-4d90-bff9-4837e2e6d707 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/a9ea2745-a547-4631-a5e0-3c8cccfe45f2 HTTP/1.1" status: 404 len: 339 time: 0.0355844 Oct 20 03:36:48.370312 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53204) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:48.372308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa33485-2e78-4c53-bc97-96c1eebe8270 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Network': ['ID=a9ea2745-a547-4631-a5e0-3c8cccfe45f2,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:48.378109 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-127308464', 'description': 'd1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:48.379578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3748a41-71b2-4da3-bc20-2b190eabd193 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.386790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Network ff323eba-ecca-4e6f-a9f7-12b97b4c3922 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:48.397793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3748a41-71b2-4da3-bc20-2b190eabd193 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.408818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:48.410078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54d869-05d0-4da0-a551-31c7b18cca8a req-2da56600-eea9-43c7-a163-a0ee71904c0d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:48.412217 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4c54d869-05d0-4da0-a551-31c7b18cca8a req-2da56600-eea9-43c7-a163-a0ee71904c0d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.2366800 Oct 20 03:36:48.413289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.417328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, ff323eba-ecca-4e6f-a9f7-12b97b4c3922) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:48.430134 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8894631d-fc31-4576-9717-73a844a475d1 None None] Network ff323eba-ecca-4e6f-a9f7-12b97b4c3922 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:48.433037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:48.448491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:48.461655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:48.462353 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.482194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:48.524476 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.524825 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Added segment b5579dfe-5a73-435c-a284-b7e23c03c719 of type vlan for network 849c226b-9d65-4768-8182-3cbe491c22ff Oct 20 03:36:48.562374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9232654d-09e5-4804-81df-e84328f75765 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.566144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.587630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.614267 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-dc63e9b0-ff24-466a-a144-6a504a09af43 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.3754289 Oct 20 03:36:48.619996 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53214) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:48.650980 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4c54d869-05d0-4da0-a551-31c7b18cca8a req-37e4fed3-4bd7-4c56-8f2e-16d15e949738 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201681 Oct 20 03:36:48.703362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=16d89792-1890-4861-8153-e7184b5f82eb,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:48.727037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9232654d-09e5-4804-81df-e84328f75765 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.729947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking segment: {'id': 'de31dd2a-534e-4a5d-9502-71b4bfd5bc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b455938-3eda-4e23-b46d-b88c57d76858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:48.730316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network hostable DHCP agents. Network: 4b455938-3eda-4e23-b46d-b88c57d76858, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:48.734036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9232654d-09e5-4804-81df-e84328f75765 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.735039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.740940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:48.741540 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.742770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3748a41-71b2-4da3-bc20-2b190eabd193 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Router c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:36:48.761379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232654d-09e5-4804-81df-e84328f75765 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba610d5e-843a-4c39-bddc-7cf11b1134b4,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:48.761721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c139ce94-4814-49d0-a0ff-ade5fbef5696 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:48.767997 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c139ce94-4814-49d0-a0ff-ade5fbef5696 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:48.772339 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c139ce94-4814-49d0-a0ff-ade5fbef5696 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1487041 Oct 20 03:36:48.772477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9232654d-09e5-4804-81df-e84328f75765 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.776252 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9232654d-09e5-4804-81df-e84328f75765 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4456699 Oct 20 03:36:48.784488 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53218) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:48.784706 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53220) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:48.846067 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4746499 Oct 20 03:36:48.856331 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53226) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:48.889966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3748a41-71b2-4da3-bc20-2b190eabd193 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:48.894821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3748a41-71b2-4da3-bc20-2b190eabd193 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.896073 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a3748a41-71b2-4da3-bc20-2b190eabd193 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "PUT /v2.0/routers/c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c HTTP/1.1" status: 200 len: 926 time: 3.2343979 Oct 20 03:36:48.898820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53228) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:48.903344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network 4b455938-3eda-4e23-b46d-b88c57d76858 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:48.913370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00554b86-e409-4a3d-94db-c4bfeadf1f3c None None] Sync routers for ids ['c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:48.925139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c5e37-16de-416b-a47b-1d7e8ef4fca8 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=849c226b-9d65-4768-8182-3cbe491c22ff,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:48.926004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00554b86-e409-4a3d-94db-c4bfeadf1f3c None None] Routers {'c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:48.926634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-00554b86-e409-4a3d-94db-c4bfeadf1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:48.961962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01d92f0f-47a2-47a2-ab5d-ad14b9e86690 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:48.975301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 4b455938-3eda-4e23-b46d-b88c57d76858) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:48.992716 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-00554b86-e409-4a3d-94db-c4bfeadf1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:48.997203 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 849c226b-9d65-4768-8182-3cbe491c22ff details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:48.998924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b51936-cb7a-4d73-be9c-fc5635263e33 None None] Network 4b455938-3eda-4e23-b46d-b88c57d76858 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:49.020244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01d92f0f-47a2-47a2-ab5d-ad14b9e86690 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.024123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:49.024734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.026247 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-84366955-beea-479f-953a-804e3baed38a tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/routers/c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c HTTP/1.1" status: 200 len: 926 time: 0.1261818 Oct 20 03:36:49.031602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53232) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:49.041116 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53234) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:49.089858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4048323-253f-4483-8cf3-029305303893 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:49.091345 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f4048323-253f-4483-8cf3-029305303893 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/networks?id=849c226b-9d65-4768-8182-3cbe491c22ff HTTP/1.1" status: 200 len: 764 time: 0.2306838 Oct 20 03:36:49.094287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53238) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:49.095016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00554b86-e409-4a3d-94db-c4bfeadf1f3c None None] Routers {'c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:49.096919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-00554b86-e409-4a3d-94db-c4bfeadf1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:49.101377 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-42d39b50-df07-4a4a-977b-1ceb3f2b89bc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9955735 Oct 20 03:36:49.101756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-18fd7658-a575-4902-b73c-b4953d9e797d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'description': 'd2'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:49.105665 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53240) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:49.144177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01d92f0f-47a2-47a2-ab5d-ad14b9e86690 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.162333 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01d92f0f-47a2-47a2-ab5d-ad14b9e86690 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.166071 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-01d92f0f-47a2-47a2-ab5d-ad14b9e86690 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ba610d5e-843a-4c39-bddc-7cf11b1134b4 HTTP/1.1" status: 204 len: 168 time: 0.3735054 Oct 20 03:36:49.169181 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba9810-75d1-4901-acc2-1fd23a3a2a8a tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:49.173080 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7eba9810-75d1-4901-acc2-1fd23a3a2a8a tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&device_id=c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1311440 Oct 20 03:36:49.178548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53242) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:49.178887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53244) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:49.199493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-00554b86-e409-4a3d-94db-c4bfeadf1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:49.200319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00554b86-e409-4a3d-94db-c4bfeadf1f3c None None] The sync data for ids ['c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:49.209003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2143290125'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:49.235886 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2717f277-fae3-4b0a-9004-2e809da5bfb9 resource provider aggregate not found Oct 20 03:36:49.252330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:49.256314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.273855 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2717f277-fae3-4b0a-9004-2e809da5bfb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2717f277-fae3-4b0a-9004-2e809da5bfb9 found for delete ", "request_id": "req-0e0fd20c-19f0-4b76-aa89-1f12c09901bd"}]} Oct 20 03:36:49.288867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.297106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.335595 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment dbc67045-ef25-430c-87ca-dea3def4d9c2 resource provider aggregate not found Oct 20 03:36:49.345861 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-4b455938-3eda-4e23-b46d-b88c57d76858', 'network_id': '4b455938-3eda-4e23-b46d-b88c57d76858', 'tenant_id': '6486d06f423a4bc7bd5387d9fb1bc72e', 'fixed_ips': [{'subnet_id': '16d89792-1890-4861-8153-e7184b5f82eb'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:49.346871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.372233 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment dbc67045-ef25-430c-87ca-dea3def4d9c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbc67045-ef25-430c-87ca-dea3def4d9c2 found for delete ", "request_id": "req-1e8dd058-e859-47f0-9947-ccfc6aad9033"}]} Oct 20 03:36:49.376479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18fd7658-a575-4902-b73c-b4953d9e797d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.401783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18fd7658-a575-4902-b73c-b4953d9e797d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.430148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18fd7658-a575-4902-b73c-b4953d9e797d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network 849c226b-9d65-4768-8182-3cbe491c22ff is not hosted by any dhcp agent {{(pid=103629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 03:36:49.435485 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd7658-a575-4902-b73c-b4953d9e797d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:49.436223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18fd7658-a575-4902-b73c-b4953d9e797d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.437656 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-18fd7658-a575-4902-b73c-b4953d9e797d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "PUT /v2.0/networks/849c226b-9d65-4768-8182-3cbe491c22ff HTTP/1.1" status: 200 len: 761 time: 0.3421068 Oct 20 03:36:49.444641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53254) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:49.469015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.520553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Allocated IP 172.20.0.1 (4b455938-3eda-4e23-b46d-b88c57d76858/16d89792-1890-4861-8153-e7184b5f82eb/67e03db5-f819-41e1-a57c-7a8cc658e9d6) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:49.528231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd7658-a575-4902-b73c-b4953d9e797d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=849c226b-9d65-4768-8182-3cbe491c22ff,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:49.543627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d92f0f-47a2-47a2-ab5d-ad14b9e86690 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba610d5e-843a-4c39-bddc-7cf11b1134b4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:49.547201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-809770a5-ba4f-4b06-9fc1-82e9582c7a10 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Deleting port 77b5baeb-51d6-4fd0-9ad5-0b4fa9bd3608 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:49.547348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-809770a5-ba4f-4b06-9fc1-82e9582c7a10 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.554089 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 849c226b-9d65-4768-8182-3cbe491c22ff details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:49.609694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.616013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.625094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1746c802-6c9c-442e-bba8-87c618babbdb tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:49.631285 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1746c802-6c9c-442e-bba8-87c618babbdb tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/networks?id=849c226b-9d65-4768-8182-3cbe491c22ff HTTP/1.1" status: 200 len: 764 time: 0.1809895 Oct 20 03:36:49.649466 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53256) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:49.663754 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c548925-b71b-4246-82e3-c104e3b9affa,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:49.676432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:49.690315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.690802 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Added segment b85a0788-5318-453d-9dca-76bb0adbfd86 of type vlan for network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 Oct 20 03:36:49.741277 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.748286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.749648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.761829 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-56fbf7ce-47e5-4938-8c32-08fca029283b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5818191 Oct 20 03:36:49.765467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53260) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:49.765615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.776653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-809770a5-ba4f-4b06-9fc1-82e9582c7a10 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.795444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.800957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:49.801569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.805402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Network 4b455938-3eda-4e23-b46d-b88c57d76858 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:49.809036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:49.815725 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:49.824905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Pushing event updated for resources: {'Port': ['ID=67e03db5-f819-41e1-a57c-7a8cc658e9d6,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:49.859653 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8173878 Oct 20 03:36:49.866280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-809770a5-ba4f-4b06-9fc1-82e9582c7a10 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Calling delete_port for 77b5baeb-51d6-4fd0-9ad5-0b4fa9bd3608 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:49.887890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Attempting to bind port 67e03db5-f819-41e1-a57c-7a8cc658e9d6 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:49.888258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Attempting to bind port 67e03db5-f819-41e1-a57c-7a8cc658e9d6 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'de31dd2a-534e-4a5d-9502-71b4bfd5bc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b455938-3eda-4e23-b46d-b88c57d76858'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:49.888670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Attempting to bind port 67e03db5-f819-41e1-a57c-7a8cc658e9d6 on network 4b455938-3eda-4e23-b46d-b88c57d76858 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:49.890824 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53262) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:49.893839 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:49.894212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Checking segment: {'id': 'de31dd2a-534e-4a5d-9502-71b4bfd5bc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b455938-3eda-4e23-b46d-b88c57d76858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:49.894617 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.895006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Bound using segment: {'id': 'de31dd2a-534e-4a5d-9502-71b4bfd5bc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b455938-3eda-4e23-b46d-b88c57d76858'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:49.895474 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Bound port: 67e03db5-f819-41e1-a57c-7a8cc658e9d6, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de31dd2a-534e-4a5d-9502-71b4bfd5bc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b455938-3eda-4e23-b46d-b88c57d76858'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:49.896990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.902020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c277257-2027-40a6-a890-4d6091c32745 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Network': ['ID=84f7bfb8-4125-4a8e-bf2a-064cdf9804f7,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:49.909272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-862f0c0b-054d-460e-8d36-d8f82343e99c tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.910434 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:49.929494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:49.934107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-862f0c0b-054d-460e-8d36-d8f82343e99c tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.980889 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-862f0c0b-054d-460e-8d36-d8f82343e99c tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.984394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-862f0c0b-054d-460e-8d36-d8f82343e99c tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:49.985563 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-862f0c0b-054d-460e-8d36-d8f82343e99c tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-groups/44bdc9fb-a9f2-4c7c-b070-f08d8c61bbdb HTTP/1.1" status: 204 len: 168 time: 0.2191520 Oct 20 03:36:49.991365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53264) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:49.998070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef720f-40bf-4d32-b0f9-6e942301f748 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:50.002391 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f3ef720f-40bf-4d32-b0f9-6e942301f748 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/networks/78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 881 time: 0.8197129 Oct 20 03:36:50.002795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f0c0b-054d-460e-8d36-d8f82343e99c tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bdc9fb-a9f2-4c7c-b070-f08d8c61bbdb,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:50.007269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53266) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:50.034570 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] For port 67e03db5-f819-41e1-a57c-7a8cc658e9d6, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:50.044336 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ce4d1a5a-eecf-418f-853b-7e512c0a2448 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c HTTP/1.1" status: 200 len: 205 time: 0.0359657 Oct 20 03:36:50.047543 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53268) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:50.051032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] For port 67e03db5-f819-41e1-a57c-7a8cc658e9d6, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=67e03db5-f819-41e1-a57c-7a8cc658e9d6,segment=NetworkSegment(de31dd2a-534e-4a5d-9502-71b4bfd5bc4b),segment_id=de31dd2a-534e-4a5d-9502-71b4bfd5bc4b)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:50.056610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.116469 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5275937-a754-49bc-bfe9-3345c708af2a None None] Pushing event updated for resources: {'Port': ['ID=67e03db5-f819-41e1-a57c-7a8cc658e9d6,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:50.147012 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6aa84e5a-002f-4461-9ca9-7a069a3aa487 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1532805 Oct 20 03:36:50.149654 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53270) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:50.202414 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed280b3-9ba6-48f7-9c4a-6b9949999757 req-07074735-9e51-4ae2-a248-8883749af012 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:50.203966 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8ed280b3-9ba6-48f7-9c4a-6b9949999757 req-07074735-9e51-4ae2-a248-8883749af012 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.4246662 Oct 20 03:36:50.231441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6979ef-30eb-469a-91eb-a8f22feb8d42 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:50.235406 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6e6979ef-30eb-469a-91eb-a8f22feb8d42 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5825729 Oct 20 03:36:50.235545 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.237324 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53272) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:50.243834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:50.247176 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.342755 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f0af9932-bca9-4ecc-a5fb-730964df83fd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 207 time: 0.1042461 Oct 20 03:36:50.346481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53274) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:50.369366 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1870ce2b-2637-4fe0-9b0a-66bb24d317dd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.384580 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8ed280b3-9ba6-48f7-9c4a-6b9949999757 req-402d1ca1-ce92-49a9-bd51-e8123bd88a40 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619315 Oct 20 03:36:50.387898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-809770a5-ba4f-4b06-9fc1-82e9582c7a10 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.395049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Deleting port 67e03db5-f819-41e1-a57c-7a8cc658e9d6 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:50.395416 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.459168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1870ce2b-2637-4fe0-9b0a-66bb24d317dd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.459673 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809770a5-ba4f-4b06-9fc1-82e9582c7a10 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event deleted for resources: {'Port': ['ID=77b5baeb-51d6-4fd0-9ad5-0b4fa9bd3608,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:50.472840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-809770a5-ba4f-4b06-9fc1-82e9582c7a10 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.479569 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-809770a5-ba4f-4b06-9fc1-82e9582c7a10 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "DELETE /v2.0/ports/77b5baeb-51d6-4fd0-9ad5-0b4fa9bd3608 HTTP/1.1" status: 204 len: 168 time: 1.6905937 Oct 20 03:36:50.480240 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53276) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:50.559187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.584312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1870ce2b-2637-4fe0-9b0a-66bb24d317dd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.586870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1870ce2b-2637-4fe0-9b0a-66bb24d317dd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.588026 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1870ce2b-2637-4fe0-9b0a-66bb24d317dd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-groups/255af037-5977-4bbd-9055-927ad2707476 HTTP/1.1" status: 204 len: 168 time: 0.4372852 Oct 20 03:36:50.593802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53278) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:50.620493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311be38e-f1c5-4b91-9717-73be33b644bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:50.626542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311be38e-f1c5-4b91-9717-73be33b644bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:50.632257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311be38e-f1c5-4b91-9717-73be33b644bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:50.638209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311be38e-f1c5-4b91-9717-73be33b644bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:50.643868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311be38e-f1c5-4b91-9717-73be33b644bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:50.649591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311be38e-f1c5-4b91-9717-73be33b644bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:50.651379 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-311be38e-f1c5-4b91-9717-73be33b644bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3022451 Oct 20 03:36:50.660022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53280) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:50.666128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870ce2b-2637-4fe0-9b0a-66bb24d317dd tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255af037-5977-4bbd-9055-927ad2707476,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:50.674626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] For port 67e03db5-f819-41e1-a57c-7a8cc658e9d6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=67e03db5-f819-41e1-a57c-7a8cc658e9d6,segment=NetworkSegment(de31dd2a-534e-4a5d-9502-71b4bfd5bc4b),segment_id=de31dd2a-534e-4a5d-9502-71b4bfd5bc4b)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:50.675006 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.685245 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Deleting port 086e8cc7-8d64-4a9e-bf66-dcbd7de51780 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:50.685691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.758627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Calling delete_port for 67e03db5-f819-41e1-a57c-7a8cc658e9d6 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:50.772349 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.784031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Calling delete_port for 086e8cc7-8d64-4a9e-bf66-dcbd7de51780 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:50.842828 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5c73c715-08a9-4d2a-b5da-f8f0522d7a60 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2477651 Oct 20 03:36:50.848428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53282) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:50.854039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f818b54c-1550-4981-abd8-5e29d6abd6c6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group': {'name': 'tempest-secgroup--514749865'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:50.926506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f818b54c-1550-4981-abd8-5e29d6abd6c6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.948293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcdcf9-c90d-4386-9aad-39788e62a8d8 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Deleting port fa2cf6d0-8b3e-4b99-a852-efa273fbb910 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:50.948898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7fcdcf9-c90d-4386-9aad-39788e62a8d8 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:50.960081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.013167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.069151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Pushing event deleted for resources: {'Port': ['ID=086e8cc7-8d64-4a9e-bf66-dcbd7de51780,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:51.130691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f818b54c-1550-4981-abd8-5e29d6abd6c6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.134924 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.138303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f818b54c-1550-4981-abd8-5e29d6abd6c6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.140318 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7d94d5bf-e6a0-4b31-99e7-abefea110698 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4704318 Oct 20 03:36:51.154724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53284) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:51.159323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=1fbe0702-60a3-48e5-9bfa-b6a96bf17269,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:51.183002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7fcdcf9-c90d-4386-9aad-39788e62a8d8 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.220732 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4bb2f0-cbdd-4f96-97fb-63e4a7774d30 None None] Network 4b455938-3eda-4e23-b46d-b88c57d76858 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:51.236594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcdcf9-c90d-4386-9aad-39788e62a8d8 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Calling delete_port for fa2cf6d0-8b3e-4b99-a852-efa273fbb910 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:51.256469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.260891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.264711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:51.265083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network hostable DHCP agents. Network: 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:51.265315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f818b54c-1550-4981-abd8-5e29d6abd6c6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.266437 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f818b54c-1550-4981-abd8-5e29d6abd6c6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4159331 Oct 20 03:36:51.268862 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818b54c-1550-4981-abd8-5e29d6abd6c6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04cf0a83-299a-4532-b774-8de5008d70a9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:51.273275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53286) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:51.280141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-70972ac6-9e0f-4d51-9b6f-46bf7a1a94da tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': '04cf0a83-299a-4532-b774-8de5008d70a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:51.295940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c48cc2-e8e9-40af-9cf9-c8eecfb9fc14 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.295940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c48cc2-e8e9-40af-9cf9-c8eecfb9fc14 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.295940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c48cc2-e8e9-40af-9cf9-c8eecfb9fc14 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.298948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c48cc2-e8e9-40af-9cf9-c8eecfb9fc14 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.300528 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c48cc2-e8e9-40af-9cf9-c8eecfb9fc14 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.306465 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-46c48cc2-e8e9-40af-9cf9-c8eecfb9fc14 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1440792 Oct 20 03:36:51.308198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53288) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:51.338767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.339363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Fanout notify agent at l3_agent the message router_deleted on router c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:51.348446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7597201d-d593-4f5d-a84a-ecaddb06aaf4 None None] Provisioning complete for port 67e03db5-f819-41e1-a57c-7a8cc658e9d6 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:51.349885 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7597201d-d593-4f5d-a84a-ecaddb06aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.350250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.350363 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7597201d-d593-4f5d-a84a-ecaddb06aaf4 None None] Attempt 1 to provision port 67e03db5-f819-41e1-a57c-7a8cc658e9d6 Oct 20 03:36:51.351658 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-20942bfa-3257-4de6-a5da-e1c935e494da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c HTTP/1.1" status: 204 len: 168 time: 1.3028347 Oct 20 03:36:51.357542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53290) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:51.363049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d599be2c-efb7-48b8-b178-db9c50aa6e24 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1888142380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:51.371926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-70972ac6-9e0f-4d51-9b6f-46bf7a1a94da tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.407047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.414528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d599be2c-efb7-48b8-b178-db9c50aa6e24 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.417042 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d599be2c-efb7-48b8-b178-db9c50aa6e24 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.418431 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:51.444563 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7597201d-d593-4f5d-a84a-ecaddb06aaf4 None None] Could not find standard attr ID for object 67e03db5-f819-41e1-a57c-7a8cc658e9d6. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:36:51.452675 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.db [None req-7597201d-d593-4f5d-a84a-ecaddb06aaf4 None None] No ports have port_id starting with 67e03db5-f819-41e1-a57c-7a8cc658e9d6 Oct 20 03:36:51.464463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Port': ['ID=67e03db5-f819-41e1-a57c-7a8cc658e9d6,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:51.469949 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12497242-7752-41f3-a6d2-3c9368cf1fbe tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.471356 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12497242-7752-41f3-a6d2-3c9368cf1fbe tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.472781 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12497242-7752-41f3-a6d2-3c9368cf1fbe tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.474727 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12497242-7752-41f3-a6d2-3c9368cf1fbe tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.476124 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12497242-7752-41f3-a6d2-3c9368cf1fbe tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.480329 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-12497242-7752-41f3-a6d2-3c9368cf1fbe tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1678302 Oct 20 03:36:51.481910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d599be2c-efb7-48b8-b178-db9c50aa6e24 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.482372 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53294) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:51.484133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:51.487000 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d599be2c-efb7-48b8-b178-db9c50aa6e24 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.497899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.498483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.530116 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d599be2c-efb7-48b8-b178-db9c50aa6e24 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.533840 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d599be2c-efb7-48b8-b178-db9c50aa6e24 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1728013 Oct 20 03:36:51.534482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-70972ac6-9e0f-4d51-9b6f-46bf7a1a94da tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.535752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53296) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:51.541320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Request body: {'router': {'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:51.553660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-70972ac6-9e0f-4d51-9b6f-46bf7a1a94da tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.561915 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91457c2a-5502-40fa-b24c-c485ba2e77f4 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:51.578656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No DVR routers for this DVR port 67e03db5-f819-41e1-a57c-7a8cc658e9d6 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:51.625373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7fcdcf9-c90d-4386-9aad-39788e62a8d8 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.634413 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2e9fdb69-0370-4c3d-b465-0c097417214f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7424936 Oct 20 03:36:51.644237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53298) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:51.654539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'name': 'tempest-NetworksTestDHCPv6-561379962'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:51.699139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70972ac6-9e0f-4d51-9b6f-46bf7a1a94da tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0660089f-0441-4491-854a-cb5e609dad60,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:51.705354 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcdcf9-c90d-4386-9aad-39788e62a8d8 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event deleted for resources: {'Port': ['ID=fa2cf6d0-8b3e-4b99-a852-efa273fbb910,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:51.716482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-70972ac6-9e0f-4d51-9b6f-46bf7a1a94da tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.720482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-70972ac6-9e0f-4d51-9b6f-46bf7a1a94da tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4434583 Oct 20 03:36:51.722084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53300) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:51.726197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7fcdcf9-c90d-4386-9aad-39788e62a8d8 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.729539 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a7fcdcf9-c90d-4386-9aad-39788e62a8d8 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "DELETE /v2.0/ports/fa2cf6d0-8b3e-4b99-a852-efa273fbb910 HTTP/1.1" status: 204 len: 168 time: 1.2449303 Oct 20 03:36:51.739655 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53302) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:51.761704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.792028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '1fbe0702-60a3-48e5-9bfa-b6a96bf17269'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:51.793400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.817867 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c3df61ed-48a4-401a-95f0-e37b3658fad0 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0759022 Oct 20 03:36:51.830821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84404df-6576-4cee-8e0c-d56a3216f3ac tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:51.832471 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a84404df-6576-4cee-8e0c-d56a3216f3ac tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/networks/ed37456a-abe7-4f7f-ae92-dcf6008d6581 HTTP/1.1" status: 200 len: 804 time: 0.3492138 Oct 20 03:36:51.833036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53304) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:51.840664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53306) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:51.846330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1348774225'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:51.851966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc71a423-1e2e-4361-ac66-6683eefec3ac tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.897146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc71a423-1e2e-4361-ac66-6683eefec3ac tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.938632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Made reservation on behalf of 69b7d7c45aff4f58b04c6b5c7148970e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:51.943118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:51.980981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Allocated IP 2001:db8::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/1fbe0702-60a3-48e5-9bfa-b6a96bf17269/a8244743-45e1-4deb-9e64-03d6383146f3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:52.002899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc71a423-1e2e-4361-ac66-6683eefec3ac tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.005545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.018552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc71a423-1e2e-4361-ac66-6683eefec3ac tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.019715 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bc71a423-1e2e-4361-ac66-6683eefec3ac tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0660089f-0441-4491-854a-cb5e609dad60 HTTP/1.1" status: 204 len: 168 time: 0.2949481 Oct 20 03:36:52.028733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53308) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:52.083000 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71a423-1e2e-4361-ac66-6683eefec3ac tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0660089f-0441-4491-854a-cb5e609dad60,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.094305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:52.096482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Subnet': ['ID=16d89792-1890-4861-8153-e7184b5f82eb,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.105442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca810d-e3fa-4a2e-aefd-02e6d19d9933 None None] Network 4b455938-3eda-4e23-b46d-b88c57d76858 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:52.129910 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-484bcb10-1002-4e2b-ac06-703307ecd0da tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/networks/ed37456a-abe7-4f7f-ae92-dcf6008d6581?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2790620 Oct 20 03:36:52.131770 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.132118 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Added segment 84ac3c5b-cf3f-4787-a1cd-2bc5ea42a30b of type vlan for network 6703e409-2c73-4231-af53-f796baa9b50b Oct 20 03:36:52.146536 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53310) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:52.243944 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0c1fdeb9-3776-4439-95b8-6e21293e5347 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2090051 Oct 20 03:36:52.246122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.256926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53312) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:52.275845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.276828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eeb58-5042-4bf1-9cd1-1a842c543787 req-6df8813c-8a3c-4390-b64f-007e63b8b54f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:52.279225 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-999eeb58-5042-4bf1-9cd1-1a842c543787 req-6df8813c-8a3c-4390-b64f-007e63b8b54f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.7468750 Oct 20 03:36:52.322383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b455938-3eda-4e23-b46d-b88c57d76858']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:52.326937 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e1eca-5965-448e-b95d-b4606aad0b81 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:52.328288 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-682e1eca-5965-448e-b95d-b4606aad0b81 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/subnets/372b3398-f147-4491-a528-ea4349186d2b HTTP/1.1" status: 200 len: 843 time: 0.1804729 Oct 20 03:36:52.336613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53314) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:52.342189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de31dd2a-534e-4a5d-9502-71b4bfd5bc4b') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:52.342502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de31dd2a-534e-4a5d-9502-71b4bfd5bc4b') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:52.346824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.362636 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.390437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.395815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:52.396435 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.408696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.414755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.418597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.443981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:52.444423 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.459634 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-999eeb58-5042-4bf1-9cd1-1a842c543787 req-ec60b1b6-dcbf-452f-9a77-ebe37c26cc6e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622374 Oct 20 03:36:52.480371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b774d568-38fb-43a2-92a6-fe6287dcb7ec tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:52.481751 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b774d568-38fb-43a2-92a6-fe6287dcb7ec tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "GET /v2.0/subnets/372b3398-f147-4491-a528-ea4349186d2b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1415539 Oct 20 03:36:52.485701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53318) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:52.493318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-974850331'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:52.499970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-74ef9e7d-2d24-47e8-9b9e-7f5a4d680b83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.501594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:52.502931 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6630359 Oct 20 03:36:52.505992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:52.507525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:52.508731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:52.511565 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.519085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Pushing event updated for resources: {'Port': ['ID=a8244743-45e1-4deb-9e64-03d6383146f3,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.522885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53320) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:52.542934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-729026227'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:52.568510 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment de31dd2a-534e-4a5d-9502-71b4bfd5bc4b resource provider aggregate not found Oct 20 03:36:52.573760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b186c-c0e8-4862-9145-e0184affb9ff tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event updated for resources: {'Network': ['ID=6703e409-2c73-4231-af53-f796baa9b50b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.578819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73667892-52ea-426d-b521-4c199ff4e343 None None] DHCP port deletion for 4b455938-3eda-4e23-b46d-b88c57d76858 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:36:52.587413 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-74ef9e7d-2d24-47e8-9b9e-7f5a4d680b83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.588480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Attempting to bind port a8244743-45e1-4deb-9e64-03d6383146f3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:52.589853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.596759 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment de31dd2a-534e-4a5d-9502-71b4bfd5bc4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de31dd2a-534e-4a5d-9502-71b4bfd5bc4b found for delete ", "request_id": "req-4dd7eaed-fa13-4cfe-ae62-213bf511ac3a"}]} Oct 20 03:36:52.604395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Attempting to bind port a8244743-45e1-4deb-9e64-03d6383146f3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:52.604905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Attempting to bind port a8244743-45e1-4deb-9e64-03d6383146f3 on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:52.608781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 6703e409-2c73-4231-af53-f796baa9b50b details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:52.611147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 9470de95-586f-47a1-a783-ca27238390db yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:52.618425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.621858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:52.625379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.627054 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/4b455938-3eda-4e23-b46d-b88c57d76858 HTTP/1.1" status: 204 len: 168 time: 3.5184779 Oct 20 03:36:52.628406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:52.628788 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:52.629035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce60ff0-3f5d-4a3f-acf5-40afbc945029 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=4b455938-3eda-4e23-b46d-b88c57d76858,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.629196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.629601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:52.630778 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Bound port: a8244743-45e1-4deb-9e64-03d6383146f3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:52.632121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.632230 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53324) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:52.637140 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-341120212'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:52.658078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:52.662205 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.675614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Made reservation on behalf of 69b7d7c45aff4f58b04c6b5c7148970e for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:52.681373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.693592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:52.712826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.713256 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment 1551fad6-d079-418f-a20a-c669cb080156 of type vlan for network 41001f65-c895-4d8c-bad5-3f9ab4321891 Oct 20 03:36:52.745602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] For port a8244743-45e1-4deb-9e64-03d6383146f3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:52.749205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] For port a8244743-45e1-4deb-9e64-03d6383146f3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a8244743-45e1-4deb-9e64-03d6383146f3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:52.755137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.761601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.782312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:52.801415 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.803197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:52.807159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-74ef9e7d-2d24-47e8-9b9e-7f5a4d680b83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.809454 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:52.810169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-74ef9e7d-2d24-47e8-9b9e-7f5a4d680b83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.810295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.813303 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-74ef9e7d-2d24-47e8-9b9e-7f5a4d680b83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-groups/04cf0a83-299a-4532-b774-8de5008d70a9 HTTP/1.1" status: 204 len: 168 time: 0.5512738 Oct 20 03:36:52.816521 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53326) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:52.821137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385a513-f4f1-40ec-aace-454cee7bec16 None None] Pushing event updated for resources: {'Port': ['ID=a8244743-45e1-4deb-9e64-03d6383146f3,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.824734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.825084 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Added segment 8a29e958-3dc6-4550-b53e-f96bc113a7fd of type vlan for network faf291ac-793a-40bf-8467-b991bc3db997 Oct 20 03:36:52.864339 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2318525 Oct 20 03:36:52.870964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:52.871321 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Added segment cc95b3a6-f24a-447f-b13a-8599580839c3 of type vlan for network 4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0 Oct 20 03:36:52.874754 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53328) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:52.895277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'network_id': '41001f65-c895-4d8c-bad5-3f9ab4321891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:52.899729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef9e7d-2d24-47e8-9b9e-7f5a4d680b83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cf0a83-299a-4532-b774-8de5008d70a9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.932166 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c67114-4ca8-4fdf-8e13-bac0aac6c0d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=41001f65-c895-4d8c-bad5-3f9ab4321891,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:52.943139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 41001f65-c895-4d8c-bad5-3f9ab4321891 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:52.943878 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-425c61c9-5a44-4754-bfd0-1fb3e6ad086b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1228812 Oct 20 03:36:52.948076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53330) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:52.952596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-cb6b42c8-eec1-436a-bc0b-3a0c615dc0a9 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183548512'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:52.985822 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb6b42c8-eec1-436a-bc0b-3a0c615dc0a9 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.038661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.042445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.050581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::2ae (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/1fbe0702-60a3-48e5-9bfa-b6a96bf17269/9470de95-586f-47a1-a783-ca27238390db) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:53.106906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb6b42c8-eec1-436a-bc0b-3a0c615dc0a9 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.112954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb6b42c8-eec1-436a-bc0b-3a0c615dc0a9 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.145369 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb6b42c8-eec1-436a-bc0b-3a0c615dc0a9 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.146730 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cb6b42c8-eec1-436a-bc0b-3a0c615dc0a9 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1976035 Oct 20 03:36:53.149416 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b42c8-eec1-436a-bc0b-3a0c615dc0a9 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4744e8c9-60aa-49ab-8f85-fe5b5a473218,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:53.160639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53332) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:53.166019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7511eb2f-c4c8-430a-ae17-ba9f516c4bc6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': '4744e8c9-60aa-49ab-8f85-fe5b5a473218', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:53.198245 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7511eb2f-c4c8-430a-ae17-ba9f516c4bc6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.216950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.222876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:53.223498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.264727 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7511eb2f-c4c8-430a-ae17-ba9f516c4bc6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.269098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7511eb2f-c4c8-430a-ae17-ba9f516c4bc6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.274228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.279835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:53.280457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.286989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511eb2f-c4c8-430a-ae17-ba9f516c4bc6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e313dbbb-9388-4d4f-9ef2-abeb404d6464,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:53.294917 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7511eb2f-c4c8-430a-ae17-ba9f516c4bc6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.298707 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7511eb2f-c4c8-430a-ae17-ba9f516c4bc6 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344936 Oct 20 03:36:53.299078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53334) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:53.319414 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-59e87cf2-03de-4ee2-a004-bd65df42998e tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules/e313dbbb-9388-4d4f-9ef2-abeb404d6464 HTTP/1.1" status: 200 len: 763 time: 0.0165558 Oct 20 03:36:53.320109 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53336) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:53.348961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:53.353003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.363315 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bdd2e484-db43-4607-9d34-83adc8b42d3a tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0396633 Oct 20 03:36:53.363507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.363602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53338) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:53.376314 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8884432 Oct 20 03:36:53.379302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53340) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:53.384919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'network_id': 'faf291ac-793a-40bf-8467-b991bc3db997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:53.400180 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8759489 Oct 20 03:36:53.409499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d292c0c-fe55-4a55-a64c-eb0084eba025 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.431323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d292c0c-fe55-4a55-a64c-eb0084eba025 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.467062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd1a6c-77ec-4458-9a9a-f31343fd4aa1 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Network': ['ID=faf291ac-793a-40bf-8467-b991bc3db997,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:53.481183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network faf291ac-793a-40bf-8467-b991bc3db997 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:53.667220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.751933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a8244743-45e1-4deb-9e64-03d6383146f3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:53.805934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.860103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a8244743-45e1-4deb-9e64-03d6383146f3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:53.860864 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.861448 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a8244743-45e1-4deb-9e64-03d6383146f3 Oct 20 03:36:53.905731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:53.976073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a8244743-45e1-4deb-9e64-03d6383146f3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:53.977021 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.007584 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ad20a-812c-4bcc-acec-a347c33473a1 req-6351cb3c-5297-48d8-8b8a-a160d77911e0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:54.022985 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d22ad20a-812c-4bcc-acec-a347c33473a1 req-6351cb3c-5297-48d8-8b8a-a160d77911e0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.1074483 Oct 20 03:36:54.037001 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d292c0c-fe55-4a55-a64c-eb0084eba025 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.038345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port a8244743-45e1-4deb-9e64-03d6383146f3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a8244743-45e1-4deb-9e64-03d6383146f3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:54.054947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a62f1a-0dc7-4d01-b80f-f2caead29a67 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event updated for resources: {'Network': ['ID=4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:54.055429 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.072718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:36:54.076074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d292c0c-fe55-4a55-a64c-eb0084eba025 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.083094 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0d292c0c-fe55-4a55-a64c-eb0084eba025 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e313dbbb-9388-4d4f-9ef2-abeb404d6464 HTTP/1.1" status: 204 len: 168 time: 0.7162230 Oct 20 03:36:54.087320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53346) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:54.110871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d292c0c-fe55-4a55-a64c-eb0084eba025 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e313dbbb-9388-4d4f-9ef2-abeb404d6464,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:54.123268 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Made reservation on behalf of a7b7d5d8ef0045c7aeac20c2114d9fc5 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:54.126945 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.145714 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 67e03db5-f819-41e1-a57c-7a8cc658e9d6 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:36:54.171787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:54.190873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:54.198916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:54.205541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:54.206608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.211601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=9470de95-586f-47a1-a783-ca27238390db,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:54.277150 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef71558-b098-4eaa-a909-982db0b3ca13 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:54.296778 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8676fc26-288d-4047-9026-87ea82b14f62 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6469417 Oct 20 03:36:54.302524 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53348) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:54.305013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 67e03db5-f819-41e1-a57c-7a8cc658e9d6 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:36:54.305369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 67e03db5-f819-41e1-a57c-7a8cc658e9d6 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:36:54.312545 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d22ad20a-812c-4bcc-acec-a347c33473a1 req-8e0a9028-9f4d-4eb8-b4d1-711333bc3f8d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883368 Oct 20 03:36:54.346628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Allocated IP 172.26.0.240 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/dca74c84-662c-433b-84d5-2afb6d2b25e9) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:54.382452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.396746 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-211acf96-dc9f-437d-9abf-38742bad568c None None] Provisioning complete for port a8244743-45e1-4deb-9e64-03d6383146f3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:54.397122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-211acf96-dc9f-437d-9abf-38742bad568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.397464 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-211acf96-dc9f-437d-9abf-38742bad568c None None] Attempt 1 to provision port a8244743-45e1-4deb-9e64-03d6383146f3 Oct 20 03:36:54.409349 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cf9e1746-131b-43e5-a29c-7e059611bbb1 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3051431 Oct 20 03:36:54.424533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53350) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:54.431828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-31e8eef7-9c3e-4280-9712-0af3d760c4fe tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': '4744e8c9-60aa-49ab-8f85-fe5b5a473218', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:54.452542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=a8244743-45e1-4deb-9e64-03d6383146f3,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:54.457078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44a7516-286d-4901-baad-9756141fc318 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:54.464241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44a7516-286d-4901-baad-9756141fc318 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:54.468399 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c44a7516-286d-4901-baad-9756141fc318 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1577463 Oct 20 03:36:54.479407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.ipam_backend_mixin [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Performing IP validity checks on allocation pools {{(pid=103628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 20 03:36:54.480350 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.ipam_backend_mixin [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 20 03:36:54.484874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53352) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:54.535611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=650bb8a6-b5c8-4686-9ea4-98ea19b04764,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:54.574817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31e8eef7-9c3e-4280-9712-0af3d760c4fe tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.599339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-211acf96-dc9f-437d-9abf-38742bad568c None None] Current status of the port a8244743-45e1-4deb-9e64-03d6383146f3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:54.603129 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.611037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking segment: {'id': '1551fad6-d079-418f-a20a-c669cb080156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41001f65-c895-4d8c-bad5-3f9ab4321891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:54.612211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network hostable DHCP agents. Network: 41001f65-c895-4d8c-bad5-3f9ab4321891, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:54.667896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network 41001f65-c895-4d8c-bad5-3f9ab4321891 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:54.698183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 41001f65-c895-4d8c-bad5-3f9ab4321891) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:54.711559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31e8eef7-9c3e-4280-9712-0af3d760c4fe tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.714682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:54.715533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.716104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1b32a-3cd4-4de2-baf1-972c339c69e9 None None] Network 41001f65-c895-4d8c-bad5-3f9ab4321891 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:54.721112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31e8eef7-9c3e-4280-9712-0af3d760c4fe tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.750808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.760825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8eef7-9c3e-4280-9712-0af3d760c4fe tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e3835d-ee8c-4098-9315-aaa66bbfd003,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:54.769130 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-24b662aa-ee33-4533-9ec0-18df94524f52 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8900754 Oct 20 03:36:54.790978 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53354) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:54.901492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.907898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31e8eef7-9c3e-4280-9712-0af3d760c4fe tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.912315 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-31e8eef7-9c3e-4280-9712-0af3d760c4fe tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4839075 Oct 20 03:36:54.916560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53356) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:54.963078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:54.968484 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dc76301c-fc7a-4a25-9b3e-079891bf2752 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules/c9e3835d-ee8c-4098-9315-aaa66bbfd003 HTTP/1.1" status: 200 len: 763 time: 0.0280945 Oct 20 03:36:54.971824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Pushing event updated for resources: {'Port': ['ID=dca74c84-662c-433b-84d5-2afb6d2b25e9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:54.972220 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53358) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:54.974338 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-41001f65-c895-4d8c-bad5-3f9ab4321891', 'network_id': '41001f65-c895-4d8c-bad5-3f9ab4321891', 'tenant_id': '6486d06f423a4bc7bd5387d9fb1bc72e', 'fixed_ips': [{'subnet_id': '650bb8a6-b5c8-4686-9ea4-98ea19b04764'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:54.976338 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:54.981217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:54.992112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:55.091037 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9702f35d-57e8-45fd-9af5-e43c2d1b4372 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 9470de95-586f-47a1-a783-ca27238390db {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:55.091598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9702f35d-57e8-45fd-9af5-e43c2d1b4372 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.094971 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.120924 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1557c971-e895-4487-a72b-f9f0e5e57e9b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1430569 Oct 20 03:36:55.135806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53360) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:55.270325 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=63e7faa9-3745-4f4b-9e84-55c718719bcd,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:55.307466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Allocated IP 172.20.0.2 (41001f65-c895-4d8c-bad5-3f9ab4321891/650bb8a6-b5c8-4686-9ea4-98ea19b04764/6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:55.324228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b24cbd66-4031-4970-a5fa-887aa7901ddb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.336217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fba7d9af-cffc-4004-b61e-780fb34e1684 None None] Provisioning complete for port a8244743-45e1-4deb-9e64-03d6383146f3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:55.340662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fba7d9af-cffc-4004-b61e-780fb34e1684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.341382 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fba7d9af-cffc-4004-b61e-780fb34e1684 None None] Attempt 1 to provision port a8244743-45e1-4deb-9e64-03d6383146f3 Oct 20 03:36:55.352181 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b24cbd66-4031-4970-a5fa-887aa7901ddb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.365314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9702f35d-57e8-45fd-9af5-e43c2d1b4372 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.379849 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Checking segment: {'id': '8a29e958-3dc6-4550-b53e-f96bc113a7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'faf291ac-793a-40bf-8467-b991bc3db997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:55.380878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network hostable DHCP agents. Network: faf291ac-793a-40bf-8467-b991bc3db997, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:55.394617 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9702f35d-57e8-45fd-9af5-e43c2d1b4372 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 9470de95-586f-47a1-a783-ca27238390db owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:55.418410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b24cbd66-4031-4970-a5fa-887aa7901ddb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.439417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b24cbd66-4031-4970-a5fa-887aa7901ddb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.444146 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b24cbd66-4031-4970-a5fa-887aa7901ddb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c9e3835d-ee8c-4098-9315-aaa66bbfd003 HTTP/1.1" status: 204 len: 168 time: 0.2785745 Oct 20 03:36:55.453727 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53364) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:55.536519 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cbd66-4031-4970-a5fa-887aa7901ddb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9e3835d-ee8c-4098-9315-aaa66bbfd003,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:55.573871 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:36:55.588303 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Network faf291ac-793a-40bf-8467-b991bc3db997 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:55.597461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.657260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, faf291ac-793a-40bf-8467-b991bc3db997) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:55.663648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fba7d9af-cffc-4004-b61e-780fb34e1684 None None] Current status of the port a8244743-45e1-4deb-9e64-03d6383146f3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:55.674672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8dcf9c-1e3c-46a2-bbd2-3394fe07afd2 None None] Network faf291ac-793a-40bf-8467-b991bc3db997 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:55.691627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:55.692654 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.704986 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9125cf16-270c-4d83-b384-12baeaa156aa tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2446578 Oct 20 03:36:55.708733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53366) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:55.717646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ad94b29e-6529-406c-aecb-ac57794c3d6a tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': '4744e8c9-60aa-49ab-8f85-fe5b5a473218', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:55.752913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a8244743-45e1-4deb-9e64-03d6383146f3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:55.785430 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-03f20ace-49d4-4340-9f09-24203ffa7c8b tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4050024 Oct 20 03:36:55.789084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53368) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:55.795693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c79bf14c-95ac-49f4-a84a-3f9ade089115 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:55.854609 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ad94b29e-6529-406c-aecb-ac57794c3d6a tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.871150 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fba7d9af-cffc-4004-b61e-780fb34e1684 None None] Provisioning complete for port 9470de95-586f-47a1-a783-ca27238390db triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:55.871593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fba7d9af-cffc-4004-b61e-780fb34e1684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.871941 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fba7d9af-cffc-4004-b61e-780fb34e1684 None None] Attempt 1 to provision port 9470de95-586f-47a1-a783-ca27238390db Oct 20 03:36:55.897035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9702f35d-57e8-45fd-9af5-e43c2d1b4372 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.905073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.914604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:55.918350 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fba7d9af-cffc-4004-b61e-780fb34e1684 None None] Port 9470de95-586f-47a1-a783-ca27238390db cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:36:55.967509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702f35d-57e8-45fd-9af5-e43c2d1b4372 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=9470de95-586f-47a1-a783-ca27238390db,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:55.970681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.017930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a8244743-45e1-4deb-9e64-03d6383146f3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:56.018176 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2776dc-dfad-489d-8a97-6572b69ced21 req-04100e31-85c7-4790-9852-eed54d3c1d7c tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:56.018290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.018641 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a8244743-45e1-4deb-9e64-03d6383146f3 Oct 20 03:36:56.030271 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5f2776dc-dfad-489d-8a97-6572b69ced21 req-04100e31-85c7-4790-9852-eed54d3c1d7c tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.4409356 Oct 20 03:36:56.032463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.057533 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c79bf14c-95ac-49f4-a84a-3f9ade089115 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58976831'] for subnet, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.070668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9702f35d-57e8-45fd-9af5-e43c2d1b4372 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.074768 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9702f35d-57e8-45fd-9af5-e43c2d1b4372 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/9470de95-586f-47a1-a783-ca27238390db HTTP/1.1" status: 204 len: 168 time: 1.5883863 Oct 20 03:36:56.078166 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53370) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:56.080642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ad94b29e-6529-406c-aecb-ac57794c3d6a tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.110173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ad94b29e-6529-406c-aecb-ac57794c3d6a tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.128364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.170898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-faf291ac-793a-40bf-8467-b991bc3db997', 'network_id': 'faf291ac-793a-40bf-8467-b991bc3db997', 'tenant_id': 'a7b7d5d8ef0045c7aeac20c2114d9fc5', 'fixed_ips': [{'subnet_id': '63e7faa9-3745-4f4b-9e84-55c718719bcd'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:56.172294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.190959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94b29e-6529-406c-aecb-ac57794c3d6a tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d136c3af-5c15-4708-94c0-7302dc5650ae,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:56.213394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89349d79-903d-4a31-9d73-4df0541640e0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:56.215476 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89349d79-903d-4a31-9d73-4df0541640e0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:56.218094 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-89349d79-903d-4a31-9d73-4df0541640e0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1355026 Oct 20 03:36:56.222797 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ad94b29e-6529-406c-aecb-ac57794c3d6a tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.225098 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ad94b29e-6529-406c-aecb-ac57794c3d6a tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5127687 Oct 20 03:36:56.225965 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53372) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:56.235183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53374) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:56.299737 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c96a64d9-2a81-444c-a85c-2c2984b3aec3 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules/d136c3af-5c15-4708-94c0-7302dc5650ae HTTP/1.1" status: 200 len: 764 time: 0.0624206 Oct 20 03:36:56.302892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53376) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:56.321629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Network 41001f65-c895-4d8c-bad5-3f9ab4321891 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:56.327687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:56.333978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:56.361887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.412924 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc72e58-2c2d-450c-aa96-6027b17b9b9d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 1fbe0702-60a3-48e5-9bfa-b6a96bf17269 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:36:56.429458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1bc72e58-2c2d-450c-aa96-6027b17b9b9d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.429808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Subnet': ['ID=650bb8a6-b5c8-4686-9ea4-98ea19b04764,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:56.467996 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5f2776dc-dfad-489d-8a97-6572b69ced21 req-fa84ebbb-2ae2-43a9-a00f-247fc9b158ac tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4368200 Oct 20 03:36:56.512133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Router cb72384f-05ed-4db0-96e1-5cdecb97e1b1 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:36:56.517034 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7871cc1f-7781-4294-890e-3c7bcc62f8be tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2127833 Oct 20 03:36:56.527442 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53378) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:56.544870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.576573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41001f65-c895-4d8c-bad5-3f9ab4321891']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:56.595094 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1bc72e58-2c2d-450c-aa96-6027b17b9b9d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.601053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6f02677-396b-429a-9f76-7989b6488a7f tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.609381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6f02677-396b-429a-9f76-7989b6488a7f tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.625191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1551fad6-d079-418f-a20a-c669cb080156') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:56.625396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1551fad6-d079-418f-a20a-c669cb080156') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:56.639582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.653554 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fba7d9af-cffc-4004-b61e-780fb34e1684 None None] Attempt 2 to provision port 9470de95-586f-47a1-a783-ca27238390db Oct 20 03:36:56.665307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.665527 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6f02677-396b-429a-9f76-7989b6488a7f tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.691776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6f02677-396b-429a-9f76-7989b6488a7f tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.693910 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a6f02677-396b-429a-9f76-7989b6488a7f tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d136c3af-5c15-4708-94c0-7302dc5650ae HTTP/1.1" status: 204 len: 168 time: 0.1653888 Oct 20 03:36:56.698004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53380) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:56.699598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a8244743-45e1-4deb-9e64-03d6383146f3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:36:56.710354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:56.710828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.712829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fba7d9af-cffc-4004-b61e-780fb34e1684 None None] Port 9470de95-586f-47a1-a783-ca27238390db was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:36:56.746316 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 1551fad6-d079-418f-a20a-c669cb080156 resource provider aggregate not found Oct 20 03:36:56.750107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f02677-396b-429a-9f76-7989b6488a7f tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d136c3af-5c15-4708-94c0-7302dc5650ae,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:56.758824 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Pushing event updated for resources: {'Port': ['ID=6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:56.779674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Attempting to bind port 6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:56.780217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Attempting to bind port 6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '1551fad6-d079-418f-a20a-c669cb080156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41001f65-c895-4d8c-bad5-3f9ab4321891'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:56.780819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Attempting to bind port 6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715 on network 41001f65-c895-4d8c-bad5-3f9ab4321891 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:56.788315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:56.788942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Checking segment: {'id': '1551fad6-d079-418f-a20a-c669cb080156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41001f65-c895-4d8c-bad5-3f9ab4321891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:56.789499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.790034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Bound using segment: {'id': '1551fad6-d079-418f-a20a-c669cb080156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41001f65-c895-4d8c-bad5-3f9ab4321891'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:56.790727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Bound port: 6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1551fad6-d079-418f-a20a-c669cb080156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41001f65-c895-4d8c-bad5-3f9ab4321891'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:56.791262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.801394 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 1551fad6-d079-418f-a20a-c669cb080156 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1551fad6-d079-418f-a20a-c669cb080156 found for delete ", "request_id": "req-c6f954ee-17c2-4d91-b874-a6417f5ca8c2"}]} Oct 20 03:36:56.804259 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:36:56.811204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.814993 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b56dd235-f937-4634-b151-f458fccf7a7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "PUT /v2.0/routers/cb72384f-05ed-4db0-96e1-5cdecb97e1b1 HTTP/1.1" status: 200 len: 884 time: 5.2745428 Oct 20 03:36:56.815146 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152a9eb-7656-4bf5-8cba-69be4ce72707 None None] Sync routers for ids ['cb72384f-05ed-4db0-96e1-5cdecb97e1b1'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:36:56.815549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53386) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:56.825299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.db.api [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:36:56.825299 dv-neutron-861842-1-hyperv neutron-server[103629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:36:56.825299 dv-neutron-861842-1-hyperv neutron-server[103629]: [parameters: {'id': '41001f65-c895-4d8c-bad5-3f9ab4321891'}] Oct 20 03:36:56.825299 dv-neutron-861842-1-hyperv neutron-server[103629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:56.825746 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG oslo_db.api [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:56.832785 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152a9eb-7656-4bf5-8cba-69be4ce72707 None None] Routers {'cb72384f-05ed-4db0-96e1-5cdecb97e1b1'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:56.835554 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c152a9eb-7656-4bf5-8cba-69be4ce72707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['cb72384f-05ed-4db0-96e1-5cdecb97e1b1'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:56.868160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7c5a66a5-08d7-4de2-9a8b-d5447d1a082c None None] Could not find standard attr ID for object 9470de95-586f-47a1-a783-ca27238390db. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:36:56.895165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] For port 6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:56.900806 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c152a9eb-7656-4bf5-8cba-69be4ce72707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:56.910101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] For port 6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715,segment=NetworkSegment(1551fad6-d079-418f-a20a-c669cb080156),segment_id=1551fad6-d079-418f-a20a-c669cb080156)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:56.913534 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152a9eb-7656-4bf5-8cba-69be4ce72707 None None] Routers {'cb72384f-05ed-4db0-96e1-5cdecb97e1b1'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:36:56.914419 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c152a9eb-7656-4bf5-8cba-69be4ce72707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['cb72384f-05ed-4db0-96e1-5cdecb97e1b1'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:56.921524 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.942321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1bc72e58-2c2d-450c-aa96-6027b17b9b9d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:56.953644 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c152a9eb-7656-4bf5-8cba-69be4ce72707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:56.955241 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152a9eb-7656-4bf5-8cba-69be4ce72707 None None] The sync data for ids ['cb72384f-05ed-4db0-96e1-5cdecb97e1b1'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:36:56.997687 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b00eecbd-2a6b-4580-a653-088d11043751 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/routers/cb72384f-05ed-4db0-96e1-5cdecb97e1b1 HTTP/1.1" status: 200 len: 925 time: 0.1812758 Oct 20 03:36:57.000604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53388) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:57.014900 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac2d96-0f1e-48d3-8602-1ab5f133d580 None None] Pushing event updated for resources: {'Port': ['ID=6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:57.028123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1bc72e58-2c2d-450c-aa96-6027b17b9b9d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.047225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c79bf14c-95ac-49f4-a84a-3f9ade089115 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766400671443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59479953'] for subnet, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.049409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1bc72e58-2c2d-450c-aa96-6027b17b9b9d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.056344 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1bc72e58-2c2d-450c-aa96-6027b17b9b9d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/1fbe0702-60a3-48e5-9bfa-b6a96bf17269 HTTP/1.1" status: 204 len: 168 time: 0.8290138 Oct 20 03:36:57.056833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a694313d-174d-4596-a545-d916cfc8e17f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:57.060929 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a694313d-174d-4596-a545-d916cfc8e17f tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&device_id=cb72384f-05ed-4db0-96e1-5cdecb97e1b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0567672 Oct 20 03:36:57.060929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53390) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:57.065592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53392) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:57.088399 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-66f200b0-49ce-43cd-bdb5-17fa987b48df tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3805127 Oct 20 03:36:57.089013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53394) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:57.101832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc72e58-2c2d-450c-aa96-6027b17b9b9d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbe0702-60a3-48e5-9bfa-b6a96bf17269,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:57.149743 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Allocated IP 2001:db8::3 (faf291ac-793a-40bf-8467-b991bc3db997/63e7faa9-3745-4f4b-9e84-55c718719bcd/ace9315e-1c24-490c-ba6e-02443cc506d0) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:57.170143 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79bf14c-95ac-49f4-a84a-3f9ade089115 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:57.170769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c79bf14c-95ac-49f4-a84a-3f9ade089115 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.175874 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c79bf14c-95ac-49f4-a84a-3f9ade089115 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "PUT /v2.0/subnets/63e7faa9-3745-4f4b-9e84-55c718719bcd HTTP/1.1" status: 200 len: 900 time: 1.3848550 Oct 20 03:36:57.177805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53396) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:57.201893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53398) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:57.204081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6642ce-6009-4f72-a13f-557404b1b11e None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:57.217959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'subnets': [{'network_id': '6703e409-2c73-4231-af53-f796baa9b50b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2073234068', 'ip_version': 6}, {'network_id': '4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:57.218326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'subnet': {'network_id': '6703e409-2c73-4231-af53-f796baa9b50b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2073234068', 'ip_version': 6}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:57.218940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Request body: {'subnet': {'network_id': '4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:57.259068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bf14c-95ac-49f4-a84a-3f9ade089115 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event updated for resources: {'Subnet': ['ID=63e7faa9-3745-4f4b-9e84-55c718719bcd,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:57.283674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c3e8b1-cdf8-4cd6-9fc4-122f48b97263 None None] Network 41001f65-c895-4d8c-bad5-3f9ab4321891 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:57.341041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1a77faf6-3643-41ac-992b-3878d560e017 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.413827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1a77faf6-3643-41ac-992b-3878d560e017 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.454862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.465654 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.478346 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-86b5519f-5605-4426-9c24-4c2da31771c0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4180777 Oct 20 03:36:57.484938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53400) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:57.489722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-76b2addc-7ad5-4b76-a401-a4f65b6f9731 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:57.569683 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.592401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.602460 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1a77faf6-3643-41ac-992b-3878d560e017 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.605420 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1a77faf6-3643-41ac-992b-3878d560e017 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.606579 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1a77faf6-3643-41ac-992b-3878d560e017 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-groups/4744e8c9-60aa-49ab-8f85-fe5b5a473218 HTTP/1.1" status: 204 len: 168 time: 0.5133688 Oct 20 03:36:57.615468 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53404) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:57.665088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Network faf291ac-793a-40bf-8467-b991bc3db997 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:57.669573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:57.672865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:57.673284 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77faf6-3643-41ac-992b-3878d560e017 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4744e8c9-60aa-49ab-8f85-fe5b5a473218,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:57.675699 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.677507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Pushing event updated for resources: {'Port': ['ID=ace9315e-1c24-490c-ba6e-02443cc506d0,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:57.687895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ae48ff-45bb-4b18-916b-6a857de97877 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:57.689372 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-57ae48ff-45bb-4b18-916b-6a857de97877 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/networks/78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 881 time: 0.6228187 Oct 20 03:36:57.697446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53406) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:57.703079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891ebdd-0653-4132-ae41-a7e5a3456820 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:36:57.712438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b2addc-7ad5-4b76-a401-a4f65b6f9731 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:57.716106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76b2addc-7ad5-4b76-a401-a4f65b6f9731 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.731609 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Made reservation on behalf of 69b7d7c45aff4f58b04c6b5c7148970e for: {'subnet': 2} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:57.736832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.737625 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.775915 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-eb365cf7-6926-48b5-8af9-4c69950defda tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb72384f-05ed-4db0-96e1-5cdecb97e1b1 HTTP/1.1" status: 200 len: 205 time: 0.0735433 Oct 20 03:36:57.778529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Attempting to bind port ace9315e-1c24-490c-ba6e-02443cc506d0 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:57.778902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Attempting to bind port ace9315e-1c24-490c-ba6e-02443cc506d0 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '8a29e958-3dc6-4550-b53e-f96bc113a7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'faf291ac-793a-40bf-8467-b991bc3db997'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:57.779262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Attempting to bind port ace9315e-1c24-490c-ba6e-02443cc506d0 on network faf291ac-793a-40bf-8467-b991bc3db997 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:57.781314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53408) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:57.792796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:57.792796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Checking segment: {'id': '8a29e958-3dc6-4550-b53e-f96bc113a7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'faf291ac-793a-40bf-8467-b991bc3db997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:57.793113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.793387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Bound using segment: {'id': '8a29e958-3dc6-4550-b53e-f96bc113a7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'faf291ac-793a-40bf-8467-b991bc3db997'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:57.793793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Bound port: ace9315e-1c24-490c-ba6e-02443cc506d0, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a29e958-3dc6-4550-b53e-f96bc113a7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'faf291ac-793a-40bf-8467-b991bc3db997'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:57.794169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.842775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9891ebdd-0653-4132-ae41-a7e5a3456820 None None] Deleting port a8244743-45e1-4deb-9e64-03d6383146f3 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:57.843143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9891ebdd-0653-4132-ae41-a7e5a3456820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.877535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Deleting port 6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:57.878024 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.884016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87abdac-84d0-4289-8afd-b559eedf80f0 req-ff3e3db0-8595-4f09-8455-3b979dc2c0a7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:57.885689 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c87abdac-84d0-4289-8afd-b559eedf80f0 req-ff3e3db0-8595-4f09-8455-3b979dc2c0a7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.2758806 Oct 20 03:36:57.898840 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dac3777d-9c5d-4077-87de-bd9dbf0b1b8b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2731810 Oct 20 03:36:57.901142 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53410) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:57.908207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3dc6e09d-54ed-4b3a-81a8-9fa2e19b2f83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group': {'name': 'tempest-secgroup--31376721'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:57.920217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] For port ace9315e-1c24-490c-ba6e-02443cc506d0, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:57.940628 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9891ebdd-0653-4132-ae41-a7e5a3456820 None None] For port a8244743-45e1-4deb-9e64-03d6383146f3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a8244743-45e1-4deb-9e64-03d6383146f3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:57.941015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9891ebdd-0653-4132-ae41-a7e5a3456820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.944747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] For port ace9315e-1c24-490c-ba6e-02443cc506d0, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ace9315e-1c24-490c-ba6e-02443cc506d0,segment=NetworkSegment(8a29e958-3dc6-4550-b53e-f96bc113a7fd),segment_id=8a29e958-3dc6-4550-b53e-f96bc113a7fd)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:57.953162 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.959462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:57.961958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9891ebdd-0653-4132-ae41-a7e5a3456820 None None] Calling delete_port for a8244743-45e1-4deb-9e64-03d6383146f3 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:58.018288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Subnet': ['ID=63e7faa9-3745-4f4b-9e84-55c718719bcd,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:58.037318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] For port 6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715,segment=NetworkSegment(1551fad6-d079-418f-a20a-c669cb080156),segment_id=1551fad6-d079-418f-a20a-c669cb080156)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:36:58.037874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.040714 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e09d-54ed-4b3a-81a8-9fa2e19b2f83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.053356 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c87abdac-84d0-4289-8afd-b559eedf80f0 req-fc19237b-0253-433d-bf93-e7c1fcd9a430 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389472 Oct 20 03:36:58.053982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.058601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda2845-5200-4032-907a-bf8203c15268 None None] Pushing event updated for resources: {'Port': ['ID=ace9315e-1c24-490c-ba6e-02443cc506d0,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:58.096633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9891ebdd-0653-4132-ae41-a7e5a3456820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.128845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.149714 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891ebdd-0653-4132-ae41-a7e5a3456820 None None] Pushing event deleted for resources: {'Port': ['ID=a8244743-45e1-4deb-9e64-03d6383146f3,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:58.150839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Calling delete_port for 6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:58.155191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9891ebdd-0653-4132-ae41-a7e5a3456820 None None] No DVR routers for this DVR port a8244743-45e1-4deb-9e64-03d6383146f3 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:58.171792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf291ac-793a-40bf-8467-b991bc3db997']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:58.195662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a29e958-3dc6-4550-b53e-f96bc113a7fd') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:58.195962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a29e958-3dc6-4550-b53e-f96bc113a7fd') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:58.214785 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.267451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.298928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:58.299343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.335701 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 8a29e958-3dc6-4550-b53e-f96bc113a7fd resource provider aggregate not found Oct 20 03:36:58.342336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.359452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76b2addc-7ad5-4b76-a401-a4f65b6f9731 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.415483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e09d-54ed-4b3a-81a8-9fa2e19b2f83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.424130 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 8a29e958-3dc6-4550-b53e-f96bc113a7fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a29e958-3dc6-4550-b53e-f96bc113a7fd found for delete ", "request_id": "req-83fd13cd-28bb-42ef-bf78-dfff40665621"}]} Oct 20 03:36:58.428736 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e09d-54ed-4b3a-81a8-9fa2e19b2f83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.438942 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2addc-7ad5-4b76-a401-a4f65b6f9731 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:58.448885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-76b2addc-7ad5-4b76-a401-a4f65b6f9731 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:58.456674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2addc-7ad5-4b76-a401-a4f65b6f9731 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:58.457261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76b2addc-7ad5-4b76-a401-a4f65b6f9731 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.460022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.465647 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32377f6d-2449-4128-8259-66992bb934df None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:58.501256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2addc-7ad5-4b76-a401-a4f65b6f9731 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=73038114-d4ac-44eb-be9c-e00cc4d2a8e5,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:58.507386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Port': ['ID=6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:58.511755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No DVR routers for this DVR port 6b3671f9-e2f0-4f01-8aad-bdfb3e0f9715 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:36:58.524016 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-76b2addc-7ad5-4b76-a401-a4f65b6f9731 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0386117 Oct 20 03:36:58.528209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.db.api [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:36:58.528209 dv-neutron-861842-1-hyperv neutron-server[103628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:36:58.528209 dv-neutron-861842-1-hyperv neutron-server[103628]: [parameters: {'id': 'faf291ac-793a-40bf-8467-b991bc3db997'}] Oct 20 03:36:58.528209 dv-neutron-861842-1-hyperv neutron-server[103628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:36:58.528923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG oslo_db.api [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:36:58.532238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53416) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:58.546804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'name': 'tempest-NetworksTestDHCPv6-634292143'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:58.587494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Deleting port dca74c84-662c-433b-84d5-2afb6d2b25e9 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:58.587837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.628280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.661955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41001f65-c895-4d8c-bad5-3f9ab4321891']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:58.672098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e09d-54ed-4b3a-81a8-9fa2e19b2f83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.676251 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3dc6e09d-54ed-4b3a-81a8-9fa2e19b2f83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7691264 Oct 20 03:36:58.679706 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53422) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:58.689907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-18c11682-4711-4dee-a89a-ee95dea9ee82 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Request body: {'security_group_rule': {'security_group_id': '4f60ce40-92aa-4fad-beb9-4a62041a28ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:58.691303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '73038114-d4ac-44eb-be9c-e00cc4d2a8e5'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:36:58.694726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.701509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6e09d-54ed-4b3a-81a8-9fa2e19b2f83 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f60ce40-92aa-4fad-beb9-4a62041a28ff,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:58.707619 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1551fad6-d079-418f-a20a-c669cb080156') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:58.707619 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1551fad6-d079-418f-a20a-c669cb080156') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:36:58.723441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.748650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.751444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.766819 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-18c11682-4711-4dee-a89a-ee95dea9ee82 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.768988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:36:58.769390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.773689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Calling delete_port for dca74c84-662c-433b-84d5-2afb6d2b25e9 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:36:58.814014 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:58.818085 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.852076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port d9c5ff79-688c-44d7-92ac-af814af7f39c yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:36:58.875897 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 1551fad6-d079-418f-a20a-c669cb080156 resource provider aggregate not found Oct 20 03:36:58.887094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.903408 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 1551fad6-d079-418f-a20a-c669cb080156 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1551fad6-d079-418f-a20a-c669cb080156 found for delete ", "request_id": "req-c9c874c1-d48a-4865-91d7-f8b629c0d98b"}]} Oct 20 03:36:58.904400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Allocated IP 2001:db8::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/73038114-d4ac-44eb-be9c-e00cc4d2a8e5/4af6e097-b04f-4169-941c-2ae6d0bbe4f1) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:58.910093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.914136 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/41001f65-c895-4d8c-bad5-3f9ab4321891 HTTP/1.1" status: 204 len: 168 time: 4.1180887 Oct 20 03:36:58.924591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53428) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:58.931291 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1962586257'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:58.935880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c6b9b-44ff-4cba-b6f8-38630377dd46 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=41001f65-c895-4d8c-bad5-3f9ab4321891,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:58.961613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-18c11682-4711-4dee-a89a-ee95dea9ee82 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.973362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-18c11682-4711-4dee-a89a-ee95dea9ee82 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:58.998568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.002107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:36:59.006766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.046914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.056719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-18c11682-4711-4dee-a89a-ee95dea9ee82 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.057930 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-18c11682-4711-4dee-a89a-ee95dea9ee82 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3735838 Oct 20 03:36:59.061374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53430) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:59.063210 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c11682-4711-4dee-a89a-ee95dea9ee82 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c9a041-15ec-4d43-8525-e443ac16e6f4,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:59.079895 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event updated for resources: {'Subnet': ['ID=592f53f9-d227-4e57-9f53-4117b1fd0f48,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:59.115886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.124179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.131888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.137127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:36:59.164078 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:36:59.174594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Pushing event deleted for resources: {'Port': ['ID=dca74c84-662c-433b-84d5-2afb6d2b25e9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:59.174948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Checking segment: {'id': '84ac3c5b-cf3f-4787-a1cd-2bc5ea42a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6703e409-2c73-4231-af53-f796baa9b50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:59.174948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Network hostable DHCP agents. Network: 6703e409-2c73-4231-af53-f796baa9b50b, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:36:59.188646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.188995 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment 25838634-87b1-4c2a-a4a9-b49ae6c80c26 of type vlan for network bac6b223-c6d0-4772-97ab-0aba11cc39e8 Oct 20 03:36:59.192332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:59.201359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:36:59.243767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::221 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/73038114-d4ac-44eb-be9c-e00cc4d2a8e5/d9c5ff79-688c-44d7-92ac-af814af7f39c) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:36:59.250916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Pushing event updated for resources: {'Port': ['ID=4af6e097-b04f-4169-941c-2ae6d0bbe4f1,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:59.268557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be1c4ffe-b124-43cd-abf2-7947337515bb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.282523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Network 6703e409-2c73-4231-af53-f796baa9b50b is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:36:59.295538 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Attempting to bind port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:36:59.295924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Attempting to bind port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:36:59.296313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Attempting to bind port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:36:59.302540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:36:59.303312 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:36:59.303973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.304674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:36:59.305317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Bound port: 4af6e097-b04f-4169-941c-2ae6d0bbe4f1, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:36:59.305860 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.348450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.364432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting port ace9315e-1c24-490c-ba6e-02443cc506d0 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:36:59.365023 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.380750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be1c4ffe-b124-43cd-abf2-7947337515bb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.388499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] For port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:36:59.392183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] For port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4af6e097-b04f-4169-941c-2ae6d0bbe4f1,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:36:59.398438 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.424771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.482020 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6a53d-aa2d-4066-95bb-76d449f8ed4a None None] Pushing event updated for resources: {'Port': ['ID=4af6e097-b04f-4169-941c-2ae6d0bbe4f1,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:59.547660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.557167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:59.557945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.571903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5120163-3159-4189-b45f-e4f8e58d39cf req-5af951bc-d3d2-4dc4-bd21-d7b46c1cf413 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:36:59.573856 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a5120163-3159-4189-b45f-e4f8e58d39cf req-5af951bc-d3d2-4dc4-bd21-d7b46c1cf413 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.3082247 Oct 20 03:36:59.582405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be1c4ffe-b124-43cd-abf2-7947337515bb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.587078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be1c4ffe-b124-43cd-abf2-7947337515bb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.591878 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-be1c4ffe-b124-43cd-abf2-7947337515bb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-groups/4f60ce40-92aa-4fad-beb9-4a62041a28ff HTTP/1.1" status: 204 len: 168 time: 0.5295122 Oct 20 03:36:59.604146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53434) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:59.654630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c4ffe-b124-43cd-abf2-7947337515bb tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f60ce40-92aa-4fad-beb9-4a62041a28ff,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:59.670715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ace9315e-1c24-490c-ba6e-02443cc506d0 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:36:59.718996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.726251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.794160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bc8f17-5682-4d6f-9230-0713e384da83 None None] Network faf291ac-793a-40bf-8467-b991bc3db997 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:59.821243 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8916345 Oct 20 03:36:59.821471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.829822 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53436) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:59.843468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'network_id': 'bac6b223-c6d0-4772-97ab-0aba11cc39e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:59.858642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 6703e409-2c73-4231-af53-f796baa9b50b) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:36:59.865976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.869244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.887400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baca3584-eead-4537-b4f1-8ce9e1cbc7e6 None None] Network 6703e409-2c73-4231-af53-f796baa9b50b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:36:59.908731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.909478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Fanout notify agent at l3_agent the message router_deleted on router cb72384f-05ed-4db0-96e1-5cdecb97e1b1 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:36:59.953457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.959943 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ea77ecb9-cb6f-486f-98c6-8ed11411cd43 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/cb72384f-05ed-4db0-96e1-5cdecb97e1b1 HTTP/1.1" status: 204 len: 168 time: 2.1706460 Oct 20 03:36:59.963018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cbd18-f4ee-478c-819d-74febf5e2542 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=bac6b223-c6d0-4772-97ab-0aba11cc39e8,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:36:59.969794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53438) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:36:59.977818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-310a43c2-490f-4c50-b107-e624107685e4 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-458802018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:36:59.981817 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f57cc181-6d55-4e49-b850-348ef103b647 None None] Provisioning complete for port ace9315e-1c24-490c-ba6e-02443cc506d0 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:36:59.982326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f57cc181-6d55-4e49-b850-348ef103b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:36:59.982747 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f57cc181-6d55-4e49-b850-348ef103b647 None None] Attempt 1 to provision port ace9315e-1c24-490c-ba6e-02443cc506d0 Oct 20 03:37:00.007722 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a5120163-3159-4189-b45f-e4f8e58d39cf req-e677e3ae-9a62-4f1e-a1eb-497906abef06 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4101436 Oct 20 03:37:00.029889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] For port ace9315e-1c24-490c-ba6e-02443cc506d0, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ace9315e-1c24-490c-ba6e-02443cc506d0,segment=NetworkSegment(8a29e958-3dc6-4550-b53e-f96bc113a7fd),segment_id=8a29e958-3dc6-4550-b53e-f96bc113a7fd)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:00.030265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.048017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:00.059400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Calling delete_port for ace9315e-1c24-490c-ba6e-02443cc506d0 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:00.063784 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:00.070205 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event updated for resources: {'Subnet': ['ID=4082b7ab-9f72-478e-946b-02b050bc46f6,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:00.072591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:00.078235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:00.078874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.088618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=d9c5ff79-688c-44d7-92ac-af814af7f39c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:00.116038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-310a43c2-490f-4c50-b107-e624107685e4 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.117186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-310a43c2-490f-4c50-b107-e624107685e4 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.148148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Checking segment: {'id': 'cc95b3a6-f24a-447f-b13a-8599580839c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:00.148425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Network hostable DHCP agents. Network: 4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:00.158085 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ee2c0e7d-c637-42d6-809b-7de7131fa778 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5409062 Oct 20 03:37:00.161906 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a63354c7-caa3-45ed-bfae-e852cc485ec3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6231401 Oct 20 03:37:00.165926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53440) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:00.166275 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53442) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:00.195963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:00.200875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.216362 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network bac6b223-c6d0-4772-97ab-0aba11cc39e8 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:00.243278 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Network 4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:00.253140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-310a43c2-490f-4c50-b107-e624107685e4 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.256439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d5682-f3b2-4805-b1e9-72a3fd1266c0 req-391723a4-3965-44ae-8f02-e55fb9663144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:00.258243 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-972d5682-f3b2-4805-b1e9-72a3fd1266c0 req-391723a4-3965-44ae-8f02-e55fb9663144 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 1098 time: 0.2581098 Oct 20 03:37:00.263767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-310a43c2-490f-4c50-b107-e624107685e4 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.273624 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:00.286673 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3939c1c-fccc-450c-8f20-3868968ba7ea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:00.293569 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3939c1c-fccc-450c-8f20-3868968ba7ea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:00.294905 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b3939c1c-fccc-450c-8f20-3868968ba7ea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1264958 Oct 20 03:37:00.306934 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-142c1dd7-6480-41cd-9b63-23562f97897b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1343820 Oct 20 03:37:00.307039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53444) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:00.307117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:00.307117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:00.307117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.308552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53446) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:00.320649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.336546 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.ipam_backend_mixin [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Performing IP validity checks on allocation pools {{(pid=103629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 20 03:37:00.337299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.ipam_backend_mixin [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 20 03:37:00.340500 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-ec5b696f-da4a-46f2-9f4d-7fed898328c1 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] delete failed (client error): The resource could not be found. Oct 20 03:37:00.341562 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ec5b696f-da4a-46f2-9f4d-7fed898328c1 tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "DELETE /v2.0/security-groups/4f60ce40-92aa-4fad-beb9-4a62041a28ff HTTP/1.1" status: 404 len: 347 time: 0.0329738 Oct 20 03:37:00.349800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ff5f9-7f50-4fdc-b4a4-52f61646c75b None None] Network 4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:00.350588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53448) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:00.366345 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Port': ['ID=ace9315e-1c24-490c-ba6e-02443cc506d0,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:00.372756 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-84f89436-5add-4297-93f9-f20f64baecce tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1589332 Oct 20 03:37:00.373842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No DVR routers for this DVR port ace9315e-1c24-490c-ba6e-02443cc506d0 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:00.375571 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.db [None req-f57cc181-6d55-4e49-b850-348ef103b647 None None] No ports have port_id starting with ace9315e-1c24-490c-ba6e-02443cc506d0 Oct 20 03:37:00.381538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53450) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:00.472222 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-310a43c2-490f-4c50-b107-e624107685e4 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.480834 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-310a43c2-490f-4c50-b107-e624107685e4 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5074985 Oct 20 03:37:00.485581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ace9315e-1c24-490c-ba6e-02443cc506d0 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:00.486988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.487825 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ace9315e-1c24-490c-ba6e-02443cc506d0 Oct 20 03:37:00.498072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2678e9a2-292f-49fc-ad70-651c7e543d78 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:00.499630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2678e9a2-292f-49fc-ad70-651c7e543d78 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:00.501235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2678e9a2-292f-49fc-ad70-651c7e543d78 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:00.502846 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2678e9a2-292f-49fc-ad70-651c7e543d78 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1169417 Oct 20 03:37:00.503413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53452) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:00.509767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'enable_snat': True}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:00.524661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53454) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:00.537882 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-972d5682-f3b2-4805-b1e9-72a3fd1266c0 req-56979055-c7bb-4d5d-a890-9a2958b6523b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672946 Oct 20 03:37:00.578983 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78503fbb-c475-40cb-981c-0d9bbfe3d5c8 None None] DHCP port deletion for faf291ac-793a-40bf-8467-b991bc3db997 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:00.620301 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e302607d-5846-4b56-a833-c07fbc30e17b tempest-SecGroupTest-602312237 tempest-SecGroupTest-602312237-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2570336 Oct 20 03:37:00.659846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Port ace9315e-1c24-490c-ba6e-02443cc506d0 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:37:00.711267 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-14ed847b-8a10-4a41-9dba-615f058685ad tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port d9c5ff79-688c-44d7-92ac-af814af7f39c {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:00.711502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14ed847b-8a10-4a41-9dba-615f058685ad tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.803875 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.829157 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a8244743-45e1-4deb-9e64-03d6383146f3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:00.895021 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: a8244743-45e1-4deb-9e64-03d6383146f3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:00.895940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a8244743-45e1-4deb-9e64-03d6383146f3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:00.913056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0', 'network_id': '4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0', 'tenant_id': '69b7d7c45aff4f58b04c6b5c7148970e', 'fixed_ips': [{'subnet_id': '4082b7ab-9f72-478e-946b-02b050bc46f6'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:00.913947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.938914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5bf47a-cd35-4f3b-9a74-3a508ae5ed71 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Deleting subnet 592f53f9-d227-4e57-9f53-4117b1fd0f48 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:00.948505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf47a-cd35-4f3b-9a74-3a508ae5ed71 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.954263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14ed847b-8a10-4a41-9dba-615f058685ad tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.954560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf291ac-793a-40bf-8467-b991bc3db997']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:00.961610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055edbc7-36c6-4afb-8c18-72f5f3e598ca None None] Network faf291ac-793a-40bf-8467-b991bc3db997 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:00.964261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0d492d-0fcb-41cf-8a49-8fae0b0c729e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-6703e409-2c73-4231-af53-f796baa9b50b', 'network_id': '6703e409-2c73-4231-af53-f796baa9b50b', 'tenant_id': '69b7d7c45aff4f58b04c6b5c7148970e', 'fixed_ips': [{'subnet_id': '592f53f9-d227-4e57-9f53-4117b1fd0f48'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:00.965270 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7b0d492d-0fcb-41cf-8a49-8fae0b0c729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:00.973340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-14ed847b-8a10-4a41-9dba-615f058685ad tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for d9c5ff79-688c-44d7-92ac-af814af7f39c owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:00.992767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.092111 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a29e958-3dc6-4550-b53e-f96bc113a7fd') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:01.094051 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a29e958-3dc6-4550-b53e-f96bc113a7fd') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:01.135220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=15136c24-f106-4d12-83eb-0db0011cb918,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:01.147521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking segment: {'id': '25838634-87b1-4c2a-a4a9-b49ae6c80c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bac6b223-c6d0-4772-97ab-0aba11cc39e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:01.147883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network hostable DHCP agents. Network: bac6b223-c6d0-4772-97ab-0aba11cc39e8, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:01.176381 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53464) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:01.188767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network bac6b223-c6d0-4772-97ab-0aba11cc39e8 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:01.236641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, bac6b223-c6d0-4772-97ab-0aba11cc39e8) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:01.243810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-457950c3-1d18-4a52-a2de-aabed3f85464 None None] Provisioning complete for port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:01.244328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-457950c3-1d18-4a52-a2de-aabed3f85464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.244655 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-457950c3-1d18-4a52-a2de-aabed3f85464 None None] Attempt 1 to provision port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 Oct 20 03:37:01.255749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.259287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:01.260106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.260876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47809bc1-b974-43d9-b7e9-6982b590b23f None None] Network bac6b223-c6d0-4772-97ab-0aba11cc39e8 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:01.285226 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.300043 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e573bdc2-7332-494b-a727-7cea458d2518 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4650395 Oct 20 03:37:01.301416 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14ed847b-8a10-4a41-9dba-615f058685ad tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.307241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53468) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:01.335352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.344842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:01.345799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.384826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed847b-8a10-4a41-9dba-615f058685ad tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=d9c5ff79-688c-44d7-92ac-af814af7f39c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:01.411468 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 8a29e958-3dc6-4550-b53e-f96bc113a7fd resource provider aggregate not found Oct 20 03:37:01.423467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:37:01.425681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:01.450678 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf47a-cd35-4f3b-9a74-3a508ae5ed71 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.465054 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Allocated IP 2001:db8:0:1::1 (4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0/4082b7ab-9f72-478e-946b-02b050bc46f6/83e41ff8-121e-4ead-a34c-b050b1e1f4a3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:01.506406 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 8a29e958-3dc6-4550-b53e-f96bc113a7fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a29e958-3dc6-4550-b53e-f96bc113a7fd found for delete ", "request_id": "req-db6819f6-dbee-4119-a369-79a9c001e91c"}]} Oct 20 03:37:01.631696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.637737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf47a-cd35-4f3b-9a74-3a508ae5ed71 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.737302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.757894 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/faf291ac-793a-40bf-8467-b991bc3db997 HTTP/1.1" status: 204 len: 168 time: 4.5710869 Oct 20 03:37:01.772468 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d051f-c6e0-46f5-8d06-d2734c771333 req-954766ec-350b-4679-ae21-6205f04882db tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:01.774936 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-598d051f-c6e0-46f5-8d06-d2734c771333 req-954766ec-350b-4679-ae21-6205f04882db tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.4790087 Oct 20 03:37:01.777035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53478) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:01.795836 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:01.818825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bf4de-f72d-447d-94e1-3db8604c81f2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Network': ['ID=faf291ac-793a-40bf-8467-b991bc3db997,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:01.878677 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ddeec7-ec85-4b4b-b777-742e571ebcc7 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:01.879179 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ddeec7-ec85-4b4b-b777-742e571ebcc7 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:01.885237 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-37ddeec7-ec85-4b4b-b777-742e571ebcc7 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/subnets/63e7faa9-3745-4f4b-9e84-55c718719bcd HTTP/1.1" status: 404 len: 337 time: 0.1018143 Oct 20 03:37:01.892022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53480) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:01.932638 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-598d051f-c6e0-46f5-8d06-d2734c771333 req-ce4a458d-6aa2-4bce-abf7-1fb40e5f1baa tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247301 Oct 20 03:37:01.959292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee034bf6-9ccb-428f-af0e-322a917f5a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-bac6b223-c6d0-4772-97ab-0aba11cc39e8', 'network_id': 'bac6b223-c6d0-4772-97ab-0aba11cc39e8', 'tenant_id': '6486d06f423a4bc7bd5387d9fb1bc72e', 'fixed_ips': [{'subnet_id': '15136c24-f106-4d12-83eb-0db0011cb918'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:01.959292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ee034bf6-9ccb-428f-af0e-322a917f5a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:01.996761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-457950c3-1d18-4a52-a2de-aabed3f85464 None None] Current status of the port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:01.997153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-457950c3-1d18-4a52-a2de-aabed3f85464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.023897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:02.024288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.024623 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 Oct 20 03:37:02.044068 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d3a3fc-9c23-493c-993c-407568826195 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:02.045046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d3a3fc-9c23-493c-993c-407568826195 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:02.048339 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-74d3a3fc-9c23-493c-993c-407568826195 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/faf291ac-793a-40bf-8467-b991bc3db997 HTTP/1.1" status: 404 len: 339 time: 0.1247382 Oct 20 03:37:02.049730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14ed847b-8a10-4a41-9dba-615f058685ad tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.054680 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-14ed847b-8a10-4a41-9dba-615f058685ad tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/d9c5ff79-688c-44d7-92ac-af814af7f39c HTTP/1.1" status: 204 len: 168 time: 1.7484405 Oct 20 03:37:02.063176 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53482) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:02.063509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53484) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:02.064898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf47a-cd35-4f3b-9a74-3a508ae5ed71 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.076088 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-00493a4a-0c69-4b10-8534-04c8bae9de02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b0270f1d9094756a1d31af6b2f52e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8969445 Oct 20 03:37:02.080309 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53486) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:02.094050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.100623 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf47a-cd35-4f3b-9a74-3a508ae5ed71 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.104706 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1c5bf47a-cd35-4f3b-9a74-3a508ae5ed71 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "DELETE /v2.0/subnets/592f53f9-d227-4e57-9f53-4117b1fd0f48 HTTP/1.1" status: 204 len: 168 time: 1.5805650 Oct 20 03:37:02.109532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53488) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server [None req-7b0d492d-0fcb-41cf-8a49-8fae0b0c729e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 592f53f9-d227-4e57-9f53-4117b1fd0f48: This subnet is being modified by another concurrent operation. Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:37:02.155295 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise exception Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 592f53f9-d227-4e57-9f53-4117b1fd0f48: This subnet is being modified by another concurrent operation. Oct 20 03:37:02.158560 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Oct 20 03:37:02.165007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544793a-eb85-45ff-a1a8-7ce35f4ce0f5 req-d0e183e4-a39c-40e3-82f3-8c28e1ff39ee tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:02.165497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.167543 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8544793a-eb85-45ff-a1a8-7ce35f4ce0f5 req-d0e183e4-a39c-40e3-82f3-8c28e1ff39ee tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2652256 Oct 20 03:37:02.180898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf3faf-1185-4673-a68c-b738b13b7af2 req-14439967-cbb0-4bec-8091-fee42d50f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:02.182532 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bacf3faf-1185-4673-a68c-b738b13b7af2 req-14439967-cbb0-4bec-8091-fee42d50f79a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bd8a999f99c480388b6f33fa601974c&device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 1099 time: 0.2894681 Oct 20 03:37:02.189780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c67d6c-d666-4c04-b4e3-ef40f63f5ee1 None None] Network 6703e409-2c73-4231-af53-f796baa9b50b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:02.204529 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bf47a-cd35-4f3b-9a74-3a508ae5ed71 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event deleted for resources: {'Subnet': ['ID=592f53f9-d227-4e57-9f53-4117b1fd0f48,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:02.216151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.279131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:02.279922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.294838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.319730 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa3359b-b703-4a76-81a9-3d1adb8f8e15 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:02.321200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-59324928-5b0a-4f0a-ba77-85ba5399c8c5 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Deleting subnet 4082b7ab-9f72-478e-946b-02b050bc46f6 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:02.321324 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa3359b-b703-4a76-81a9-3d1adb8f8e15 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:02.322823 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4aa3359b-b703-4a76-81a9-3d1adb8f8e15 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2460458 Oct 20 03:37:02.324482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.331737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53490) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:02.336455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.365066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-59324928-5b0a-4f0a-ba77-85ba5399c8c5 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.369396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-457950c3-1d18-4a52-a2de-aabed3f85464 None None] For port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4af6e097-b04f-4169-941c-2ae6d0bbe4f1,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:02.397177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-97925514-bd58-4d9b-a226-bd24a2614aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.398719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:02.401877 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8544793a-eb85-45ff-a1a8-7ce35f4ce0f5 req-f4f0be1c-3709-4bb1-8a63-dcca81f17246 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141485 Oct 20 03:37:02.418886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-457950c3-1d18-4a52-a2de-aabed3f85464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.428344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.430760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Network 4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:02.436715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Pushing event updated for resources: {'Port': ['ID=83e41ff8-121e-4ead-a34c-b050b1e1f4a3,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:02.496474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-59324928-5b0a-4f0a-ba77-85ba5399c8c5 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.502717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-97925514-bd58-4d9b-a226-bd24a2614aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.509792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-47861d91-6d79-4783-8c97-b5c3c76baf02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 73038114-d4ac-44eb-be9c-e00cc4d2a8e5 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:02.520428 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-47861d91-6d79-4783-8c97-b5c3c76baf02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.523755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf3faf-1185-4673-a68c-b738b13b7af2 req-b68cefcb-d2e8-4b5d-b14d-5d75083a8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:02.525186 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bacf3faf-1185-4673-a68c-b738b13b7af2 req-b68cefcb-d2e8-4b5d-b14d-5d75083a8749 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a515e2dc-5861-4083-a1e1-5a02b237c264 HTTP/1.1" status: 200 len: 912 time: 0.3251913 Oct 20 03:37:02.663416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:02.687012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'port_id': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'mac_address': 'fa:16:3e:d6:73:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:37:02.704214 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bacf3faf-1185-4673-a68c-b738b13b7af2 req-4b263e3e-74f9-4d6d-8977-c0c14d82bcf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24374825-807a-4f9a-b3e2-7fb519261539 HTTP/1.1" status: 200 len: 1002 time: 0.1694856 Oct 20 03:37:02.715371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:02.722488 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:37:02.725193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ccb107-8b7f-49ca-804f-15aca4e3b5df" -d '{"events": [{"server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "name": "network-vif-unplugged", "status": "completed", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:37:02.739609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-137ea2b2-8902-4db2-bcdc-caad12568fec None None] Could not find standard attr ID for object d9c5ff79-688c-44d7-92ac-af814af7f39c. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:02.751672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server [None req-ee034bf6-9ccb-428f-af0e-322a917f5a4d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15136c24-f106-4d12-83eb-0db0011cb918: This subnet is being modified by another concurrent operation. Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:37:02.764965 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise exception Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15136c24-f106-4d12-83eb-0db0011cb918: This subnet is being modified by another concurrent operation. Oct 20 03:37:02.768610 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Oct 20 03:37:02.777095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:02.788996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-97925514-bd58-4d9b-a226-bd24a2614aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.791645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-97925514-bd58-4d9b-a226-bd24a2614aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.795302 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-97925514-bd58-4d9b-a226-bd24a2614aea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e945bfe9-f2e2-4d49-b50e-b04ce7e33f33 HTTP/1.1" status: 204 len: 168 time: 0.7089436 Oct 20 03:37:02.800070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Subnet': ['ID=15136c24-f106-4d12-83eb-0db0011cb918,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:02.812020 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 03:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469966a1-3d48-4124-9a38-60a8b7ae40e8 x-openstack-request-id: req-469966a1-3d48-4124-9a38-60a8b7ae40e8 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:37:02.812572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "name": "network-vif-unplugged", "status": "completed", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:37:02.812927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-469966a1-3d48-4124-9a38-60a8b7ae40e8 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:37:02.813425 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469966a1-3d48-4124-9a38-60a8b7ae40e8'] response: {'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'code': 200} Oct 20 03:37:02.815031 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a97613-0686-43f9-b57e-8d373ad5b0eb None None] Network bac6b223-c6d0-4772-97ab-0aba11cc39e8 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:02.819379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97925514-bd58-4d9b-a226-bd24a2614aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e945bfe9-f2e2-4d49-b50e-b04ce7e33f33,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:02.830756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-59324928-5b0a-4f0a-ba77-85ba5399c8c5 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.859973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.901716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:02.925384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac6b223-c6d0-4772-97ab-0aba11cc39e8']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:02.928662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:02.938275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25838634-87b1-4c2a-a4a9-b49ae6c80c26') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:02.940422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25838634-87b1-4c2a-a4a9-b49ae6c80c26') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:02.949776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457950c3-1d18-4a52-a2de-aabed3f85464 None None] Pushing event updated for resources: {'Port': ['ID=4af6e097-b04f-4169-941c-2ae6d0bbe4f1,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:02.971187 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.005722 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Allocated IP 172.26.0.216 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/d12d50d6-27ba-4482-b3a8-29ed9ae90f85) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:03.010165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:03.013477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.019871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.021085 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-47861d91-6d79-4783-8c97-b5c3c76baf02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.072126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ace9315e-1c24-490c-ba6e-02443cc506d0 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:03.075397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf3faf-1185-4673-a68c-b738b13b7af2 req-4436a726-1b71-43cf-94bf-baf22559d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:03.077248 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bacf3faf-1185-4673-a68c-b738b13b7af2 req-4436a726-1b71-43cf-94bf-baf22559d2f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0589a1ef-1648-4327-85b6-70db5e3ded82 HTTP/1.1" status: 200 len: 850 time: 0.3646700 Oct 20 03:37:03.080233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849c226b-9d65-4768-8182-3cbe491c22ff']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:03.081678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Attempting to bind port 83e41ff8-121e-4ead-a34c-b050b1e1f4a3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:03.082287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Attempting to bind port 83e41ff8-121e-4ead-a34c-b050b1e1f4a3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'cc95b3a6-f24a-447f-b13a-8599580839c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:03.083365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Attempting to bind port 83e41ff8-121e-4ead-a34c-b050b1e1f4a3 on network 4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:03.108249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5579dfe-5a73-435c-a284-b7e23c03c719') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:03.108634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5579dfe-5a73-435c-a284-b7e23c03c719') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:03.116062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:37:03.120128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ace9315e-1c24-490c-ba6e-02443cc506d0 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:03.120478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ace9315e-1c24-490c-ba6e-02443cc506d0 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:03.125775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:03.126264 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Checking segment: {'id': 'cc95b3a6-f24a-447f-b13a-8599580839c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:03.126667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.127123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Bound using segment: {'id': 'cc95b3a6-f24a-447f-b13a-8599580839c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:03.127914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Bound port: 83e41ff8-121e-4ead-a34c-b050b1e1f4a3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc95b3a6-f24a-447f-b13a-8599580839c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:03.128301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.136523 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.183460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:03.184130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.210047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:03.214151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.221610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.238326 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 25838634-87b1-4c2a-a4a9-b49ae6c80c26 resource provider aggregate not found Oct 20 03:37:03.305929 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 25838634-87b1-4c2a-a4a9-b49ae6c80c26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25838634-87b1-4c2a-a4a9-b49ae6c80c26 found for delete ", "request_id": "req-5daaf63e-595b-40a7-ad32-9fdb2cfe90d7"}]} Oct 20 03:37:03.310290 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.320984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6629f09-815e-4d5a-8eff-529a0452c387 req-5590907b-04f2-42e1-b8e9-245fd15bdd4f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:03.329511 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d6629f09-815e-4d5a-8eff-529a0452c387 req-5590907b-04f2-42e1-b8e9-245fd15bdd4f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 943 time: 0.2819538 Oct 20 03:37:03.335144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-59324928-5b0a-4f0a-ba77-85ba5399c8c5 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.335452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] For port 83e41ff8-121e-4ead-a34c-b050b1e1f4a3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:03.337831 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.339128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] For port 83e41ff8-121e-4ead-a34c-b050b1e1f4a3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=83e41ff8-121e-4ead-a34c-b050b1e1f4a3,segment=NetworkSegment(cc95b3a6-f24a-447f-b13a-8599580839c3),segment_id=cc95b3a6-f24a-447f-b13a-8599580839c3)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:03.351728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.352673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.358930 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-47861d91-6d79-4783-8c97-b5c3c76baf02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.381884 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59324928-5b0a-4f0a-ba77-85ba5399c8c5 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event deleted for resources: {'Subnet': ['ID=4082b7ab-9f72-478e-946b-02b050bc46f6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.393099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.393452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:03.393893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.395530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf3faf-1185-4673-a68c-b738b13b7af2 req-9fb678a1-c9e8-4eba-b6a4-3e5734f3c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:03.398002 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bacf3faf-1185-4673-a68c-b738b13b7af2 req-9fb678a1-c9e8-4eba-b6a4-3e5734f3c4d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a515e2dc-5861-4083-a1e1-5a02b237c264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3080492 Oct 20 03:37:03.398653 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.403798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.412563 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/bac6b223-c6d0-4772-97ab-0aba11cc39e8 HTTP/1.1" status: 204 len: 168 time: 2.1035550 Oct 20 03:37:03.417150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53512) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:03.467002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1001626626'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:03.490820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3ca79-695a-416f-af0e-5962d1eee5b7 None None] Pushing event updated for resources: {'Port': ['ID=83e41ff8-121e-4ead-a34c-b050b1e1f4a3,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.511209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['6d019da3-9c01-4c0b-9a6c-9c26ba60b354'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:37:03.513889 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-59324928-5b0a-4f0a-ba77-85ba5399c8c5 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.518100 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-59324928-5b0a-4f0a-ba77-85ba5399c8c5 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "DELETE /v2.0/subnets/4082b7ab-9f72-478e-946b-02b050bc46f6 HTTP/1.1" status: 204 len: 168 time: 1.4063268 Oct 20 03:37:03.527406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53516) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:03.531875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66698dc-ca99-407d-9139-77a6e50f39cc tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=bac6b223-c6d0-4772-97ab-0aba11cc39e8,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.580647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.599567 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-47861d91-6d79-4783-8c97-b5c3c76baf02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.616502 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b5579dfe-5a73-435c-a284-b7e23c03c719 resource provider aggregate not found Oct 20 03:37:03.706550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-47861d91-6d79-4783-8c97-b5c3c76baf02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.710208 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-47861d91-6d79-4783-8c97-b5c3c76baf02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/73038114-d4ac-44eb-be9c-e00cc4d2a8e5 HTTP/1.1" status: 204 len: 168 time: 1.3718359 Oct 20 03:37:03.711412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.715880 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b914cf90-8477-45e0-8720-9b066f653aea None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:03.721620 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/849c226b-9d65-4768-8182-3cbe491c22ff HTTP/1.1" status: 204 len: 168 time: 1.6444032 Oct 20 03:37:03.730562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:03.739718 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47861d91-6d79-4783-8c97-b5c3c76baf02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=73038114-d4ac-44eb-be9c-e00cc4d2a8e5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.741740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02cd71-d0f8-40dc-ae0d-0cac8bf09e3c tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Network': ['ID=849c226b-9d65-4768-8182-3cbe491c22ff,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:03.743299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53528) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:03.743632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53530) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:03.798934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:03.799420 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b5579dfe-5a73-435c-a284-b7e23c03c719 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5579dfe-5a73-435c-a284-b7e23c03c719 found for delete ", "request_id": "req-1483fcf0-c3be-48a4-a76f-04af34375d17"}]} Oct 20 03:37:03.803556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.847669 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d6629f09-815e-4d5a-8eff-529a0452c387 req-4ebdbb99-fb08-4e56-862a-394134f23d5e tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5168180 Oct 20 03:37:03.888963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d1b98e-5a82-4ab3-928c-87fbeba99052 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:03.895719 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c6d1b98e-5a82-4ab3-928c-87fbeba99052 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3645945 Oct 20 03:37:03.898943 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53534) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:03.899387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53536) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:03.901235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.920137 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bacf3faf-1185-4673-a68c-b738b13b7af2 req-ae857ff3-10f0-4734-aa1b-08a071155919 service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037875 Oct 20 03:37:03.922697 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-325a1499-3171-4458-868a-9120352f9889 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:03.923152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325a1499-3171-4458-868a-9120352f9889 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:03.927981 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-325a1499-3171-4458-868a-9120352f9889 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/subnets/9448f362-c41e-40dc-a0a9-1aa465dcb1fd HTTP/1.1" status: 404 len: 337 time: 0.1707430 Oct 20 03:37:03.933385 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ab01c8aa-0561-4a71-b234-5c1464fcacc7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1749823 Oct 20 03:37:03.934357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53538) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:03.935211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53540) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:03.954640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d672828-77ed-4333-9845-8d12f685f385 req-d966b364-d375-49b7-918d-3786cc88db9e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:03.956449 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1d672828-77ed-4333-9845-8d12f685f385 req-d966b364-d375-49b7-918d-3786cc88db9e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.3805313 Oct 20 03:37:03.981975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:03.982347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:03.982683 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 Oct 20 03:37:03.995505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:03.998004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53542) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:04.001430 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ba416101-5a8b-4815-8898-77ad67231411 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:04.044140 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:04.057374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.057986 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment 52642693-413b-4e31-a6d7-b16b854ab893 of type vlan for network e0536712-a1b3-4d79-8a6f-3c53559958a3 Oct 20 03:37:04.060416 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-c242a095-4979-4ea2-a77e-703c2898020d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:04.061122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c242a095-4979-4ea2-a77e-703c2898020d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:04.064321 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c242a095-4979-4ea2-a77e-703c2898020d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/a9ea2745-a547-4631-a5e0-3c8cccfe45f2 HTTP/1.1" status: 404 len: 339 time: 0.1209440 Oct 20 03:37:04.071719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:04.078504 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53546) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:04.088614 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:04.115762 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ee37a232-cbcb-487f-9eef-99578f2cda76 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/floatingips/aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff HTTP/1.1" status: 200 len: 991 time: 0.2151320 Oct 20 03:37:04.166161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.203429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.214395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event updated for resources: {'Port': ['ID=d12d50d6-27ba-4482-b3a8-29ed9ae90f85,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:04.246876 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1d672828-77ed-4333-9845-8d12f685f385 req-593a1949-733e-4a90-afb3-4455829185b2 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360556 Oct 20 03:37:04.256491 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331d655-1734-42dc-89bc-a06a42bdff15 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:04.267284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-623130385-network', 'tenant_id': '9b15689528e747f6ad55491b608718ce'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:04.268363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f6ca4c-bb89-465e-87af-a4d011fec558 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting subnet 2a685fde-1d85-4e75-8b31-5d4970c88ac9 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:04.277514 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bacf3faf-1185-4673-a68c-b738b13b7af2 req-47f7bbc1-82db-4546-9172-561b22031e71 service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043225 Oct 20 03:37:04.278140 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:04.278989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49f6ca4c-bb89-465e-87af-a4d011fec558 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.313999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.328814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:04.329490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.343322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Made reservation on behalf of 9b15689528e747f6ad55491b608718ce for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:04.346852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.361513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.408078 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7331d655-1734-42dc-89bc-a06a42bdff15 None None] Deleting port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:04.409153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7331d655-1734-42dc-89bc-a06a42bdff15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.478615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba416101-5a8b-4815-8898-77ad67231411 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:04.485068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba416101-5a8b-4815-8898-77ad67231411 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.499186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7331d655-1734-42dc-89bc-a06a42bdff15 None None] For port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4af6e097-b04f-4169-941c-2ae6d0bbe4f1,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:04.499838 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7331d655-1734-42dc-89bc-a06a42bdff15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.501206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Deleting port 83e41ff8-121e-4ead-a34c-b050b1e1f4a3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:04.501564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.515949 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49f6ca4c-bb89-465e-87af-a4d011fec558 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.521790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7331d655-1734-42dc-89bc-a06a42bdff15 None None] Calling delete_port for 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:04.587956 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] For port 83e41ff8-121e-4ead-a34c-b050b1e1f4a3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=83e41ff8-121e-4ead-a34c-b050b1e1f4a3,segment=NetworkSegment(cc95b3a6-f24a-447f-b13a-8599580839c3),segment_id=cc95b3a6-f24a-447f-b13a-8599580839c3)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:04.588451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.605137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Calling delete_port for 83e41ff8-121e-4ead-a34c-b050b1e1f4a3 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:04.634807 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2082675 Oct 20 03:37:04.636935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7331d655-1734-42dc-89bc-a06a42bdff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.638602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53548) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:04.645808 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'network_id': 'e0536712-a1b3-4d79-8a6f-3c53559958a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:04.670159 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331d655-1734-42dc-89bc-a06a42bdff15 None None] Pushing event deleted for resources: {'Port': ['ID=4af6e097-b04f-4169-941c-2ae6d0bbe4f1,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:04.674620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331d655-1734-42dc-89bc-a06a42bdff15 None None] No DVR routers for this DVR port 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:04.717608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b17454-23c2-4bd2-bc27-35dcfbffe994 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=e0536712-a1b3-4d79-8a6f-3c53559958a3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:04.735974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network e0536712-a1b3-4d79-8a6f-3c53559958a3 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:04.770981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.805237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.844749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55d2f7f-368e-43d6-b040-a20dd7ee29b4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:04.867090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:04.880201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.880711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.903072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858c9ce-3635-4d6d-8cf6-760f8672ee11 None None] Network 4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:04.918864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event deleted for resources: {'Port': ['ID=83e41ff8-121e-4ead-a34c-b050b1e1f4a3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:04.922973 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49f6ca4c-bb89-465e-87af-a4d011fec558 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.938509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:04.938946 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Added segment aa7bd910-c50b-47bc-b065-efee3690140f of type vlan for network 75afec2e-d71d-4093-af54-3761de2f036f Oct 20 03:37:04.940624 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] No DVR routers for this DVR port 83e41ff8-121e-4ead-a34c-b050b1e1f4a3 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:04.986833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1703176d-37b6-4158-affc-ddec7d6e5db7 None None] Could not find standard attr ID for object 83e41ff8-121e-4ead-a34c-b050b1e1f4a3. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:05.017539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:05.019342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.021709 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.081260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.093317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71379b6-2513-459b-abf3-8f6a065c8376 None None] DHCP port deletion for 4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:05.110076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:05.117830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.118489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:05.119109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.125505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8756a8e7-b498-4685-b2ae-79053ab8dc82 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:37:05.130284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc95b3a6-f24a-447f-b13a-8599580839c3') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:05.130626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc95b3a6-f24a-447f-b13a-8599580839c3') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:05.153376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.168826 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1669891 Oct 20 03:37:05.175880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53550) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:05.184099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] Request body: {'subnet': {'network_id': '75afec2e-d71d-4093-af54-3761de2f036f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-623130385-subnet', 'tenant_id': '9b15689528e747f6ad55491b608718ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:05.187473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.191693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49f6ca4c-bb89-465e-87af-a4d011fec558 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.221645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:05.222216 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.240738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3505f7-3eb7-4bbd-9987-4f42371d3a70 admin admin] Pushing event updated for resources: {'Network': ['ID=75afec2e-d71d-4093-af54-3761de2f036f,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:05.259978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 75afec2e-d71d-4093-af54-3761de2f036f details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:05.262737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8756a8e7-b498-4685-b2ae-79053ab8dc82 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:37:05.302231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] Made reservation on behalf of 9b15689528e747f6ad55491b608718ce for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:05.304897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.314481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.332755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.342146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.352776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba416101-5a8b-4815-8898-77ad67231411 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.353860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.358646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6ca4c-bb89-465e-87af-a4d011fec558 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Subnet': ['ID=2a685fde-1d85-4e75-8b31-5d4970c88ac9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:05.360734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49f6ca4c-bb89-465e-87af-a4d011fec558 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.367055 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-49f6ca4c-bb89-465e-87af-a4d011fec558 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/subnets/2a685fde-1d85-4e75-8b31-5d4970c88ac9 HTTP/1.1" status: 204 len: 168 time: 1.2875891 Oct 20 03:37:05.370781 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "DELETE /v2.0/networks/4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0 HTTP/1.1" status: 204 len: 168 time: 1.4663932 Oct 20 03:37:05.385953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53556) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:05.386277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53558) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:05.387947 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment cc95b3a6-f24a-447f-b13a-8599580839c3 resource provider aggregate not found Oct 20 03:37:05.426102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:05.427961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4b28b-0426-4c0e-ad02-2cfa9f7de308 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event deleted for resources: {'Network': ['ID=4215d038-2fb2-4a3e-b39d-7af7ce1bd4a0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:05.457278 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment cc95b3a6-f24a-447f-b13a-8599580839c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc95b3a6-f24a-447f-b13a-8599580839c3 found for delete ", "request_id": "req-f42fc6cb-f564-4d99-adf9-cf5a61220246"}]} Oct 20 03:37:05.477978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba416101-5a8b-4815-8898-77ad67231411 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:05.487787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ba416101-5a8b-4815-8898-77ad67231411 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:05.494289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba416101-5a8b-4815-8898-77ad67231411 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=0e6cfc0c-1cd2-4045-8143-f71af56ce504,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:05.500554 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba416101-5a8b-4815-8898-77ad67231411 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:05.501145 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba416101-5a8b-4815-8898-77ad67231411 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.545752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:05.546197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.546627 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 Oct 20 03:37:05.595122 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ba416101-5a8b-4815-8898-77ad67231411 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6502805 Oct 20 03:37:05.599948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53562) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:05.607368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'name': 'tempest-NetworksTestDHCPv6-1248993993'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:05.651828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2fdb19-def8-40ab-a058-97a633cc6a79 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting subnet 56ba4cd1-03ee-49ed-abb2-c8c3555b4984 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:05.663682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b2fdb19-def8-40ab-a058-97a633cc6a79 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.671336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:05.676784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d1a76-06d5-43fe-9c8e-aa1152d723fa req-e07fa5a3-a149-4d4b-8048-b95946c16ba4 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:05.678987 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-988d1a76-06d5-43fe-9c8e-aa1152d723fa req-e07fa5a3-a149-4d4b-8048-b95946c16ba4 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2997172 Oct 20 03:37:05.703625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.710588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:05.711013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4af6e097-b04f-4169-941c-2ae6d0bbe4f1 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:05.732123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:05.732516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.735358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.762251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:37:05.764800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f997769-5643-4b58-b4b0-1ac36f8f6e2a" -d '{"events": [{"server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "name": "network-vif-plugged", "status": "completed", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:37:05.783435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:05.784222 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b2fdb19-def8-40ab-a058-97a633cc6a79 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.787652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '0e6cfc0c-1cd2-4045-8143-f71af56ce504'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:05.789300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.794070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:05.839330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68d0443-f4e8-428a-a274-0f43def60660 x-openstack-request-id: req-f68d0443-f4e8-428a-a274-0f43def60660 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:37:05.839836 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "name": "network-vif-plugged", "status": "completed", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:37:05.840209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f68d0443-f4e8-428a-a274-0f43def60660 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:37:05.840707 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68d0443-f4e8-428a-a274-0f43def60660'] response: {'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'code': 200} Oct 20 03:37:06.059131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Router 7ae90df9-d485-446b-862e-735ac4f0f06a is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:37:06.076043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:06.083430 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=956861bd-e7c9-470c-ac24-8d03fe98cb83,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:06.145739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Allocated IP 2001:db8::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/0e6cfc0c-1cd2-4045-8143-f71af56ce504/b061072d-3d3d-49e7-9084-f3d6fdccb65f) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:06.159146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:06.163245 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.178725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking segment: {'id': '52642693-413b-4e31-a6d7-b16b854ab893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e0536712-a1b3-4d79-8a6f-3c53559958a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:06.179082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network hostable DHCP agents. Network: e0536712-a1b3-4d79-8a6f-3c53559958a3, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:06.200530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 3265c36e-8142-4b6d-914b-564c0e475f5c yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:06.249322 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-988d1a76-06d5-43fe-9c8e-aa1152d723fa req-9966fdfc-b381-46fc-a7fe-d2796213a460 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5382056 Oct 20 03:37:06.284590 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network e0536712-a1b3-4d79-8a6f-3c53559958a3 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:06.305082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:06.307779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, e0536712-a1b3-4d79-8a6f-3c53559958a3) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:06.311771 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.317239 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ecc87bbe-fc83-4bbf-ae5c-d3c68e8e6569 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "PUT /v2.0/routers/7ae90df9-d485-446b-862e-735ac4f0f06a HTTP/1.1" status: 200 len: 918 time: 5.8104146 Oct 20 03:37:06.319532 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53568) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:06.325997 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:06.326833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.329910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.335706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ce1a9-b808-4a36-8073-196803033f71 None None] Sync routers for ids ['7ae90df9-d485-446b-862e-735ac4f0f06a'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:06.343061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.378890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.385315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ce1a9-b808-4a36-8073-196803033f71 None None] Routers {'7ae90df9-d485-446b-862e-735ac4f0f06a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:06.385960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce1a9-b808-4a36-8073-196803033f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7ae90df9-d485-446b-862e-735ac4f0f06a'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:06.391306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b2fdb19-def8-40ab-a058-97a633cc6a79 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.396120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:06.419023 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4d78c805-1533-4958-9793-e12bdceb6622 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7791846 Oct 20 03:37:06.424714 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53570) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:06.432081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Pushing event updated for resources: {'Port': ['ID=b061072d-3d3d-49e7-9084-f3d6fdccb65f,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:06.434582 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce1a9-b808-4a36-8073-196803033f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:06.437618 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:06.440763 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:06.460654 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.466170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6703e409-2c73-4231-af53-f796baa9b50b']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:06.473986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ce1a9-b808-4a36-8073-196803033f71 None None] Routers {'7ae90df9-d485-446b-862e-735ac4f0f06a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:06.474603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce1a9-b808-4a36-8073-196803033f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7ae90df9-d485-446b-862e-735ac4f0f06a'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:06.505899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::10a (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/0e6cfc0c-1cd2-4045-8143-f71af56ce504/3265c36e-8142-4b6d-914b-564c0e475f5c) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:06.510279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ac3c5b-cf3f-4787-a1cd-2bc5ea42a30b') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:06.510584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ac3c5b-cf3f-4787-a1cd-2bc5ea42a30b') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:06.526793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce1a9-b808-4a36-8073-196803033f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:06.527631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ce1a9-b808-4a36-8073-196803033f71 None None] The sync data for ids ['7ae90df9-d485-446b-862e-735ac4f0f06a'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:06.533576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.544727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Attempting to bind port b061072d-3d3d-49e7-9084-f3d6fdccb65f on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:06.545883 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Attempting to bind port b061072d-3d3d-49e7-9084-f3d6fdccb65f by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:06.546293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Attempting to bind port b061072d-3d3d-49e7-9084-f3d6fdccb65f on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:06.547380 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1050915a-ffdc-467b-98a1-346f41f5fd28 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/routers/7ae90df9-d485-446b-862e-735ac4f0f06a HTTP/1.1" status: 200 len: 924 time: 0.2265346 Oct 20 03:37:06.552367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:06.552750 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:06.553147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.553536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:06.554010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Bound port: b061072d-3d3d-49e7-9084-f3d6fdccb65f, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:06.554377 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.559210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53572) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:06.585297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f660f7-bf25-49ef-8f19-3ff16a502a6d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:06.608018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.623959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b2fdb19-def8-40ab-a058-97a633cc6a79 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.628615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:06.629227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.631340 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] For port b061072d-3d3d-49e7-9084-f3d6fdccb65f, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:06.635423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] For port b061072d-3d3d-49e7-9084-f3d6fdccb65f, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=b061072d-3d3d-49e7-9084-f3d6fdccb65f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:06.637267 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.640614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.654853 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] Checking segment: {'id': 'aa7bd910-c50b-47bc-b065-efee3690140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '75afec2e-d71d-4093-af54-3761de2f036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:06.655215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] Network hostable DHCP agents. Network: 75afec2e-d71d-4093-af54-3761de2f036f, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:06.698070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b2fdb19-def8-40ab-a058-97a633cc6a79 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.702876 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4b2fdb19-def8-40ab-a058-97a633cc6a79 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/subnets/56ba4cd1-03ee-49ed-abb2-c8c3555b4984 HTTP/1.1" status: 204 len: 168 time: 1.3106225 Oct 20 03:37:06.703732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fdb19-def8-40ab-a058-97a633cc6a79 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Subnet': ['ID=56ba4cd1-03ee-49ed-abb2-c8c3555b4984,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:06.706670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53574) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:06.719501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27542c95-7a06-4d18-8920-9fd96391c6b3 None None] Pushing event updated for resources: {'Port': ['ID=b061072d-3d3d-49e7-9084-f3d6fdccb65f,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:06.760755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd7ee7a-121b-41e9-a4bb-0c869f4c59ce tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:06.762312 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4bd7ee7a-121b-41e9-a4bb-0c869f4c59ce tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&device_id=7ae90df9-d485-446b-862e-735ac4f0f06a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2000544 Oct 20 03:37:06.765350 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53576) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:06.778049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.782512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.788639 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "DELETE /v2.0/networks/6703e409-2c73-4231-af53-f796baa9b50b HTTP/1.1" status: 204 len: 168 time: 1.3950896 Oct 20 03:37:06.788832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53578) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:06.809431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] Network 75afec2e-d71d-4093-af54-3761de2f036f is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:06.822368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.832108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33191d56-5aa7-45d1-9cb1-0108061c2104 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event deleted for resources: {'Network': ['ID=6703e409-2c73-4231-af53-f796baa9b50b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:06.869435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 75afec2e-d71d-4093-af54-3761de2f036f) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:06.875910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:06.876507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.913006 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1d432889-68c7-444d-9a91-e2b43674b53d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7304018 Oct 20 03:37:06.927968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803588dd-165b-4be2-bc49-1c7edd734ece tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:06.932176 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-803588dd-165b-4be2-bc49-1c7edd734ece tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/networks/78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 881 time: 0.1630263 Oct 20 03:37:06.933014 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:06.933781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53582) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:06.971268 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-43393ad3-dad7-41b1-8123-9ede24551daa tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae90df9-d485-446b-862e-735ac4f0f06a HTTP/1.1" status: 200 len: 205 time: 0.0342917 Oct 20 03:37:06.974708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53584) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:06.981365 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.012083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.086026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.120698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.167292 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Subnet': ['ID=956861bd-e7c9-470c-ac24-8d03fe98cb83,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:07.187973 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.244131 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.306817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Deleting port d12d50d6-27ba-4482-b3a8-29ed9ae90f85 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:07.307411 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.308815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.352649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.357661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:07.358002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.361475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:07.390018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.392717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=3265c36e-8142-4b6d-914b-564c0e475f5c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:07.395350 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:07.408899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:07.413828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Calling delete_port for d12d50d6-27ba-4482-b3a8-29ed9ae90f85 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:07.414443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:07.415066 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.418379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff323eba-ecca-4e6f-a9f7-12b97b4c3922']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:07.429976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0536712-a1b3-4d79-8a6f-3c53559958a3']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:07.454194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302e7f30-a652-49e7-a056-255f61b6f551') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:07.454770 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302e7f30-a652-49e7-a056-255f61b6f551') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:07.490171 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 84ac3c5b-cf3f-4787-a1cd-2bc5ea42a30b resource provider aggregate not found Oct 20 03:37:07.497225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52642693-413b-4e31-a6d7-b16b854ab893') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:07.498268 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52642693-413b-4e31-a6d7-b16b854ab893') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:07.510844 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 84ac3c5b-cf3f-4787-a1cd-2bc5ea42a30b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84ac3c5b-cf3f-4787-a1cd-2bc5ea42a30b found for delete ", "request_id": "req-fb6c369d-b9e0-497e-81de-97411e98f8c0"}]} Oct 20 03:37:07.512850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.550595 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.570754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.590314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] For port 6c3ef5f3-69ff-4fde-b177-418f66f2def8, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6c3ef5f3-69ff-4fde-b177-418f66f2def8,segment=NetworkSegment(08348294-8859-412f-b216-70c37290c700),segment_id=08348294-8859-412f-b216-70c37290c700)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:07.591000 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.592510 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53602) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:07.597287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-145631903-network', 'tenant_id': '841c86d855ce4e36b761cd0954d65db6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:07.621640 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-217e45cb-dafc-4eb0-88f2-a5460dd47251 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0205910 Oct 20 03:37:07.622991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Calling delete_port for 6c3ef5f3-69ff-4fde-b177-418f66f2def8 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:07.624019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53604) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:07.630307 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:07.630959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.670171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Made reservation on behalf of 841c86d855ce4e36b761cd0954d65db6 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:07.675047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device b061072d-3d3d-49e7-9084-f3d6fdccb65f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:07.678104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.727046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.734147 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 52642693-413b-4e31-a6d7-b16b854ab893 resource provider aggregate not found Oct 20 03:37:07.737469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.754737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port b061072d-3d3d-49e7-9084-f3d6fdccb65f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:07.755551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.756291 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port b061072d-3d3d-49e7-9084-f3d6fdccb65f Oct 20 03:37:07.772615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:07.773396 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.783120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a4523a-3a76-4a71-bbfc-8c3ba4ae22da tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:07.790561 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 52642693-413b-4e31-a6d7-b16b854ab893 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52642693-413b-4e31-a6d7-b16b854ab893 found for delete ", "request_id": "req-97995a85-303d-4e4b-978f-6dd7cfa62ac8"}]} Oct 20 03:37:07.790762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a4523a-3a76-4a71-bbfc-8c3ba4ae22da tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:07.795904 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-75a4523a-3a76-4a71-bbfc-8c3ba4ae22da tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1707442 Oct 20 03:37:07.796584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53610) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:07.813002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.861022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.867178 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port b061072d-3d3d-49e7-9084-f3d6fdccb65f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:07.867568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.903995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Pushing event deleted for resources: {'Port': ['ID=d12d50d6-27ba-4482-b3a8-29ed9ae90f85,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:07.908850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.910665 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port b061072d-3d3d-49e7-9084-f3d6fdccb65f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=b061072d-3d3d-49e7-9084-f3d6fdccb65f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:07.913277 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/e0536712-a1b3-4d79-8a6f-3c53559958a3 HTTP/1.1" status: 204 len: 168 time: 1.4875996 Oct 20 03:37:07.917373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53612) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:07.924652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2103079377'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:07.924796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.948012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe432c0-0838-43f6-95eb-6cc1e6ae639b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=e0536712-a1b3-4d79-8a6f-3c53559958a3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:07.950254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.961865 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.966074 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "DELETE /v2.0/networks/ff323eba-ecca-4e6f-a9f7-12b97b4c3922 HTTP/1.1" status: 204 len: 168 time: 1.1710322 Oct 20 03:37:07.971896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:07.983008 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53614) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:07.996365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=b061072d-3d3d-49e7-9084-f3d6fdccb65f,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:08.004577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08017f72-ff55-4649-8cc3-5f46ef47d358 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:37:08.013872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No DVR routers for this DVR port 6c3ef5f3-69ff-4fde-b177-418f66f2def8 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:08.017161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f27ab1-38cf-48c5-8252-9538f92863d9 tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event deleted for resources: {'Network': ['ID=ff323eba-ecca-4e6f-a9f7-12b97b4c3922,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:08.019190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.060728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:08.064431 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.085907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Port': ['ID=6c3ef5f3-69ff-4fde-b177-418f66f2def8,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:08.109710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1f2c0b61-32b7-43f6-918c-b0b80d998a8e None None] Provisioning complete for port b061072d-3d3d-49e7-9084-f3d6fdccb65f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:08.109710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0b61-32b7-43f6-918c-b0b80d998a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.110062 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1f2c0b61-32b7-43f6-918c-b0b80d998a8e None None] Attempt 1 to provision port b061072d-3d3d-49e7-9084-f3d6fdccb65f Oct 20 03:37:08.130291 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.138568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.183098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08017f72-ff55-4649-8cc3-5f46ef47d358 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:37:08.190696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.197972 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b9688569-7e54-4fab-b64f-38ee567ca25d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 3265c36e-8142-4b6d-914b-564c0e475f5c {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:08.198536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b9688569-7e54-4fab-b64f-38ee567ca25d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.201851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.203681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:08.204447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.229507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.237536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.237985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Fanout notify agent at l3_agent the message router_deleted on router 7ae90df9-d485-446b-862e-735ac4f0f06a {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:37:08.262075 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.262280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.262416 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment c66e55dd-4ddd-4844-8da9-bcbb8e17eae6 of type vlan for network a34b08bf-ab45-4f1b-a66c-ad999fd37f1e Oct 20 03:37:08.263295 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-526ca74c-8cc7-4c31-a9d9-bda147b0104e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/7ae90df9-d485-446b-862e-735ac4f0f06a HTTP/1.1" status: 204 len: 168 time: 1.2876639 Oct 20 03:37:08.264352 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:08.275347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53616) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:08.293215 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c1b826-3eaa-46f2-8f54-4ffcb6112881']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:08.309142 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-eb4ab70c-f9f4-44a2-82be-80afbadecdbc tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-95212267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:08.326381 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1174e66d-c78c-4840-9a5c-a2ca5c5cad23,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:08.333843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c0b61-32b7-43f6-918c-b0b80d998a8e None None] Current status of the port b061072d-3d3d-49e7-9084-f3d6fdccb65f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:08.339491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.340021 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Added segment 1f2f2d0e-4d08-49c1-919e-e67c5a29c256 of type vlan for network 85639ee9-9cab-406a-b5c7-180506ab5f35 Oct 20 03:37:08.347165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08348294-8859-412f-b216-70c37290c700') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:08.347494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08348294-8859-412f-b216-70c37290c700') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:08.390643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb4ab70c-f9f4-44a2-82be-80afbadecdbc tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.391556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb4ab70c-f9f4-44a2-82be-80afbadecdbc tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.398775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.402302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.411702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b9688569-7e54-4fab-b64f-38ee567ca25d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.416095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.416517 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.437489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b9688569-7e54-4fab-b64f-38ee567ca25d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 3265c36e-8142-4b6d-914b-564c0e475f5c owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:08.438882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.442642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be8be07-d037-4295-9410-8c26a61664ff']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:08.464777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:08.465451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.467796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.470899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baba0a04-bc53-4aaf-8f83-56804992d1e3') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:08.471197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baba0a04-bc53-4aaf-8f83-56804992d1e3') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:08.496979 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.502264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb4ab70c-f9f4-44a2-82be-80afbadecdbc tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.513698 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.519445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:08.520711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.531117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.532074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:08.532667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.538852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb4ab70c-f9f4-44a2-82be-80afbadecdbc tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.560067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dca5764-316f-4c92-9226-6fbadc857e0d None None] Network f7c1b826-3eaa-46f2-8f54-4ffcb6112881 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:08.574066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453664a4-ee72-4e83-bb0c-3eb82858d1c3 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:08.579594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.591974 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9983420 Oct 20 03:37:08.592374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:08.592613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53622) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:08.592838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.598810 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6801019 Oct 20 03:37:08.602512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] Request body: {'subnet': {'network_id': '85639ee9-9cab-406a-b5c7-180506ab5f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-145631903-subnet', 'tenant_id': '841c86d855ce4e36b761cd0954d65db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:08.612012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53624) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:08.620358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.628954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'network_id': 'a34b08bf-ab45-4f1b-a66c-ad999fd37f1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:08.646741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e92860-20ca-4001-8b2e-66b0e16d6b18 None None] Network 75afec2e-d71d-4093-af54-3761de2f036f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:08.646957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb4ab70c-f9f4-44a2-82be-80afbadecdbc tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.648125 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-eb4ab70c-f9f4-44a2-82be-80afbadecdbc tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3671365 Oct 20 03:37:08.652293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357b944-a5f7-4f37-b4de-b00687803b4b admin admin] Pushing event updated for resources: {'Network': ['ID=85639ee9-9cab-406a-b5c7-180506ab5f35,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:08.657470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53626) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:08.661845 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'enable_snat': False}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:08.688437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.695700 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/f7c1b826-3eaa-46f2-8f54-4ffcb6112881 HTTP/1.1" status: 204 len: 168 time: 1.9808471 Oct 20 03:37:08.702777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53628) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:08.725788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a10136-e57d-41a1-88c8-bb7bbe4ac570 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=a34b08bf-ab45-4f1b-a66c-ad999fd37f1e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:08.730016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 85639ee9-9cab-406a-b5c7-180506ab5f35 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:08.770695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeee004-6496-4f98-a60a-6aa6c5c5c6ad None None] Network e0536712-a1b3-4d79-8a6f-3c53559958a3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:08.773105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network a34b08bf-ab45-4f1b-a66c-ad999fd37f1e details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:08.776432 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-041abee7-e0cb-4b6d-abb6-311f3cf94f5d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:08.776883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041abee7-e0cb-4b6d-abb6-311f3cf94f5d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:08.782636 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-041abee7-e0cb-4b6d-abb6-311f3cf94f5d tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/subnets/e8ba3079-d28e-4d9d-89b5-db59ee03982d HTTP/1.1" status: 404 len: 337 time: 0.0674925 Oct 20 03:37:08.782636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] Made reservation on behalf of 841c86d855ce4e36b761cd0954d65db6 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:08.783777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.786495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53630) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:08.796353 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38af606-5277-468a-9225-c8528941c663 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Network': ['ID=f7c1b826-3eaa-46f2-8f54-4ffcb6112881,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:08.798023 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.815261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:08.821216 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] 10.222.0.20 "DELETE /v2.0/networks/2be8be07-d037-4295-9410-8c26a61664ff HTTP/1.1" status: 204 len: 168 time: 0.8159399 Oct 20 03:37:08.837947 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-81881c9f-c02c-46fc-8c77-bddfc0fb4c33 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:08.838530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81881c9f-c02c-46fc-8c77-bddfc0fb4c33 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:08.841887 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-81881c9f-c02c-46fc-8c77-bddfc0fb4c33 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/f492dcde-2ab3-467e-aaf7-9fe5fb635469 HTTP/1.1" status: 404 len: 339 time: 0.0544369 Oct 20 03:37:08.844763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dc281-ce6a-4dda-ab7b-92636fc8c1fb tempest-BulkNetworkOpsIpV6Test-1246473132 tempest-BulkNetworkOpsIpV6Test-1246473132-project] Pushing event deleted for resources: {'Network': ['ID=2be8be07-d037-4295-9410-8c26a61664ff,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:08.849078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53634) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:08.880941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeee004-6496-4f98-a60a-6aa6c5c5c6ad None None] Network e0536712-a1b3-4d79-8a6f-3c53559958a3 could not be found, it might have been deleted concurrently. {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 03:37:08.974965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9a9a7f-c889-4379-8153-0d7f25237a67 None None] Network e0536712-a1b3-4d79-8a6f-3c53559958a3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:09.024456 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9a9a7f-c889-4379-8153-0d7f25237a67 None None] Network e0536712-a1b3-4d79-8a6f-3c53559958a3 could not be found, it might have been deleted concurrently. {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 03:37:09.137459 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-327bdcee-f394-4670-8262-ece9a83349d9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:09.137914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327bdcee-f394-4670-8262-ece9a83349d9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:09.140939 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-327bdcee-f394-4670-8262-ece9a83349d9 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/subnets/82f60b80-559d-43fb-9758-3e70be8de606 HTTP/1.1" status: 404 len: 337 time: 0.2906873 Oct 20 03:37:09.143486 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53638) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:09.143613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.153842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:09.161265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.167260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53640) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:09.171224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b9688569-7e54-4fab-b64f-38ee567ca25d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.175328 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77f0083-f6ce-4141-a00a-e4cfcbdf04a0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:09.175917 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77f0083-f6ce-4141-a00a-e4cfcbdf04a0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:09.179841 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d77f0083-f6ce-4141-a00a-e4cfcbdf04a0 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/eb03e6e9-f9b2-4fae-886e-4828adb32b9b HTTP/1.1" status: 404 len: 339 time: 0.0350130 Oct 20 03:37:09.187310 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53644) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:09.188624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03118cce-1880-4405-aede-59be2e6f7cda None None] DHCP port deletion for f7c1b826-3eaa-46f2-8f54-4ffcb6112881 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:09.218235 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795ee0e8-495a-475e-b35f-822c4e13dc14 None None] Network 75afec2e-d71d-4093-af54-3761de2f036f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:09.263963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9688569-7e54-4fab-b64f-38ee567ca25d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=3265c36e-8142-4b6d-914b-564c0e475f5c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:09.276521 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe71af6-94a5-4123-bccd-037d0bac6709 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:09.276971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe71af6-94a5-4123-bccd-037d0bac6709 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:09.280260 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1fe71af6-94a5-4123-bccd-037d0bac6709 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/subnets/bd09c491-cd2d-436c-82bb-51df858634cc HTTP/1.1" status: 404 len: 337 time: 0.0875959 Oct 20 03:37:09.283416 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53646) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:09.310266 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b9688569-7e54-4fab-b64f-38ee567ca25d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.317529 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b9688569-7e54-4fab-b64f-38ee567ca25d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/3265c36e-8142-4b6d-914b-564c0e475f5c HTTP/1.1" status: 204 len: 168 time: 1.5148990 Oct 20 03:37:09.318451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53648) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:09.320856 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ee0a81-ee06-40a0-a100-33e0ab9f1b60 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:09.321430 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ee0a81-ee06-40a0-a100-33e0ab9f1b60 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:09.324681 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b0ee0a81-ee06-40a0-a100-33e0ab9f1b60 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/0bcec4a9-092f-45d9-b979-3bb050add049 HTTP/1.1" status: 404 len: 339 time: 0.0374181 Oct 20 03:37:09.327496 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53650) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:09.425621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8952f6-7b7a-4be8-ad07-9362d248f607 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting subnet a0ceb49d-c0ff-4646-af8b-7542f28540c4 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:09.432466 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b8952f6-7b7a-4be8-ad07-9362d248f607 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.503614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a8e2c-f310-49b2-80af-619512e55317 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:09.505377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a8e2c-f310-49b2-80af-619512e55317 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:09.506937 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0f8a8e2c-f310-49b2-80af-619512e55317 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1838741 Oct 20 03:37:09.509630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53652) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:09.512865 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b8952f6-7b7a-4be8-ad07-9362d248f607 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.559094 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.595103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.631691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device b061072d-3d3d-49e7-9084-f3d6fdccb65f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:09.649305 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7dbe5d42-1158-4acc-b557-3cbcb9063e2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69b7d7c45aff4f58b04c6b5c7148970e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4752169 Oct 20 03:37:09.650803 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53654) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:09.664710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3abf6b4-0c5b-48b8-b70b-18ede29e4be4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 0e6cfc0c-1cd2-4045-8143-f71af56ce504 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:09.672660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3abf6b4-0c5b-48b8-b70b-18ede29e4be4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.683400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=0a0e7c46-1608-40ca-ab0c-fd1f5cc5e482,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:09.700953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking segment: {'id': 'c66e55dd-4ddd-4844-8da9-bcbb8e17eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a34b08bf-ab45-4f1b-a66c-ad999fd37f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:09.701366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network hostable DHCP agents. Network: a34b08bf-ab45-4f1b-a66c-ad999fd37f1e, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:09.707713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port b061072d-3d3d-49e7-9084-f3d6fdccb65f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:09.707958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.708327 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port b061072d-3d3d-49e7-9084-f3d6fdccb65f Oct 20 03:37:09.711915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b8952f6-7b7a-4be8-ad07-9362d248f607 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.731402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5edae04-9fb3-4522-876f-4bee86113b10,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:09.747347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3abf6b4-0c5b-48b8-b70b-18ede29e4be4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.766010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-cb79e155-2f75-46ca-b087-4e65c1a02e96 None None] Provisioning complete for port b061072d-3d3d-49e7-9084-f3d6fdccb65f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:09.766586 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cb79e155-2f75-46ca-b087-4e65c1a02e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.766686 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cb79e155-2f75-46ca-b087-4e65c1a02e96 None None] Attempt 1 to provision port b061072d-3d3d-49e7-9084-f3d6fdccb65f Oct 20 03:37:09.787508 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ff2d77e-a821-4b87-91b3-7caa6feb5321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.815897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ff2d77e-a821-4b87-91b3-7caa6feb5321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.829616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] Checking segment: {'id': '1f2f2d0e-4d08-49c1-919e-e67c5a29c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '85639ee9-9cab-406a-b5c7-180506ab5f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:09.829616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] Network hostable DHCP agents. Network: 85639ee9-9cab-406a-b5c7-180506ab5f35, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:09.849577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port b061072d-3d3d-49e7-9084-f3d6fdccb65f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:09.871515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ff2d77e-a821-4b87-91b3-7caa6feb5321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.874417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ff2d77e-a821-4b87-91b3-7caa6feb5321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.875713 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1ff2d77e-a821-4b87-91b3-7caa6feb5321 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6a45370-db30-46ce-bf2a-ca339588c928 HTTP/1.1" status: 204 len: 168 time: 0.2224333 Oct 20 03:37:09.876533 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network a34b08bf-ab45-4f1b-a66c-ad999fd37f1e is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:09.889985 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2d77e-a821-4b87-91b3-7caa6feb5321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a45370-db30-46ce-bf2a-ca339588c928,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:09.904026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, a34b08bf-ab45-4f1b-a66c-ad999fd37f1e) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:09.909839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:09.911475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.920601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b8952f6-7b7a-4be8-ad07-9362d248f607 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:09.984715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8952f6-7b7a-4be8-ad07-9362d248f607 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ceb49d-c0ff-4646-af8b-7542f28540c4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:09.995289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] Network 85639ee9-9cab-406a-b5c7-180506ab5f35 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:09.995999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b8952f6-7b7a-4be8-ad07-9362d248f607 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.006486 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6b8952f6-7b7a-4be8-ad07-9362d248f607 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/subnets/a0ceb49d-c0ff-4646-af8b-7542f28540c4 HTTP/1.1" status: 204 len: 168 time: 0.6778417 Oct 20 03:37:10.010730 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 302e7f30-a652-49e7-a056-255f61b6f551 resource provider aggregate not found Oct 20 03:37:10.015561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53660) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:10.039731 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-82f7b0ea-a433-44a4-8cef-79bfae8e815c tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4202580 Oct 20 03:37:10.041752 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 302e7f30-a652-49e7-a056-255f61b6f551 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 302e7f30-a652-49e7-a056-255f61b6f551 found for delete ", "request_id": "req-5eb7c8b6-6e13-4dc3-9ec2-dc1f9a438ab8"}]} Oct 20 03:37:10.059873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53664) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:10.061334 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 85639ee9-9cab-406a-b5c7-180506ab5f35) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:10.066267 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:10.068137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.077947 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 08348294-8859-412f-b216-70c37290c700 resource provider aggregate not found Oct 20 03:37:10.091465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.098483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3abf6b4-0c5b-48b8-b70b-18ede29e4be4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.110350 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6737c7-7aa3-4d2b-9228-7f9ac1578551 None None] Network a34b08bf-ab45-4f1b-a66c-ad999fd37f1e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:10.120831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a167f3-6921-4562-b051-22b859027d92 None None] Network 549b2688-f731-45d3-ac02-1202a9f18014 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:10.122616 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 08348294-8859-412f-b216-70c37290c700 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08348294-8859-412f-b216-70c37290c700 found for delete ", "request_id": "req-592f70b0-6479-4515-a2ef-91fee04f66d9"}]} Oct 20 03:37:10.123404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6c3ef5f3-69ff-4fde-b177-418f66f2def8 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:10.125253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8680790-e189-459e-aabf-7b2a95ca3617 None None] Network 85639ee9-9cab-406a-b5c7-180506ab5f35 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:10.220071 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.252448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.256856 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment baba0a04-bc53-4aaf-8f83-56804992d1e3 resource provider aggregate not found Oct 20 03:37:10.271796 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-db1d5a9b-ff60-4479-a8b6-88388827f9d8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6729822 Oct 20 03:37:10.289291 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment baba0a04-bc53-4aaf-8f83-56804992d1e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid baba0a04-bc53-4aaf-8f83-56804992d1e3 found for delete ", "request_id": "req-798a9c88-b81a-497c-a04e-61b33dd26cfd"}]} Oct 20 03:37:10.296161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cb79e155-2f75-46ca-b087-4e65c1a02e96 None None] Current status of the port b061072d-3d3d-49e7-9084-f3d6fdccb65f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:10.353309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.399037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 6c3ef5f3-69ff-4fde-b177-418f66f2def8 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:10.399389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6c3ef5f3-69ff-4fde-b177-418f66f2def8 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:10.425136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3208feda-0714-45b4-b589-ba094911cc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-a34b08bf-ab45-4f1b-a66c-ad999fd37f1e', 'network_id': 'a34b08bf-ab45-4f1b-a66c-ad999fd37f1e', 'tenant_id': '6486d06f423a4bc7bd5387d9fb1bc72e', 'fixed_ips': [{'subnet_id': '0a0e7c46-1608-40ca-ab0c-fd1f5cc5e482'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:10.426644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3208feda-0714-45b4-b589-ba094911cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.430615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.477473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f49ab4e9-0a67-4b72-96d9-432c9ef99722 None None] Could not find standard attr ID for object 3265c36e-8142-4b6d-914b-564c0e475f5c. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:10.549057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Subnet': ['ID=0a0e7c46-1608-40ca-ab0c-fd1f5cc5e482,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:10.633350 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce376dd7-84c6-4ec8-bd16-50dc66e0a0d0 None None] Network a34b08bf-ab45-4f1b-a66c-ad999fd37f1e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:10.639939 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.687969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34b08bf-ab45-4f1b-a66c-ad999fd37f1e']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:10.710486 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66e55dd-4ddd-4844-8da9-bcbb8e17eae6') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:10.710956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66e55dd-4ddd-4844-8da9-bcbb8e17eae6') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:10.730725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.772551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.779403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:10.780175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.849475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb94bc5-ec38-45c9-b4b1-e005ecb3382a None None] Network 85639ee9-9cab-406a-b5c7-180506ab5f35 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:10.896548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.928864 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:10.938734 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/a34b08bf-ab45-4f1b-a66c-ad999fd37f1e HTTP/1.1" status: 204 len: 168 time: 0.8756399 Oct 20 03:37:10.939830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53700) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:10.967534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-268365185'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:10.972089 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114d831-e44d-4e5b-a67f-d03e9ad8deb1 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=a34b08bf-ab45-4f1b-a66c-ad999fd37f1e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:10.979988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Allocated IP 172.26.0.114 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/ee5b782b-4fd3-4ee1-beec-42652ac5d2fc) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:10.986293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a138de-fd64-4f59-9581-c083a0af923f None None] DHCP port deletion for 549b2688-f731-45d3-ac02-1202a9f18014 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:11.013259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:11.022106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.058597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:11.059273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.073669 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53702) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:11.101397 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.102013 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment 1259e747-52c0-446e-b01d-4f582eaf3f88 of type vlan for network 4df15e77-4364-4d2b-b33a-b40387d61edc Oct 20 03:37:11.128385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3abf6b4-0c5b-48b8-b70b-18ede29e4be4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.141042 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-06a138de-fd64-4f59-9581-c083a0af923f None None] Deleting port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:11.141816 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-06a138de-fd64-4f59-9581-c083a0af923f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.185820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abf6b4-0c5b-48b8-b70b-18ede29e4be4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6cfc0c-1cd2-4045-8143-f71af56ce504,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:11.195092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3abf6b4-0c5b-48b8-b70b-18ede29e4be4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.199419 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d3abf6b4-0c5b-48b8-b70b-18ede29e4be4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/0e6cfc0c-1cd2-4045-8143-f71af56ce504 HTTP/1.1" status: 204 len: 168 time: 1.6862974 Oct 20 03:37:11.206182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53706) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:11.213274 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.234455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed963a-6ef9-44d4-a0a3-daccfb28e0e6 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:11.248914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'networks': [{'name': 'tempest-network--1592635064'}, {'name': 'tempest-network--1267854110'}]} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:11.249230 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'network': {'name': 'tempest-network--1592635064'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:11.249692 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'network': {'name': 'tempest-network--1267854110'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:11.258716 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-84baa6d3-18ae-4aa8-95ed-4335da6900f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502257 Oct 20 03:37:11.262864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53708) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:11.282482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.288684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:11.289282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.304195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.317238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Made reservation on behalf of 801d66f376f64b7a8dc964de317da7b3 for: {'network': 2} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:11.323274 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.324236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:11.324770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.349302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.357412 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4048319 Oct 20 03:37:11.372832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f28067-1859-43af-b6ac-33b2d36003d7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:11.375501 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-08f28067-1859-43af-b6ac-33b2d36003d7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1113570 Oct 20 03:37:11.377799 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53714) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:11.378294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53720) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:11.382763 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-06a138de-fd64-4f59-9581-c083a0af923f None None] For port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2a019bd0-4768-4402-90ab-e6a2fb07d4e3,segment=NetworkSegment(0a912637-2119-431f-839b-bae567309e3d),segment_id=0a912637-2119-431f-839b-bae567309e3d)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:11.383175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-06a138de-fd64-4f59-9581-c083a0af923f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.396942 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ebb67598-8487-4704-8752-5c2637ea21bf tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:11.412801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-06a138de-fd64-4f59-9581-c083a0af923f None None] Calling delete_port for 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:11.446332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb9040-d5d2-4250-ac3b-cd6b8715ea29 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=4df15e77-4364-4d2b-b33a-b40387d61edc,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:11.461558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 4df15e77-4364-4d2b-b33a-b40387d61edc details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:11.488333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] For port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2a019bd0-4768-4402-90ab-e6a2fb07d4e3,segment=NetworkSegment(0a912637-2119-431f-839b-bae567309e3d),segment_id=0a912637-2119-431f-839b-bae567309e3d)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:11.489228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.513485 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.570889 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dfd0cd-a8d1-470d-8b8f-bb6e03618ca5 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:11.572303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Calling delete_port for 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:11.577234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-06a138de-fd64-4f59-9581-c083a0af923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.593667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a138de-fd64-4f59-9581-c083a0af923f None None] No DVR routers for this DVR port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:11.616720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46009248-513b-4801-a6df-7a026d813384 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:11.618204 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-46009248-513b-4801-a6df-7a026d813384 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2356031 Oct 20 03:37:11.624291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53722) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:11.624963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a138de-fd64-4f59-9581-c083a0af923f None None] Pushing event deleted for resources: {'Port': ['ID=2a019bd0-4768-4402-90ab-e6a2fb07d4e3,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:11.626274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:11.638748 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:11.675697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:11.679075 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1df2179e-5758-4077-b3e1-cbaec087e275 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548604 Oct 20 03:37:11.683697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Pushing event updated for resources: {'Port': ['ID=ee5b782b-4fd3-4ee1-beec-42652ac5d2fc,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:11.687127 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53724) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:11.695329 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ffaeea72-12fc-4014-aa7f-7077d99a9a22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:11.696477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-11dfd0cd-a8d1-470d-8b8f-bb6e03618ca5 None None] Deleting port b061072d-3d3d-49e7-9084-f3d6fdccb65f {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:11.696794 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-11dfd0cd-a8d1-470d-8b8f-bb6e03618ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.730894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device b061072d-3d3d-49e7-9084-f3d6fdccb65f no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:11.773340 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.783215 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-d75755cf-90b4-49d8-8c85-ed6f2a8b0ae6 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:11.785461 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-d75755cf-90b4-49d8-8c85-ed6f2a8b0ae6 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/networks?id=75afec2e-d71d-4093-af54-3761de2f036f HTTP/1.1" status: 200 len: 811 time: 0.3871970 Oct 20 03:37:11.799579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-11dfd0cd-a8d1-470d-8b8f-bb6e03618ca5 None None] For port b061072d-3d3d-49e7-9084-f3d6fdccb65f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=b061072d-3d3d-49e7-9084-f3d6fdccb65f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:11.799973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-11dfd0cd-a8d1-470d-8b8f-bb6e03618ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.817717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-11dfd0cd-a8d1-470d-8b8f-bb6e03618ca5 None None] Calling delete_port for b061072d-3d3d-49e7-9084-f3d6fdccb65f owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:11.821715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.821853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.856474 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-be026c9f-8b5c-4959-b5b3-55156ab67d90 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/quotas/9b15689528e747f6ad55491b608718ce HTTP/1.1" status: 200 len: 375 time: 0.0421903 Oct 20 03:37:11.859030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ebb67598-8487-4704-8752-5c2637ea21bf tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.899074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0876fa-18bb-4e64-a892-345ad212911c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:11.904834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:11.910684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port b061072d-3d3d-49e7-9084-f3d6fdccb65f is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:11.911204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.929801 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-d33df26c-b49f-4588-bfd3-78a9c82b6afc tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b15689528e747f6ad55491b608718ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511882 Oct 20 03:37:11.932537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaeea72-12fc-4014-aa7f-7077d99a9a22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:11.936244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffaeea72-12fc-4014-aa7f-7077d99a9a22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.936474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ebb67598-8487-4704-8752-5c2637ea21bf tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.941313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.942224 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Added segment 3181493a-b713-440c-93e4-41d20d98d5a5 of type vlan for network 2dbaa072-0561-4f29-8d0d-d560cac7bf78 Oct 20 03:37:11.957165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port b061072d-3d3d-49e7-9084-f3d6fdccb65f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=b061072d-3d3d-49e7-9084-f3d6fdccb65f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:11.966933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.967683 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:11.968793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebb67598-8487-4704-8752-5c2637ea21bf tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network 4df15e77-4364-4d2b-b33a-b40387d61edc is not hosted by any dhcp agent {{(pid=103629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 03:37:11.973752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-11dfd0cd-a8d1-470d-8b8f-bb6e03618ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.976894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb67598-8487-4704-8752-5c2637ea21bf tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:11.977531 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ebb67598-8487-4704-8752-5c2637ea21bf tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:11.979049 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ebb67598-8487-4704-8752-5c2637ea21bf tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "PUT /v2.0/networks/4df15e77-4364-4d2b-b33a-b40387d61edc HTTP/1.1" status: 200 len: 723 time: 0.5975819 Oct 20 03:37:11.983642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53726) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:12.001987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'network_id': '4df15e77-4364-4d2b-b33a-b40387d61edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:12.008371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:12.008371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:12.012858 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event deleted for resources: {'Port': ['ID=b061072d-3d3d-49e7-9084-f3d6fdccb65f,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:12.029762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.041057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dfd0cd-a8d1-470d-8b8f-bb6e03618ca5 None None] No DVR routers for this DVR port b061072d-3d3d-49e7-9084-f3d6fdccb65f on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:12.044291 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfd0cd-a8d1-470d-8b8f-bb6e03618ca5 None None] Pushing event deleted for resources: {'Port': ['ID=b061072d-3d3d-49e7-9084-f3d6fdccb65f,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:12.081980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No DVR routers for this DVR port 2a019bd0-4768-4402-90ab-e6a2fb07d4e3 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:12.087545 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Port': ['ID=2a019bd0-4768-4402-90ab-e6a2fb07d4e3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:12.124366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.125731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb67598-8487-4704-8752-5c2637ea21bf tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=4df15e77-4364-4d2b-b33a-b40387d61edc,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:12.139260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 4df15e77-4364-4d2b-b33a-b40387d61edc details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:12.255885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.280455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:12.284228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549b2688-f731-45d3-ac02-1202a9f18014']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:12.285863 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-86ac3c2a-ce28-461a-ab24-40a60948e9a3 service neutron] 10.222.0.20 "GET /v2.0/networks/75afec2e-d71d-4093-af54-3761de2f036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314588 Oct 20 03:37:12.286420 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:12.289779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.323299 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment c66e55dd-4ddd-4844-8da9-bcbb8e17eae6 resource provider aggregate not found Oct 20 03:37:12.339768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a912637-2119-431f-839b-bae567309e3d') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:12.349037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a912637-2119-431f-839b-bae567309e3d') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:12.354868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.355220 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Added segment 5134a961-34b2-4661-970d-8646b38c5416 of type vlan for network 166ccc5f-29ec-47a5-9f64-5263cc35b10f Oct 20 03:37:12.359396 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment c66e55dd-4ddd-4844-8da9-bcbb8e17eae6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c66e55dd-4ddd-4844-8da9-bcbb8e17eae6 found for delete ", "request_id": "req-94deb6df-dfb6-4ef7-9f09-9f58b8512d70"}]} Oct 20 03:37:12.365335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.381057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.420404 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.431677 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:12.432022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.475163 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 0a912637-2119-431f-839b-bae567309e3d resource provider aggregate not found Oct 20 03:37:12.512968 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 0a912637-2119-431f-839b-bae567309e3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a912637-2119-431f-839b-bae567309e3d found for delete ", "request_id": "req-d8a6a2d4-0855-43c8-8d84-131859bdd6a0"}]} Oct 20 03:37:12.530661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.550872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.558520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.563991 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/549b2688-f731-45d3-ac02-1202a9f18014 HTTP/1.1" status: 204 len: 168 time: 2.5388458 Oct 20 03:37:12.564920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53736) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:12.587344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff61184-2a76-42d6-ba20-1185ec4b39b2 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Network': ['ID=549b2688-f731-45d3-ac02-1202a9f18014,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:12.608301 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc1d2b3-026a-4c5a-93bd-8d4b1bcc18be tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:12.608562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc1d2b3-026a-4c5a-93bd-8d4b1bcc18be tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:12.611531 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3bc1d2b3-026a-4c5a-93bd-8d4b1bcc18be tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/subnets/e6930f98-7c44-4d38-8b21-4cee2a00dda5 HTTP/1.1" status: 404 len: 337 time: 0.0443423 Oct 20 03:37:12.620571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53738) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:12.638966 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-b93a6ff9-2390-43f7-9554-3b71f68f0d2e service neutron] 10.222.0.20 "GET /v2.0/networks/75afec2e-d71d-4093-af54-3761de2f036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375649 Oct 20 03:37:12.659670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffaeea72-12fc-4014-aa7f-7077d99a9a22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.669210 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a9c1dd-5e84-4c94-9f1f-a98d7b5c4a20 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:12.669822 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a9c1dd-5e84-4c94-9f1f-a98d7b5c4a20 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:12.673531 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-53a9c1dd-5e84-4c94-9f1f-a98d7b5c4a20 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/8c0c3226-fcf9-4062-9a31-235eb2616519 HTTP/1.1" status: 404 len: 339 time: 0.0519931 Oct 20 03:37:12.700635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53740) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:12.701306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.701805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.709220 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:12.715004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:12.716080 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.720665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.725657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.839009 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7612071 Oct 20 03:37:12.839009 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaeea72-12fc-4014-aa7f-7077d99a9a22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:12.845276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53746) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:12.865155 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-616a0912-5044-4419-be5c-03085dcacbc1 req-45fea185-cb0a-4140-8fb3-61f7c08b36c9 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 210 time: 0.0700536 Oct 20 03:37:12.865625 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ffaeea72-12fc-4014-aa7f-7077d99a9a22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:12.876465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86632db-81f6-42e3-b766-cc0ec9ccebdd None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:12.882796 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaeea72-12fc-4014-aa7f-7077d99a9a22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:12.883398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffaeea72-12fc-4014-aa7f-7077d99a9a22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.952728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaeea72-12fc-4014-aa7f-7077d99a9a22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=3024fdec-3268-49c7-bac2-97728d4a807b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:12.959510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f22f94b-568e-4830-b7aa-c4a5ab327de5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting subnet 372b3398-f147-4491-a528-ea4349186d2b {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:12.966090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event updated for resources: {'Network': ['ID=2dbaa072-0561-4f29-8d0d-d560cac7bf78,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:12.971907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9f22f94b-568e-4830-b7aa-c4a5ab327de5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:12.979118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 2dbaa072-0561-4f29-8d0d-d560cac7bf78 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:13.010406 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ffaeea72-12fc-4014-aa7f-7077d99a9a22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3215361 Oct 20 03:37:13.013802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53752) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:13.026482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': '3024fdec-3268-49c7-bac2-97728d4a807b', 'ip_address': '2001:db8::a59c:f138:6103:4195'}], 'name': 'tempest-NetworksTestDHCPv6-1577774142'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:13.047366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.077707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9f22f94b-568e-4830-b7aa-c4a5ab327de5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.138309 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Router 6efac86b-2e58-460f-906b-be37d7f1a20a is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:37:13.148192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30604585-a96b-4561-baae-f13f2ca4e9c5 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:13.155233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30604585-a96b-4561-baae-f13f2ca4e9c5 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:13.158212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '3024fdec-3268-49c7-bac2-97728d4a807b'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:13.158854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.160555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78faeb-57db-419a-b5d0-8b6206756dd4 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event updated for resources: {'Network': ['ID=166ccc5f-29ec-47a5-9f64-5263cc35b10f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:13.161874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30604585-a96b-4561-baae-f13f2ca4e9c5 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:13.175220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30604585-a96b-4561-baae-f13f2ca4e9c5 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:13.175558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 166ccc5f-29ec-47a5-9f64-5263cc35b10f details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:13.178209 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-30604585-a96b-4561-baae-f13f2ca4e9c5 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3274515 Oct 20 03:37:13.182771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53756) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:13.225464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=9f396606-b69b-4d83-bd10-a5ac5394bc01,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:13.372764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.414868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Allocated IP 2001:db8::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/3024fdec-3268-49c7-bac2-97728d4a807b/50ed0135-ff52-4177-9100-bb65e0e0455b) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:13.430378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:13.433523 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:13.442570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.443399 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1551adb6-0951-44b9-99be-281a985be6ce None None] Sync routers for ids ['6efac86b-2e58-460f-906b-be37d7f1a20a'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:13.444606 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-de19d1c6-7ab6-40bb-b325-9057625521ef tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "PUT /v2.0/routers/6efac86b-2e58-460f-906b-be37d7f1a20a HTTP/1.1" status: 200 len: 918 time: 4.7861683 Oct 20 03:37:13.448847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53758) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:13.455684 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551adb6-0951-44b9-99be-281a985be6ce None None] Routers {'6efac86b-2e58-460f-906b-be37d7f1a20a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:13.456616 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1551adb6-0951-44b9-99be-281a985be6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6efac86b-2e58-460f-906b-be37d7f1a20a'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:13.519049 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1551adb6-0951-44b9-99be-281a985be6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:13.528850 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551adb6-0951-44b9-99be-281a985be6ce None None] Routers {'6efac86b-2e58-460f-906b-be37d7f1a20a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:13.529461 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1551adb6-0951-44b9-99be-281a985be6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:36:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6efac86b-2e58-460f-906b-be37d7f1a20a'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:13.578833 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1551adb6-0951-44b9-99be-281a985be6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:13.579792 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1551adb6-0951-44b9-99be-281a985be6ce None None] The sync data for ids ['6efac86b-2e58-460f-906b-be37d7f1a20a'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:13.625046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking segment: {'id': '1259e747-52c0-446e-b01d-4f582eaf3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4df15e77-4364-4d2b-b33a-b40387d61edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:13.625403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network hostable DHCP agents. Network: 4df15e77-4364-4d2b-b33a-b40387d61edc, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:13.654162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9f22f94b-568e-4830-b7aa-c4a5ab327de5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.682644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.691116 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network 4df15e77-4364-4d2b-b33a-b40387d61edc is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:13.711699 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 4df15e77-4364-4d2b-b33a-b40387d61edc) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:13.717020 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:13.717815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.734200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.748502 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-eee69c3d-8f65-4889-81ca-24aa5fbc9ac4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7527561 Oct 20 03:37:13.750801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9f22f94b-568e-4830-b7aa-c4a5ab327de5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.753575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53760) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:13.764027 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-10992477-945e-445f-8b66-e7a8f8519c69 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:13.771572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ffca5-0267-4466-b090-1a8e04e2c89c None None] Network 4df15e77-4364-4d2b-b33a-b40387d61edc requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:13.775951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbaa072-0561-4f29-8d0d-d560cac7bf78']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:13.798755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3181493a-b713-440c-93e4-41d20d98d5a5') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:13.799786 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3181493a-b713-440c-93e4-41d20d98d5a5') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:13.809592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22f94b-568e-4830-b7aa-c4a5ab327de5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Subnet': ['ID=372b3398-f147-4491-a528-ea4349186d2b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:13.815929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.817040 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9f22f94b-568e-4830-b7aa-c4a5ab327de5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.822946 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9f22f94b-568e-4830-b7aa-c4a5ab327de5 tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/subnets/372b3398-f147-4491-a528-ea4349186d2b HTTP/1.1" status: 204 len: 168 time: 1.1040919 Oct 20 03:37:13.827582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53762) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:13.834471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 51948497-d666-4629-8fa3-1c9dcf1aec36 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:13.845024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4083f3-8c7f-419b-a03f-50da66f8cc63 None None] Network ed37456a-abe7-4f7f-ae92-dcf6008d6581 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:13.845989 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-53d6ab67-65aa-4023-87e2-612d63c98c2c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/routers/6efac86b-2e58-460f-906b-be37d7f1a20a HTTP/1.1" status: 200 len: 924 time: 0.3849468 Oct 20 03:37:13.848528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53764) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:13.849573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.853367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.882358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:13.882916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.885371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.981261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:13.986819 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-169ac52d-5aa3-4717-a210-ad31acdef616 req-b334aada-19e4-443c-8ba3-7e8366d684c3 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 210 time: 0.0441444 Oct 20 03:37:13.998892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10992477-945e-445f-8b66-e7a8f8519c69 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58976831'] for subnet, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.064508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:14.094252 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:14.096928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:14.102447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Pushing event updated for resources: {'Port': ['ID=50ed0135-ff52-4177-9100-bb65e0e0455b,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:14.155221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Deleting port 125d63af-88fc-42fc-af59-1f7b15b5db8d {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:14.155221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.196334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-4df15e77-4364-4d2b-b33a-b40387d61edc', 'network_id': '4df15e77-4364-4d2b-b33a-b40387d61edc', 'tenant_id': '6486d06f423a4bc7bd5387d9fb1bc72e', 'fixed_ips': [{'subnet_id': '9f396606-b69b-4d83-bd10-a5ac5394bc01'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:14.197530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.263605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] For port 125d63af-88fc-42fc-af59-1f7b15b5db8d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=125d63af-88fc-42fc-af59-1f7b15b5db8d,segment=NetworkSegment(8328d521-c4be-4b6b-a1e7-0554b15e2331),segment_id=8328d521-c4be-4b6b-a1e7-0554b15e2331)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:14.264015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.283688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Calling delete_port for 125d63af-88fc-42fc-af59-1f7b15b5db8d owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:14.286390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10992477-945e-445f-8b66-e7a8f8519c69 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766400671443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59479953'] for subnet, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.298425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Attempting to bind port 50ed0135-ff52-4177-9100-bb65e0e0455b on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:14.298794 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Attempting to bind port 50ed0135-ff52-4177-9100-bb65e0e0455b by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:14.299175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Attempting to bind port 50ed0135-ff52-4177-9100-bb65e0e0455b on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:14.308339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:14.308761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:14.309110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.309500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:14.309981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Bound port: 50ed0135-ff52-4177-9100-bb65e0e0455b, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:14.310360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.358295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10992477-945e-445f-8b66-e7a8f8519c69 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.358885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10992477-945e-445f-8b66-e7a8f8519c69 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.360197 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-10992477-945e-445f-8b66-e7a8f8519c69 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "PUT /v2.0/subnets/9f396606-b69b-4d83-bd10-a5ac5394bc01 HTTP/1.1" status: 200 len: 806 time: 0.6023409 Oct 20 03:37:14.370253 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53768) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:14.404721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] For port 50ed0135-ff52-4177-9100-bb65e0e0455b, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:14.408581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] For port 50ed0135-ff52-4177-9100-bb65e0e0455b, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=50ed0135-ff52-4177-9100-bb65e0e0455b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:14.418975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.449306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10992477-945e-445f-8b66-e7a8f8519c69 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=9f396606-b69b-4d83-bd10-a5ac5394bc01,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:14.455270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1889a6e9-1f22-4310-b538-f988f58292a2 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.466829 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1889a6e9-1f22-4310-b538-f988f58292a2 tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&device_id=6efac86b-2e58-460f-906b-be37d7f1a20a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6095166 Oct 20 03:37:14.466829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53770) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:14.467513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.474198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.480876 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "DELETE /v2.0/networks/2dbaa072-0561-4f29-8d0d-d560cac7bf78 HTTP/1.1" status: 204 len: 168 time: 1.2959101 Oct 20 03:37:14.486768 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a66da5-cfb1-4453-873a-d61d17427620 None None] DHCP port deletion for ed37456a-abe7-4f7f-ae92-dcf6008d6581 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:14.507464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53772) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:14.573741 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3181493a-b713-440c-93e4-41d20d98d5a5 resource provider aggregate not found Oct 20 03:37:14.577758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b026e9-2a89-4717-b636-54f49e77606f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event deleted for resources: {'Network': ['ID=2dbaa072-0561-4f29-8d0d-d560cac7bf78,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:14.612581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.620313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-64a66da5-cfb1-4453-873a-d61d17427620 None None] The port '125d63af-88fc-42fc-af59-1f7b15b5db8d' was deleted {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2057}} Oct 20 03:37:14.647509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Allocated IP 172.20.0.2 (4df15e77-4364-4d2b-b33a-b40387d61edc/9f396606-b69b-4d83-bd10-a5ac5394bc01/16766a19-c918-421b-b24d-576988042edc) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:14.655236 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c664c4b3-0348-4683-875a-a43e08ea7709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.656214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Port': ['ID=125d63af-88fc-42fc-af59-1f7b15b5db8d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:14.667901 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3181493a-b713-440c-93e4-41d20d98d5a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3181493a-b713-440c-93e4-41d20d98d5a5 found for delete ", "request_id": "req-26103468-e82a-4632-8280-c044d3e03fa5"}]} Oct 20 03:37:14.678037 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.680446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6ee25-7a5f-4ac6-bc8a-868c9e86c751 None None] Pushing event updated for resources: {'Port': ['ID=50ed0135-ff52-4177-9100-bb65e0e0455b,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:14.690539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] No DVR routers for this DVR port 125d63af-88fc-42fc-af59-1f7b15b5db8d on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:14.769161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.770455 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-bc7fc7c2-7401-4830-a1cb-17397b7767a7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.771772 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-bc7fc7c2-7401-4830-a1cb-17397b7767a7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.36 "GET /v2.0/networks?id=75afec2e-d71d-4093-af54-3761de2f036f HTTP/1.1" status: 200 len: 811 time: 0.3807640 Oct 20 03:37:14.775710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada96d65-2dc8-4fb3-a119-ba449b34724c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:14.780336 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ada96d65-2dc8-4fb3-a119-ba449b34724c tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/networks/78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 881 time: 0.2981603 Oct 20 03:37:14.780762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53782) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:14.804883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::a59c:f138:6103:4195 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/3024fdec-3268-49c7-bac2-97728d4a807b/51948497-d666-4629-8fa3-1c9dcf1aec36) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:14.828432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Request body: {'port': {'device_id': '66def155-8529-4613-81db-6ff31ca430eb', 'network_id': '75afec2e-d71d-4093-af54-3761de2f036f', 'admin_state_up': True, 'tenant_id': '9b15689528e747f6ad55491b608718ce'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:14.840652 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a04ac19b-24cb-4720-b1a7-b443c426712a tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efac86b-2e58-460f-906b-be37d7f1a20a HTTP/1.1" status: 200 len: 205 time: 0.0562973 Oct 20 03:37:14.841608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53784) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:14.899271 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.916026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.929552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.952317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed37456a-abe7-4f7f-ae92-dcf6008d6581']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:14.955003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:14.982759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Network 4df15e77-4364-4d2b-b33a-b40387d61edc is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:14.986195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:14.994644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:14.995088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8328d521-c4be-4b6b-a1e7-0554b15e2331') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:14.995476 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8328d521-c4be-4b6b-a1e7-0554b15e2331') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.005926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Pushing event updated for resources: {'Port': ['ID=16766a19-c918-421b-b24d-576988042edc,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:15.070674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.103995 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.119196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Attempting to bind port 16766a19-c918-421b-b24d-576988042edc on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:15.119748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Attempting to bind port 16766a19-c918-421b-b24d-576988042edc by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '1259e747-52c0-446e-b01d-4f582eaf3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4df15e77-4364-4d2b-b33a-b40387d61edc'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:15.120072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Attempting to bind port 16766a19-c918-421b-b24d-576988042edc on network 4df15e77-4364-4d2b-b33a-b40387d61edc {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:15.125196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:15.125643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Checking segment: {'id': '1259e747-52c0-446e-b01d-4f582eaf3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4df15e77-4364-4d2b-b33a-b40387d61edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:15.126112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.126573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Bound using segment: {'id': '1259e747-52c0-446e-b01d-4f582eaf3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4df15e77-4364-4d2b-b33a-b40387d61edc'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:15.127107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Bound port: 16766a19-c918-421b-b24d-576988042edc, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1259e747-52c0-446e-b01d-4f582eaf3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4df15e77-4364-4d2b-b33a-b40387d61edc'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:15.127557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.131342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.142466 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.144821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:15.145329 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.174958 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 8328d521-c4be-4b6b-a1e7-0554b15e2331 resource provider aggregate not found Oct 20 03:37:15.190063 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dac92f87-fb7e-4f9d-bff6-b9ffb5b97e2d req-db74e266-ad96-4a33-9ab6-e6a6e8682496 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 210 time: 0.0854774 Oct 20 03:37:15.195270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.201464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] For port 16766a19-c918-421b-b24d-576988042edc, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:15.205406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] For port 16766a19-c918-421b-b24d-576988042edc, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=16766a19-c918-421b-b24d-576988042edc,segment=NetworkSegment(1259e747-52c0-446e-b01d-4f582eaf3f88),segment_id=1259e747-52c0-446e-b01d-4f582eaf3f88)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:15.214626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Subnet': ['ID=9f396606-b69b-4d83-bd10-a5ac5394bc01,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:15.219138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166ccc5f-29ec-47a5-9f64-5263cc35b10f']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.226603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.230955 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 8328d521-c4be-4b6b-a1e7-0554b15e2331 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8328d521-c4be-4b6b-a1e7-0554b15e2331 found for delete ", "request_id": "req-76c3b515-83ae-4e0f-bee6-40d260e60420"}]} Oct 20 03:37:15.283397 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5134a961-34b2-4661-970d-8646b38c5416') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.283688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5134a961-34b2-4661-970d-8646b38c5416') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.311968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.314687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.317364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e744c25-87ff-4f16-820d-61f7ef93e627 None None] Pushing event updated for resources: {'Port': ['ID=16766a19-c918-421b-b24d-576988042edc,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:15.328086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.330484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Made reservation on behalf of 9b15689528e747f6ad55491b608718ce for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:15.335192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.336808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41921d49-ccf8-4c9e-831d-0219c5ba8d7b None None] Network 4df15e77-4364-4d2b-b33a-b40387d61edc requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:15.342103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.348357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:15.348941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.368387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.373984 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] 10.222.0.20 "DELETE /v2.0/networks/ed37456a-abe7-4f7f-ae92-dcf6008d6581 HTTP/1.1" status: 204 len: 168 time: 1.5433807 Oct 20 03:37:15.408379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.431357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac65980-e30a-4334-b8c9-f21b8c3fa8bd tempest-NetworksIpV6Test-1416637202 tempest-NetworksIpV6Test-1416637202-project] Pushing event deleted for resources: {'Network': ['ID=ed37456a-abe7-4f7f-ae92-dcf6008d6581,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:15.487228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.494280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df15e77-4364-4d2b-b33a-b40387d61edc']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.494764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.506725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.512515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1259e747-52c0-446e-b01d-4f582eaf3f88') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.512826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1259e747-52c0-446e-b01d-4f582eaf3f88') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:15.528242 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.531543 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "DELETE /v2.0/networks/166ccc5f-29ec-47a5-9f64-5263cc35b10f HTTP/1.1" status: 204 len: 168 time: 1.0231180 Oct 20 03:37:15.532562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979096f4-021f-4614-8520-ed56a5cdbd2e None None] Network 4df15e77-4364-4d2b-b33a-b40387d61edc requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:15.552150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53794) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:15.557943 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.606107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:15.611084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7472c-153a-4a76-9ce8-a230ad0d6ef6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event deleted for resources: {'Network': ['ID=166ccc5f-29ec-47a5-9f64-5263cc35b10f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:15.619327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:15.622267 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:15.628180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:15.628877 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.682552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=51948497-d666-4629-8fa3-1c9dcf1aec36,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:15.727963 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9aae5009-2047-41c8-bbe1-8ef75e302c5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7112420 Oct 20 03:37:15.731337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53796) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:15.758684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.773449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:15.774116 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.779239 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 50ed0135-ff52-4177-9100-bb65e0e0455b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:15.784889 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Allocated IP 172.20.0.2 (75afec2e-d71d-4093-af54-3761de2f036f/84f660f7-bf25-49ef-8f19-3ff16a502a6d/6c0b560c-2c59-4898-b510-69778f750262) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:15.858426 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 50ed0135-ff52-4177-9100-bb65e0e0455b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:15.859049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.859437 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 50ed0135-ff52-4177-9100-bb65e0e0455b Oct 20 03:37:15.860049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d812992-9720-4ad2-9ca2-e3c2dea37107 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:15.866775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d812992-9720-4ad2-9ca2-e3c2dea37107 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:15.874334 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4d812992-9720-4ad2-9ca2-e3c2dea37107 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3141332 Oct 20 03:37:15.875038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53800) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:15.888134 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-468829971'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:15.936344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.db.api [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:37:15.936344 dv-neutron-861842-1-hyperv neutron-server[103628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:37:15.936344 dv-neutron-861842-1-hyperv neutron-server[103628]: [parameters: {'id': '4df15e77-4364-4d2b-b33a-b40387d61edc'}] Oct 20 03:37:15.936344 dv-neutron-861842-1-hyperv neutron-server[103628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:15.937357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG oslo_db.api [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:15.950228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Made reservation on behalf of 801d66f376f64b7a8dc964de317da7b3 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:15.956364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.962701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Deleting port ee5b782b-4fd3-4ee1-beec-42652ac5d2fc {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:15.963050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.976838 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 50ed0135-ff52-4177-9100-bb65e0e0455b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:15.977427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:15.998550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53802) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:16.010466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b92fd1-b88c-48d6-bd1a-a6cb68b8af48 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:16.010991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:16.016771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b92fd1-b88c-48d6-bd1a-a6cb68b8af48 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:16.018411 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-38b92fd1-b88c-48d6-bd1a-a6cb68b8af48 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2802987 Oct 20 03:37:16.019748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 50ed0135-ff52-4177-9100-bb65e0e0455b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=50ed0135-ff52-4177-9100-bb65e0e0455b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:16.022694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53806) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:16.026160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.038505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.039555 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Added segment 68ab3431-5e8f-45dc-9fc9-2a1f5ba9780d of type vlan for network 5dac208e-fef6-40dc-aac3-69cd5619f966 Oct 20 03:37:16.047151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.134119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 125d63af-88fc-42fc-af59-1f7b15b5db8d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:16.138672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=50ed0135-ff52-4177-9100-bb65e0e0455b,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:16.166016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-152855b8-ac4d-4603-ab19-5896c5b80a61 None None] Provisioning complete for port 50ed0135-ff52-4177-9100-bb65e0e0455b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:16.166391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-152855b8-ac4d-4603-ab19-5896c5b80a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.167222 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-152855b8-ac4d-4603-ab19-5896c5b80a61 None None] Attempt 1 to provision port 50ed0135-ff52-4177-9100-bb65e0e0455b Oct 20 03:37:16.168576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.195542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 125d63af-88fc-42fc-af59-1f7b15b5db8d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:16.196142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 125d63af-88fc-42fc-af59-1f7b15b5db8d not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:16.216050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Calling delete_port for ee5b782b-4fd3-4ee1-beec-42652ac5d2fc owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:16.224150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.232469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.267124 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-152855b8-ac4d-4603-ab19-5896c5b80a61 None None] Current status of the port 50ed0135-ff52-4177-9100-bb65e0e0455b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:16.294797 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-cd61bc0c-d842-48a6-ba37-7eb7594c54f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 51948497-d666-4629-8fa3-1c9dcf1aec36 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:16.295161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd61bc0c-d842-48a6-ba37-7eb7594c54f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.338376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Network 75afec2e-d71d-4093-af54-3761de2f036f is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:16.342148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.345898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:16.349277 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:16.349921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.358832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:16.367860 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-37ac9c93-d5c4-428d-a597-387e12689ba5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7b7d5d8ef0045c7aeac20c2114d9fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681138 Oct 20 03:37:16.374300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53810) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:16.388514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9e1a6e-86c5-4774-99e7-caf18dc3e0a4 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:37:16.408361 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Pushing event updated for resources: {'Port': ['ID=6c0b560c-2c59-4898-b510-69778f750262,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:16.450857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.471065 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5870044 Oct 20 03:37:16.484572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53812) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:16.509430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:16.510057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.516712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1204459887'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:16.525135 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e1a6e-86c5-4774-99e7-caf18dc3e0a4 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:37:16.529514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e24b29-599c-4080-8b2d-dc8503fb8540 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event updated for resources: {'Network': ['ID=5dac208e-fef6-40dc-aac3-69cd5619f966,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:16.534744 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1c97d936-70df-4f8e-b2c9-da9af1c0b6a5 None None] Provisioning complete for port 51948497-d666-4629-8fa3-1c9dcf1aec36 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:16.535688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1c97d936-70df-4f8e-b2c9-da9af1c0b6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.536305 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1c97d936-70df-4f8e-b2c9-da9af1c0b6a5 None None] Attempt 1 to provision port 51948497-d666-4629-8fa3-1c9dcf1aec36 Oct 20 03:37:16.549621 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-0a41bca3-180f-42e0-bdb0-97cdc091f8f7 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7499902 Oct 20 03:37:16.555086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1929fb84-7970-4f1a-ba25-e68e0f5205cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.570349 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Request body: {'port': {'device_id': '66def155-8529-4613-81db-6ff31ca430eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:16.570783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 5dac208e-fef6-40dc-aac3-69cd5619f966 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:16.591777 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-dd5cfaac-db79-449b-8c97-1476c2a91b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.608464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd61bc0c-d842-48a6-ba37-7eb7594c54f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.626289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab64a3-eafa-4e73-b89b-68087d445aed req-adadef0c-bccb-48e7-9948-3df188ceceed tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:16.629619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1c97d936-70df-4f8e-b2c9-da9af1c0b6a5 None None] Port 51948497-d666-4629-8fa3-1c9dcf1aec36 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:16.629958 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ddab64a3-eafa-4e73-b89b-68087d445aed req-adadef0c-bccb-48e7-9948-3df188ceceed tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 931 time: 0.2685328 Oct 20 03:37:16.641001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1929fb84-7970-4f1a-ba25-e68e0f5205cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.643552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-cd61bc0c-d842-48a6-ba37-7eb7594c54f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 51948497-d666-4629-8fa3-1c9dcf1aec36 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:16.663845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Made reservation on behalf of 801d66f376f64b7a8dc964de317da7b3 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:16.670150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.711343 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.739028 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.749548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Pushing event deleted for resources: {'Port': ['ID=ee5b782b-4fd3-4ee1-beec-42652ac5d2fc,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:16.777694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1929fb84-7970-4f1a-ba25-e68e0f5205cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.780364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1929fb84-7970-4f1a-ba25-e68e0f5205cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.783888 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1929fb84-7970-4f1a-ba25-e68e0f5205cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d711ce2-daa1-4d59-9fd4-bce5dbcc8e9e HTTP/1.1" status: 204 len: 168 time: 0.4043255 Oct 20 03:37:16.797322 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ddab64a3-eafa-4e73-b89b-68087d445aed req-5b8c8f7e-989e-4af2-85d4-f64980b17821 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501837 Oct 20 03:37:16.800019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:16.819501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.819855 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Added segment 8a0c26b2-9468-46ca-83ac-c733d7f1cd95 of type vlan for network 855fa3d2-3c1f-4dec-8017-4581e2b4e87c Oct 20 03:37:16.831330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929fb84-7970-4f1a-ba25-e68e0f5205cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d711ce2-daa1-4d59-9fd4-bce5dbcc8e9e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:16.883715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Deleting port 16766a19-c918-421b-b24d-576988042edc {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:16.884065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.890268 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:16.971580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.006748 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] For port 16766a19-c918-421b-b24d-576988042edc, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=16766a19-c918-421b-b24d-576988042edc,segment=NetworkSegment(1259e747-52c0-446e-b01d-4f582eaf3f88),segment_id=1259e747-52c0-446e-b01d-4f582eaf3f88)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:17.007119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.022981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.028390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:17.028978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.041662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Calling delete_port for 16766a19-c918-421b-b24d-576988042edc owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:17.090314 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6019909 Oct 20 03:37:17.090526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.092461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53820) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:17.094875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.100144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'ports': [{'network_id': '5dac208e-fef6-40dc-aac3-69cd5619f966', 'name': 'tempest-port--1636009880', 'admin_state_up': True}, {'network_id': '855fa3d2-3c1f-4dec-8017-4581e2b4e87c', 'admin_state_up': False}]} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:17.100481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'port': {'network_id': '5dac208e-fef6-40dc-aac3-69cd5619f966', 'name': 'tempest-port--1636009880', 'admin_state_up': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:17.100956 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'port': {'network_id': '855fa3d2-3c1f-4dec-8017-4581e2b4e87c', 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:17.127645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd61bc0c-d842-48a6-ba37-7eb7594c54f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.131029 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1c97d936-70df-4f8e-b2c9-da9af1c0b6a5 None None] Attempt 2 to provision port 51948497-d666-4629-8fa3-1c9dcf1aec36 Oct 20 03:37:17.167622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1c97d936-70df-4f8e-b2c9-da9af1c0b6a5 None None] Port 51948497-d666-4629-8fa3-1c9dcf1aec36 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:37:17.187769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61bc0c-d842-48a6-ba37-7eb7594c54f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=51948497-d666-4629-8fa3-1c9dcf1aec36,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:17.192633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9d919-cc39-4e6f-8ae0-df2a8ed2ed4b tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event updated for resources: {'Network': ['ID=855fa3d2-3c1f-4dec-8017-4581e2b4e87c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:17.231646 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 855fa3d2-3c1f-4dec-8017-4581e2b4e87c details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:17.240456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd61bc0c-d842-48a6-ba37-7eb7594c54f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.246461 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cd61bc0c-d842-48a6-ba37-7eb7594c54f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/51948497-d666-4629-8fa3-1c9dcf1aec36 HTTP/1.1" status: 204 len: 168 time: 1.2225645 Oct 20 03:37:17.247686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53828) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:17.251993 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.252574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Fanout notify agent at l3_agent the message router_deleted on router 6efac86b-2e58-460f-906b-be37d7f1a20a {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:37:17.270833 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 5134a961-34b2-4661-970d-8646b38c5416 resource provider aggregate not found Oct 20 03:37:17.289584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.290725 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9abe2c89-6490-4b61-a0f5-7b86b6c6201f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/6efac86b-2e58-460f-906b-be37d7f1a20a HTTP/1.1" status: 204 len: 168 time: 2.4451182 Oct 20 03:37:17.300368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53834) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:17.306654 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-846149993', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:17.313166 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.318401 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 5134a961-34b2-4661-970d-8646b38c5416 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5134a961-34b2-4661-970d-8646b38c5416 found for delete ", "request_id": "req-7c1dea3e-7c7c-445a-b5b8-fa15bc1a89b1"}]} Oct 20 03:37:17.359690 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 1259e747-52c0-446e-b01d-4f582eaf3f88 resource provider aggregate not found Oct 20 03:37:17.368878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Port': ['ID=16766a19-c918-421b-b24d-576988042edc,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:17.377410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No DVR routers for this DVR port 16766a19-c918-421b-b24d-576988042edc on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:17.406469 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 1259e747-52c0-446e-b01d-4f582eaf3f88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1259e747-52c0-446e-b01d-4f582eaf3f88 found for delete ", "request_id": "req-96dcb399-bff9-4d85-b2d3-17d1cd74f996"}]} Oct 20 03:37:17.411348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.412726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.523041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.567209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900643e8-e9bb-491d-8f19-c365e609bf22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:17.568844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900643e8-e9bb-491d-8f19-c365e609bf22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:17.572763 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-900643e8-e9bb-491d-8f19-c365e609bf22 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3216696 Oct 20 03:37:17.576519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53846) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:17.579686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0b560c-2c59-4898-b510-69778f750262 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:37:17.600417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.606489 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df15e77-4364-4d2b-b33a-b40387d61edc']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:17.622535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.651892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1259e747-52c0-446e-b01d-4f582eaf3f88') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:17.652193 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1259e747-52c0-446e-b01d-4f582eaf3f88') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:17.654577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Made reservation on behalf of 801d66f376f64b7a8dc964de317da7b3 for: {'port': 2} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:17.655867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 50ed0135-ff52-4177-9100-bb65e0e0455b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:17.660451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.667643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.688773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.691991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Transition to ACTIVE for port object 6c0b560c-2c59-4898-b510-69778f750262 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:37:17.698052 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47906a9-afe9-4cb9-bc81-36b8e041c593 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 3024fdec-3268-49c7-bac2-97728d4a807b {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:17.718160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b47906a9-afe9-4cb9-bc81-36b8e041c593 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.721810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.752579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.756709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 50ed0135-ff52-4177-9100-bb65e0e0455b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:17.757206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:17.757635 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 50ed0135-ff52-4177-9100-bb65e0e0455b Oct 20 03:37:17.799974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53850) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:17.864014 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 50ed0135-ff52-4177-9100-bb65e0e0455b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:17.920202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b47906a9-afe9-4cb9-bc81-36b8e041c593 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.021858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.032044 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:18.032479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.073786 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.144109 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.151642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.154831 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/4df15e77-4364-4d2b-b33a-b40387d61edc HTTP/1.1" status: 204 len: 168 time: 3.7837093 Oct 20 03:37:18.164704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53856) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:18.190052 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b8ce6-5f02-49c6-a22c-c87f8325821f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=4df15e77-4364-4d2b-b33a-b40387d61edc,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:18.202954 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-92131363-85ee-400c-834e-2a241cb024f8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:18.203518 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92131363-85ee-400c-834e-2a241cb024f8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:18.211176 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-92131363-85ee-400c-834e-2a241cb024f8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/4df15e77-4364-4d2b-b33a-b40387d61edc HTTP/1.1" status: 404 len: 339 time: 0.0411813 Oct 20 03:37:18.211176 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53858) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:18.216347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-395301929', 'description': 'd1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:18.271289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:18.274737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.315083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ef2df4a8-4cc4-4441-9a2c-4d9646bcd70b tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-990965144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:18.349610 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:18.362882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0b560c-2c59-4898-b510-69778f750262,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:18.389647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.390025 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment 6ce6f650-1677-41cd-b2be-1a231fa8e8bf of type vlan for network 1a1470e1-f348-4fdf-9de2-fa0b9706efb8 Oct 20 03:37:18.415671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.462205 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.464417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] device_id is not set on port 67ab5fa4-3555-40f6-8521-04b12f98ceef yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:18.476575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.478657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ef2df4a8-4cc4-4441-9a2c-4d9646bcd70b tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.479675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ef2df4a8-4cc4-4441-9a2c-4d9646bcd70b tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.509636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Attempting to bind port 6c0b560c-2c59-4898-b510-69778f750262 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:18.510016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Attempting to bind port 6c0b560c-2c59-4898-b510-69778f750262 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'aa7bd910-c50b-47bc-b065-efee3690140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '75afec2e-d71d-4093-af54-3761de2f036f'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:18.510300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Attempting to bind port 6c0b560c-2c59-4898-b510-69778f750262 on network 75afec2e-d71d-4093-af54-3761de2f036f {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:18.529638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352e8c8-0d87-406d-8550-7df90d9a3fc2 req-7801e812-d1e3-432f-8db3-57a948160f39 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:18.531038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1352e8c8-0d87-406d-8550-7df90d9a3fc2 req-7801e812-d1e3-432f-8db3-57a948160f39 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 943 time: 0.6134415 Oct 20 03:37:18.541617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b47906a9-afe9-4cb9-bc81-36b8e041c593 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.544986 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.546046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Port 6c0b560c-2c59-4898-b510-69778f750262 on network 75afec2e-d71d-4093-af54-3761de2f036f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:37:18.546377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Attempting to bind port 6c0b560c-2c59-4898-b510-69778f750262 on network 75afec2e-d71d-4093-af54-3761de2f036f {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:18.551114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:18.551702 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.594982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:18.595571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Checking segment: {'id': 'aa7bd910-c50b-47bc-b065-efee3690140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '75afec2e-d71d-4093-af54-3761de2f036f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:18.595782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Bound using segment: {'id': 'aa7bd910-c50b-47bc-b065-efee3690140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '75afec2e-d71d-4093-af54-3761de2f036f'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:18.596159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Bound port: 6c0b560c-2c59-4898-b510-69778f750262, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7bd910-c50b-47bc-b065-efee3690140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '75afec2e-d71d-4093-af54-3761de2f036f'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:18.596670 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.616675 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4047728 Oct 20 03:37:18.621889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53860) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:18.647593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ef2df4a8-4cc4-4441-9a2c-4d9646bcd70b tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.668244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ef2df4a8-4cc4-4441-9a2c-4d9646bcd70b tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.685932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492e1ba-45f7-4307-b6d1-df42a7100fc3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=1a1470e1-f348-4fdf-9de2-fa0b9706efb8,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:18.690967 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Allocated IP 172.26.0.64 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/87ab2d56-b551-4e75-9a9f-a1d118313471) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:18.704941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 1a1470e1-f348-4fdf-9de2-fa0b9706efb8 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:18.733254 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1352e8c8-0d87-406d-8550-7df90d9a3fc2 req-c288bed6-b6ff-4dbd-b5c6-ac9a552a03b4 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666071 Oct 20 03:37:18.741847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ef2df4a8-4cc4-4441-9a2c-4d9646bcd70b tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.743519 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ef2df4a8-4cc4-4441-9a2c-4d9646bcd70b tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9193897 Oct 20 03:37:18.749248 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53862) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:18.763371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-532079963'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:18.778707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b47906a9-afe9-4cb9-bc81-36b8e041c593 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.802929 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5356cc8-fe43-4407-85e2-9bc87231c3d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:18.804610 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e5356cc8-fe43-4407-85e2-9bc87231c3d8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/networks?id=1a1470e1-f348-4fdf-9de2-fa0b9706efb8 HTTP/1.1" status: 200 len: 760 time: 0.1817749 Oct 20 03:37:18.808479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53864) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:18.831558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0b37850f-fdbc-45bf-9a08-e2b849d1621f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'description': 'd2'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:18.842087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] For port 6c0b560c-2c59-4898-b510-69778f750262, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:18.848775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47906a9-afe9-4cb9-bc81-36b8e041c593 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=3024fdec-3268-49c7-bac2-97728d4a807b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:18.852522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b47906a9-afe9-4cb9-bc81-36b8e041c593 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.853488 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688e4229-4e4e-45fa-8be6-8d9332d2a7b9 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:18.855882 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b47906a9-afe9-4cb9-bc81-36b8e041c593 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/3024fdec-3268-49c7-bac2-97728d4a807b HTTP/1.1" status: 204 len: 168 time: 1.2784417 Oct 20 03:37:18.861484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53866) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:18.869719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Made reservation on behalf of 37bac63e9266476aae48ee2b69a975a2 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:18.873781 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.891941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] For port 6c0b560c-2c59-4898-b510-69778f750262, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6c0b560c-2c59-4898-b510-69778f750262,segment=NetworkSegment(aa7bd910-c50b-47bc-b065-efee3690140f),segment_id=aa7bd910-c50b-47bc-b065-efee3690140f)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:18.911004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.915647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.916970 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-764b3f6b-0715-4898-bc7f-f6e2c3fa95ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543876 Oct 20 03:37:18.921953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.924022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53868) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:18.946551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c0f38924-b166-4331-a5b9-85298f461a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:18.968071 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:18.968707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.970103 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c0b560c-2c59-4898-b510-69778f750262 HTTP/1.1" status: 200 len: 1093 time: 2.4071572 Oct 20 03:37:18.987812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66def155-8529-4613-81db-6ff31ca430eb', 'tag': '6c0b560c-2c59-4898-b510-69778f750262'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:37:18.989252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:18.990219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b955f43-4937-49fb-906b-0c0391badd85" -d '{"events": [{"name": "network-changed", "server_uuid": "66def155-8529-4613-81db-6ff31ca430eb", "tag": "6c0b560c-2c59-4898-b510-69778f750262"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:37:19.082987 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b2e395-1bba-4b55-bbef-67a91c78181d x-openstack-request-id: req-d0b2e395-1bba-4b55-bbef-67a91c78181d {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:37:19.083305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66def155-8529-4613-81db-6ff31ca430eb", "tag": "6c0b560c-2c59-4898-b510-69778f750262", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:37:19.083529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0b2e395-1bba-4b55-bbef-67a91c78181d {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:37:19.083900 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b2e395-1bba-4b55-bbef-67a91c78181d'] response: {'name': 'network-changed', 'server_uuid': '66def155-8529-4613-81db-6ff31ca430eb', 'tag': '6c0b560c-2c59-4898-b510-69778f750262', 'status': 'completed', 'code': 200} Oct 20 03:37:19.091233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff70a0ba-4fac-44ca-ba31-5a32f2be4c09 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:19.123322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f38924-b166-4331-a5b9-85298f461a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:19.126903 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c0f38924-b166-4331-a5b9-85298f461a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.131461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] device_id is not set on port c5cb5f85-001d-4374-b0d1-245e42ee3457 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:19.152072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.170095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ff70a0ba-4fac-44ca-ba31-5a32f2be4c09 None None] Deleting port 50ed0135-ff52-4177-9100-bb65e0e0455b {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:19.170893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ff70a0ba-4fac-44ca-ba31-5a32f2be4c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.204649 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e43c69-6b38-4e99-a0ec-dfd1ddce6fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0b560c-2c59-4898-b510-69778f750262,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.238414 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b37850f-fdbc-45bf-9a08-e2b849d1621f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.249255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-45914bdb-ae6b-4d44-b97d-bb8be759a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:19.250801 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-45914bdb-ae6b-4d44-b97d-bb8be759a1c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b15689528e747f6ad55491b608718ce&device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 1096 time: 0.2081401 Oct 20 03:37:19.264814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:19.271108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b37850f-fdbc-45bf-9a08-e2b849d1621f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.277032 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:19.280258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.285976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:19.288039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Pushing event updated for resources: {'Port': ['ID=87ab2d56-b551-4e75-9a9f-a1d118313471,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.297133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.314537 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-a1e9ee33-81ae-4bd8-ad97-e8c341c5dab6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c0b560c-2c59-4898-b510-69778f750262 HTTP/1.1" status: 200 len: 217 time: 0.0545366 Oct 20 03:37:19.330314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b37850f-fdbc-45bf-9a08-e2b849d1621f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network 1a1470e1-f348-4fdf-9de2-fa0b9706efb8 is not hosted by any dhcp agent {{(pid=103629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 03:37:19.336023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b37850f-fdbc-45bf-9a08-e2b849d1621f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:19.336673 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b37850f-fdbc-45bf-9a08-e2b849d1621f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.338003 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0b37850f-fdbc-45bf-9a08-e2b849d1621f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "PUT /v2.0/networks/1a1470e1-f348-4fdf-9de2-fa0b9706efb8 HTTP/1.1" status: 200 len: 757 time: 0.5109315 Oct 20 03:37:19.344375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53872) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:19.363919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:19.427616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee2e38d-b912-4f78-8516-8a27575bd805,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.431504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.435873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.436220 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Added segment 30624b4e-fae9-4942-80dc-7f4029eb9e7f of type vlan for network abebecb8-a3db-44cf-95d6-21ab513bf318 Oct 20 03:37:19.440508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ff70a0ba-4fac-44ca-ba31-5a32f2be4c09 None None] For port 50ed0135-ff52-4177-9100-bb65e0e0455b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=50ed0135-ff52-4177-9100-bb65e0e0455b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:19.440978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ff70a0ba-4fac-44ca-ba31-5a32f2be4c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.460221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ff70a0ba-4fac-44ca-ba31-5a32f2be4c09 None None] Calling delete_port for 50ed0135-ff52-4177-9100-bb65e0e0455b owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:19.462149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.486622 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37850f-fdbc-45bf-9a08-e2b849d1621f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=1a1470e1-f348-4fdf-9de2-fa0b9706efb8,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.521786 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 1259e747-52c0-446e-b01d-4f582eaf3f88 resource provider aggregate not found Oct 20 03:37:19.524143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 1a1470e1-f348-4fdf-9de2-fa0b9706efb8 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:19.535389 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-dbea3e69-934a-404f-9677-c7e75bd73092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:19.536989 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-dbea3e69-934a-404f-9677-c7e75bd73092 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=84f660f7-bf25-49ef-8f19-3ff16a502a6d HTTP/1.1" status: 200 len: 851 time: 0.1956875 Oct 20 03:37:19.556043 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 1259e747-52c0-446e-b01d-4f582eaf3f88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1259e747-52c0-446e-b01d-4f582eaf3f88 found for delete ", "request_id": "req-a3a64c0a-06a2-4d67-a889-395c319b25c4"}]} Oct 20 03:37:19.563422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.572235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b64d9-f0b6-4ef1-af10-abae814f581d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:19.578787 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5d8b64d9-f0b6-4ef1-af10-abae814f581d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/networks?id=1a1470e1-f348-4fdf-9de2-fa0b9706efb8 HTTP/1.1" status: 200 len: 760 time: 0.2197680 Oct 20 03:37:19.578976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53878) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:19.580237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.585907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2138029983'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:19.592848 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-c7abc2ef-decb-4b00-b68b-4a4a97409cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75afec2e-d71d-4093-af54-3761de2f036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439599 Oct 20 03:37:19.663303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ff70a0ba-4fac-44ca-ba31-5a32f2be4c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.671125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:19.674595 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.689471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.703145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 50ed0135-ff52-4177-9100-bb65e0e0455b no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:19.706505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff70a0ba-4fac-44ca-ba31-5a32f2be4c09 None None] No DVR routers for this DVR port 50ed0135-ff52-4177-9100-bb65e0e0455b on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:19.711499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70a0ba-4fac-44ca-ba31-5a32f2be4c09 None None] Pushing event deleted for resources: {'Port': ['ID=50ed0135-ff52-4177-9100-bb65e0e0455b,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.721472 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c0f38924-b166-4331-a5b9-85298f461a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.738255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.744036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:19.744945 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.751462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 50ed0135-ff52-4177-9100-bb65e0e0455b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:19.751926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 50ed0135-ff52-4177-9100-bb65e0e0455b not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:19.769583 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-bfc23af8-1228-4fa0-9cb5-6fbfe3fc27dd service neutron] 10.222.0.36 "GET /v2.0/networks/75afec2e-d71d-4093-af54-3761de2f036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658969 Oct 20 03:37:19.770188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event updated for resources: {'Port': ['ID=67ab5fa4-3555-40f6-8521-04b12f98ceef,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.827525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Checking segment: {'id': '68ab3431-5e8f-45dc-9fc9-2a1f5ba9780d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5dac208e-fef6-40dc-aac3-69cd5619f966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:19.827827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Network hostable DHCP agents. Network: 5dac208e-fef6-40dc-aac3-69cd5619f966, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:19.834347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f38924-b166-4331-a5b9-85298f461a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:19.838777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:19.845780 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0903468 Oct 20 03:37:19.855082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53882) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:19.859357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-c0f38924-b166-4331-a5b9-85298f461a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:19.872671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09e59d-e97e-494e-bb5e-14fe8c78eb2b None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:19.875800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'subnet': {'network_id': 'abebecb8-a3db-44cf-95d6-21ab513bf318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:19.896161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f38924-b166-4331-a5b9-85298f461a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:19.896700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c0f38924-b166-4331-a5b9-85298f461a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.937846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:19.937846 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment ed40a618-86af-48f7-9f61-d4f6b2e83ee4 of type vlan for network 3ac9fc88-33a2-4d95-b258-48cca14cceb3 Oct 20 03:37:19.939233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186da605-ec77-4d30-90b5-f98c48f1adb5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Network': ['ID=abebecb8-a3db-44cf-95d6-21ab513bf318,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.942539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f38924-b166-4331-a5b9-85298f461a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=0f761759-0d4f-48c7-a67b-19eab9b95ed2,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:19.967745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network abebecb8-a3db-44cf-95d6-21ab513bf318 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:19.987159 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c0f38924-b166-4331-a5b9-85298f461a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0557237 Oct 20 03:37:19.992504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53884) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:19.997652 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eae9fe81-e7ad-49fd-a3f7-afe2ecd92f4d req-68313725-e872-4c04-bc63-3e4eddcea105 service neutron] 10.222.0.36 "GET /v2.0/networks/75afec2e-d71d-4093-af54-3761de2f036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211955 Oct 20 03:37:19.997809 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.002712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.003285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': '0f761759-0d4f-48c7-a67b-19eab9b95ed2', 'ip_address': '2001:db8::8253:628e:ee3:c08e'}], 'name': 'tempest-NetworksTestDHCPv6-550202515'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:20.007005 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Network 5dac208e-fef6-40dc-aac3-69cd5619f966 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:20.054894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451ff3d-62eb-44c7-afa6-30088fc920a7 req-fac9b241-0a0e-4a21-81ce-a7b796ef0ac1 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:20.056440 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a451ff3d-62eb-44c7-afa6-30088fc920a7 req-fac9b241-0a0e-4a21-81ce-a7b796ef0ac1 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 943 time: 0.2260053 Oct 20 03:37:20.070419 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 5dac208e-fef6-40dc-aac3-69cd5619f966) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:20.093660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c739d502-3d77-499f-92f5-89007a980983 None None] Network 5dac208e-fef6-40dc-aac3-69cd5619f966 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:20.115241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:20.116382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.118151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.124360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:20.124959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.129657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '0f761759-0d4f-48c7-a67b-19eab9b95ed2'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:20.130825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.176490 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5979662 Oct 20 03:37:20.179843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53886) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:20.186911 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'network_id': '3ac9fc88-33a2-4d95-b258-48cca14cceb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:20.197134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Made reservation on behalf of 37bac63e9266476aae48ee2b69a975a2 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:20.200578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.295117 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a451ff3d-62eb-44c7-afa6-30088fc920a7 req-c130b586-9fc3-4970-a9a4-0e23a6d6f67f tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287095 Oct 20 03:37:20.353599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b955f43-4937-49fb-906b-0c0391badd85 req-aadfea5f-ac2c-4972-9980-b69764953337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:20.355081 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b955f43-4937-49fb-906b-0c0391badd85 req-aadfea5f-ac2c-4972-9980-b69764953337 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b15689528e747f6ad55491b608718ce&device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 1096 time: 0.2425959 Oct 20 03:37:20.355727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event updated for resources: {'Port': ['ID=c5cb5f85-001d-4374-b0d1-245e42ee3457,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:20.396933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Allocated IP 2001:db8::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/0f761759-0d4f-48c7-a67b-19eab9b95ed2/beecf006-0fa8-4198-ab4c-9c125548e6ca) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:20.416611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Checking segment: {'id': '8a0c26b2-9468-46ca-83ac-c733d7f1cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '855fa3d2-3c1f-4dec-8017-4581e2b4e87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:20.416877 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Network hostable DHCP agents. Network: 855fa3d2-3c1f-4dec-8017-4581e2b4e87c, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:20.436816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:20.501294 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ab3e6-0c4c-436d-ba38-a740751abcd7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=3ac9fc88-33a2-4d95-b258-48cca14cceb3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:20.543526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 3ac9fc88-33a2-4d95-b258-48cca14cceb3 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:20.589627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Network 855fa3d2-3c1f-4dec-8017-4581e2b4e87c is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:20.617637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.627343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.630490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b955f43-4937-49fb-906b-0c0391badd85 req-0103f0c0-8058-4ce0-9193-03d797063f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:20.631948 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b955f43-4937-49fb-906b-0c0391badd85 req-0103f0c0-8058-4ce0-9193-03d797063f21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75afec2e-d71d-4093-af54-3761de2f036f HTTP/1.1" status: 200 len: 912 time: 0.2648981 Oct 20 03:37:20.632502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 855fa3d2-3c1f-4dec-8017-4581e2b4e87c) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:20.635852 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:20.636606 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.639448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.674679 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2376937-9cfc-47f4-afe5-7fd50157064f None None] Network 855fa3d2-3c1f-4dec-8017-4581e2b4e87c requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:20.677182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:20.682652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:20.687543 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:20.688196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.702747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:20.714942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:20.723443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:20.735349 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.748816 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b955f43-4937-49fb-906b-0c0391badd85 req-d1b74b07-b2c6-4910-acde-696d98ef7602 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c0b560c-2c59-4898-b510-69778f750262 HTTP/1.1" status: 200 len: 217 time: 0.0895669 Oct 20 03:37:20.752296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Pushing event updated for resources: {'Port': ['ID=beecf006-0fa8-4198-ab4c-9c125548e6ca,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:20.772874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.779642 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-38bcda1c-0250-4125-bc60-ca1427e84909 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6838675 Oct 20 03:37:20.782344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53888) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:20.829941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port b06437c9-dd62-49db-8d31-397d96c4b01c yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:20.864552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Attempting to bind port beecf006-0fa8-4198-ab4c-9c125548e6ca on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:20.865028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Attempting to bind port beecf006-0fa8-4198-ab4c-9c125548e6ca by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:20.865455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Attempting to bind port beecf006-0fa8-4198-ab4c-9c125548e6ca on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:20.875376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:20.875853 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:20.876356 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.876808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:20.877359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Bound port: beecf006-0fa8-4198-ab4c-9c125548e6ca, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:20.877789 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:20.898121 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483dcd67-78f0-4ac6-b8c2-815fd32ad55f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:20.903292 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483dcd67-78f0-4ac6-b8c2-815fd32ad55f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:20.907550 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-483dcd67-78f0-4ac6-b8c2-815fd32ad55f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1182358 Oct 20 03:37:20.909354 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53890) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:20.922188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Subnet': ['ID=37d4a379-8d96-47c7-817a-77e07ac4d4ab,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:20.932737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b955f43-4937-49fb-906b-0c0391badd85 req-cb5c747a-9f6f-429e-8c7b-fd04acf4f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:20.934208 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b955f43-4937-49fb-906b-0c0391badd85 req-cb5c747a-9f6f-429e-8c7b-fd04acf4f90b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=84f660f7-bf25-49ef-8f19-3ff16a502a6d HTTP/1.1" status: 200 len: 851 time: 0.1740370 Oct 20 03:37:20.958490 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] For port beecf006-0fa8-4198-ab4c-9c125548e6ca, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:20.962257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] For port beecf006-0fa8-4198-ab4c-9c125548e6ca, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=beecf006-0fa8-4198-ab4c-9c125548e6ca,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:20.967011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.000137 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b955f43-4937-49fb-906b-0c0391badd85 req-d378222f-9a99-44ab-8fc1-c30b85e12e94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75afec2e-d71d-4093-af54-3761de2f036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342717 Oct 20 03:37:21.000137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Checking segment: {'id': '30624b4e-fae9-4942-80dc-7f4029eb9e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'abebecb8-a3db-44cf-95d6-21ab513bf318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:21.000137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network hostable DHCP agents. Network: abebecb8-a3db-44cf-95d6-21ab513bf318, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:21.033062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678fd72-008e-4723-9e96-4adc4ad5607b None None] Pushing event updated for resources: {'Port': ['ID=beecf006-0fa8-4198-ab4c-9c125548e6ca,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:21.040688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.042423 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Router e0f2037d-9630-4111-9506-ee7c8bcaa7bf is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:37:21.128389 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network abebecb8-a3db-44cf-95d6-21ab513bf318 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:21.151386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, abebecb8-a3db-44cf-95d6-21ab513bf318) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:21.160610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f6dce-d58d-4d7c-b95d-e818376e4797 None None] Network abebecb8-a3db-44cf-95d6-21ab513bf318 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:21.164870 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=171f5e04-3ef6-4b3a-b709-ba0a5eb9c6c7,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:21.176481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking segment: {'id': 'ed40a618-86af-48f7-9f61-d4f6b2e83ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ac9fc88-33a2-4d95-b258-48cca14cceb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:21.177069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network hostable DHCP agents. Network: 3ac9fc88-33a2-4d95-b258-48cca14cceb3, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:21.191327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::8253:628e:ee3:c08e (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/0f761759-0d4f-48c7-a67b-19eab9b95ed2/b06437c9-dd62-49db-8d31-397d96c4b01c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:21.228700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-78f09ac8-c27b-4a20-8fc4-b9c23806eb8f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Deleting port 67ab5fa4-3555-40f6-8521-04b12f98ceef {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:21.229260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78f09ac8-c27b-4a20-8fc4-b9c23806eb8f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.244527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:21.245265 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.254689 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b955f43-4937-49fb-906b-0c0391badd85 req-485e9953-03a7-4296-8a89-7fad413e0ba6 service neutron] 10.222.0.36 "GET /v2.0/networks/75afec2e-d71d-4093-af54-3761de2f036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470911 Oct 20 03:37:21.270323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network 3ac9fc88-33a2-4d95-b258-48cca14cceb3 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:21.297678 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 3ac9fc88-33a2-4d95-b258-48cca14cceb3) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:21.314799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:21.315681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.317514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec634f9-20c0-456e-a67d-873806557a4e None None] Network 3ac9fc88-33a2-4d95-b258-48cca14cceb3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:21.371406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:21.376361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78f09ac8-c27b-4a20-8fc4-b9c23806eb8f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.403801 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b955f43-4937-49fb-906b-0c0391badd85 req-5bae7576-99a6-4743-8884-61220853d7ec service neutron] 10.222.0.36 "GET /v2.0/networks/75afec2e-d71d-4093-af54-3761de2f036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369944 Oct 20 03:37:21.412778 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-10edfc14-3487-4962-9ecf-f90bcdd66f82 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2317939 Oct 20 03:37:21.424479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53894) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:21.426761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87ff2b-6b4f-43ee-8645-e3a36008ad81 None None] Sync routers for ids ['e0f2037d-9630-4111-9506-ee7c8bcaa7bf'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:21.439657 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.441150 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9373b1aa-435e-4979-b559-971c2d5d4cdd tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1386280 Oct 20 03:37:21.449867 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-80df7e2f-8b13-4aa5-8008-691cf8d63a1c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5920768 Oct 20 03:37:21.450585 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53896) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:21.456010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-78f09ac8-c27b-4a20-8fc4-b9c23806eb8f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Calling delete_port for 67ab5fa4-3555-40f6-8521-04b12f98ceef owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:21.459068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53898) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:21.471538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:21.477687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 6c0b560c-2c59-4898-b510-69778f750262 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:37:21.482480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'network': {'name': 'tempest-router-network01--1789008636'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:21.500368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87ff2b-6b4f-43ee-8645-e3a36008ad81 None None] Routers {'e0f2037d-9630-4111-9506-ee7c8bcaa7bf'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:21.500795 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-3f87ff2b-6b4f-43ee-8645-e3a36008ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e0f2037d-9630-4111-9506-ee7c8bcaa7bf'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:21.568522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-3f87ff2b-6b4f-43ee-8645-e3a36008ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:21.602989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-abebecb8-a3db-44cf-95d6-21ab513bf318', 'network_id': 'abebecb8-a3db-44cf-95d6-21ab513bf318', 'tenant_id': '37bac63e9266476aae48ee2b69a975a2', 'fixed_ips': [{'subnet_id': '37d4a379-8d96-47c7-817a-77e07ac4d4ab'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:21.603879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.603999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Made reservation on behalf of 37bac63e9266476aae48ee2b69a975a2 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:21.613898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.651723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87ff2b-6b4f-43ee-8645-e3a36008ad81 None None] Routers {'e0f2037d-9630-4111-9506-ee7c8bcaa7bf'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:21.652733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-3f87ff2b-6b4f-43ee-8645-e3a36008ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e0f2037d-9630-4111-9506-ee7c8bcaa7bf'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:21.679605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.703503 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3becded-c9b8-4e60-8eb5-2aa833dd3798 req-6745914a-a729-4c94-9962-0fc13c465063 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:21.706084 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e3becded-c9b8-4e60-8eb5-2aa833dd3798 req-6745914a-a729-4c94-9962-0fc13c465063 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 943 time: 0.2986562 Oct 20 03:37:21.792051 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:21.803595 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e3becded-c9b8-4e60-8eb5-2aa833dd3798 req-ea3ee822-0e46-483e-970a-d738c6157466 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830688 Oct 20 03:37:21.828297 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device beecf006-0fa8-4198-ab4c-9c125548e6ca up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:21.844895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-3f87ff2b-6b4f-43ee-8645-e3a36008ad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:21.845932 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87ff2b-6b4f-43ee-8645-e3a36008ad81 None None] The sync data for ids ['e0f2037d-9630-4111-9506-ee7c8bcaa7bf'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:21.854705 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.855097 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Added segment 0f2c7250-31e1-4b54-afdc-76c5be2208dc of type vlan for network 7318cf77-57a6-496b-9a89-f5d0e41f38a9 Oct 20 03:37:21.874510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78f09ac8-c27b-4a20-8fc4-b9c23806eb8f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.940766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.950935 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f09ac8-c27b-4a20-8fc4-b9c23806eb8f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event deleted for resources: {'Port': ['ID=67ab5fa4-3555-40f6-8521-04b12f98ceef,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:21.987166 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78f09ac8-c27b-4a20-8fc4-b9c23806eb8f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.991320 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47834d7-c4ce-46b6-8010-ed8f454af836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-3ac9fc88-33a2-4d95-b258-48cca14cceb3', 'network_id': '3ac9fc88-33a2-4d95-b258-48cca14cceb3', 'tenant_id': '6486d06f423a4bc7bd5387d9fb1bc72e', 'fixed_ips': [{'subnet_id': '171f5e04-3ef6-4b3a-b709-ba0a5eb9c6c7'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:21.992459 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d47834d7-c4ce-46b6-8010-ed8f454af836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:21.995002 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-78f09ac8-c27b-4a20-8fc4-b9c23806eb8f tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "DELETE /v2.0/ports/67ab5fa4-3555-40f6-8521-04b12f98ceef HTTP/1.1" status: 204 len: 168 time: 1.0828223 Oct 20 03:37:21.997110 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.001247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53900) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:22.024910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 6c0b560c-2c59-4898-b510-69778f750262, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6c0b560c-2c59-4898-b510-69778f750262,segment=NetworkSegment(aa7bd910-c50b-47bc-b065-efee3690140f),segment_id=aa7bd910-c50b-47bc-b065-efee3690140f)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:22.050200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Allocated IP 2001:db8::2 (abebecb8-a3db-44cf-95d6-21ab513bf318/37d4a379-8d96-47c7-817a-77e07ac4d4ab/7ed3b28e-9d09-416a-91b3-443a8519df04) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:22.092188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.121312 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.127254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:22.127896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.159612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.216472 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7535613 Oct 20 03:37:22.225651 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53902) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:22.231942 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.244122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'network': {'name': 'tempest-router-network02--502980736'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:22.248579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Subnet': ['ID=171f5e04-3ef6-4b3a-b709-ba0a5eb9c6c7,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:22.287657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:22.302904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '6c0b560c-2c59-4898-b510-69778f750262', 'network_id': '75afec2e-d71d-4093-af54-3761de2f036f', 'port_id': '6c0b560c-2c59-4898-b510-69778f750262', 'mac_address': 'fa:16:3e:f7:ab:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f660f7-bf25-49ef-8f19-3ff16a502a6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:37:22.306529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:22.313973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:22.321039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:22.322396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.332463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95a9b1-9de0-4f2e-82a3-cd80d5ac07a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Network': ['ID=7318cf77-57a6-496b-9a89-f5d0e41f38a9,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:22.340338 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port beecf006-0fa8-4198-ab4c-9c125548e6ca triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:22.340728 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.341009 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port beecf006-0fa8-4198-ab4c-9c125548e6ca Oct 20 03:37:22.383816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=b06437c9-dd62-49db-8d31-397d96c4b01c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:22.397214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.407295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 7318cf77-57a6-496b-9a89-f5d0e41f38a9 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:22.411532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.423614 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a6abc248-6bc5-431a-9826-5d4975ee1432 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4290266 Oct 20 03:37:22.426136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac9fc88-33a2-4d95-b258-48cca14cceb3']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:22.429210 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53904) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:22.431541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.441948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-63e99e12-92b6-4acd-be15-aca1bc575f78 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Deleting port c5cb5f85-001d-4374-b0d1-245e42ee3457 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:22.442277 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-63e99e12-92b6-4acd-be15-aca1bc575f78 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.446720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed40a618-86af-48f7-9f61-d4f6b2e83ee4') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:22.446720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed40a618-86af-48f7-9f61-d4f6b2e83ee4') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:22.457141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Made reservation on behalf of 37bac63e9266476aae48ee2b69a975a2 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:22.460418 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server [None req-d47834d7-c4ce-46b6-8010-ed8f454af836 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 171f5e04-3ef6-4b3a-b709-ba0a5eb9c6c7: This subnet is being modified by another concurrent operation. Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:37:22.464417 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise exception Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 171f5e04-3ef6-4b3a-b709-ba0a5eb9c6c7: This subnet is being modified by another concurrent operation. Oct 20 03:37:22.467861 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Oct 20 03:37:22.511239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.517472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeed2a4d-4011-4fb0-9ce8-475fc3a8cadf None None] Network 3ac9fc88-33a2-4d95-b258-48cca14cceb3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:22.520982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Deleting port 87ab2d56-b551-4e75-9a9f-a1d118313471 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:22.521769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.523609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 6c0b560c-2c59-4898-b510-69778f750262 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:22.524031 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.589196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.601809 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-63e99e12-92b6-4acd-be15-aca1bc575f78 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.611168 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:22.615651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0b560c-2c59-4898-b510-69778f750262 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:37:22.625536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.632095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:22.632538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.646459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Calling delete_port for 87ab2d56-b551-4e75-9a9f-a1d118313471 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:22.659486 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-63e99e12-92b6-4acd-be15-aca1bc575f78 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Calling delete_port for c5cb5f85-001d-4374-b0d1-245e42ee3457 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:22.695029 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f184d33-0341-47d2-89d4-26a5fac93941 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:22.709278 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f184d33-0341-47d2-89d4-26a5fac93941 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:22.711048 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1f184d33-0341-47d2-89d4-26a5fac93941 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2750287 Oct 20 03:37:22.715501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53908) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:22.721142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 6c0b560c-2c59-4898-b510-69778f750262, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6c0b560c-2c59-4898-b510-69778f750262,segment=NetworkSegment(aa7bd910-c50b-47bc-b065-efee3690140f),segment_id=aa7bd910-c50b-47bc-b065-efee3690140f)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:22.771408 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.796857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.797220 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Added segment f564017f-c46b-4788-b9bb-c1428982ac5e of type vlan for network 51bb53fa-1fda-4f59-8f2f-2af405490010 Oct 20 03:37:22.806860 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment ed40a618-86af-48f7-9f61-d4f6b2e83ee4 resource provider aggregate not found Oct 20 03:37:22.823150 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.857409 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment ed40a618-86af-48f7-9f61-d4f6b2e83ee4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed40a618-86af-48f7-9f61-d4f6b2e83ee4 found for delete ", "request_id": "req-9c690d44-3a5a-44a7-8e15-9b5f06694d9c"}]} Oct 20 03:37:22.862339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.876926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-86805455-9805-4e72-9cd5-f0d3c94c61c4 None None] Provisioning complete for port beecf006-0fa8-4198-ab4c-9c125548e6ca triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:22.877648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-86805455-9805-4e72-9cd5-f0d3c94c61c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.878172 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-86805455-9805-4e72-9cd5-f0d3c94c61c4 None None] Attempt 1 to provision port beecf006-0fa8-4198-ab4c-9c125548e6ca Oct 20 03:37:22.899326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-63e99e12-92b6-4acd-be15-aca1bc575f78 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.907576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port beecf006-0fa8-4198-ab4c-9c125548e6ca is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:22.908256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.920436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port b06437c9-dd62-49db-8d31-397d96c4b01c {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:22.920784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.928518 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.935278 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.942429 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/3ac9fc88-33a2-4d95-b258-48cca14cceb3 HTTP/1.1" status: 204 len: 168 time: 1.5167580 Oct 20 03:37:22.943107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53914) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:22.964711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Network abebecb8-a3db-44cf-95d6-21ab513bf318 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:22.971265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:22.983017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:22.987486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=6c0b560c-2c59-4898-b510-69778f750262,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:22.991379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:22.998417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e99e12-92b6-4acd-be15-aca1bc575f78 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event deleted for resources: {'Port': ['ID=c5cb5f85-001d-4374-b0d1-245e42ee3457,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.027243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-63e99e12-92b6-4acd-be15-aca1bc575f78 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.030750 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-63e99e12-92b6-4acd-be15-aca1bc575f78 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "DELETE /v2.0/ports/c5cb5f85-001d-4374-b0d1-245e42ee3457 HTTP/1.1" status: 204 len: 168 time: 1.0284486 Oct 20 03:37:23.033982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac620e0-21ed-4b6d-abb4-aae7afb815f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=3ac9fc88-33a2-4d95-b258-48cca14cceb3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.037568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53916) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:23.041024 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-19739e69-70f4-415a-b778-fd0a124ed4eb tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] GET failed (client error): The resource could not be found. Oct 20 03:37:23.045141 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-19739e69-70f4-415a-b778-fd0a124ed4eb tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/subnets/171f5e04-3ef6-4b3a-b709-ba0a5eb9c6c7 HTTP/1.1" status: 404 len: 337 time: 0.0762970 Oct 20 03:37:23.053006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53918) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:23.063565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port beecf006-0fa8-4198-ab4c-9c125548e6ca, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=beecf006-0fa8-4198-ab4c-9c125548e6ca,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:23.070071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['6c0b560c-2c59-4898-b510-69778f750262'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:37:23.081271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.092309 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9dc61e61-2e0f-4fab-ac56-47546e0f7482 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0523484 Oct 20 03:37:23.094556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53920) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:23.100676 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6201b7d-9e1d-4d5f-9c5b-c95f8c92c286 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:23.101233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-771796149'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:23.101330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6201b7d-9e1d-4d5f-9c5b-c95f8c92c286 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:23.104301 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d6201b7d-9e1d-4d5f-9c5b-c95f8c92c286 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/3ac9fc88-33a2-4d95-b258-48cca14cceb3 HTTP/1.1" status: 404 len: 339 time: 0.0501621 Oct 20 03:37:23.110569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53922) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:23.119208 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03dd02-261d-4be6-a223-a7ceec700bdf req-53c49546-51e7-4723-9eda-6591d3c09f1c tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:23.120755 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6d03dd02-261d-4be6-a223-a7ceec700bdf req-53c49546-51e7-4723-9eda-6591d3c09f1c tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 944 time: 0.2086518 Oct 20 03:37:23.128313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.135100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:23.136101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.144555 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.147032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Pushing event updated for resources: {'Port': ['ID=7ed3b28e-9d09-416a-91b3-443a8519df04,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.147263 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Made reservation on behalf of 801d66f376f64b7a8dc964de317da7b3 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:23.150636 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.200146 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9666290 Oct 20 03:37:23.200802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.210776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53924) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:23.217499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:23.226359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Attempting to bind port 7ed3b28e-9d09-416a-91b3-443a8519df04 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:23.226754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Attempting to bind port 7ed3b28e-9d09-416a-91b3-443a8519df04 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '30624b4e-fae9-4942-80dc-7f4029eb9e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'abebecb8-a3db-44cf-95d6-21ab513bf318'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:23.227163 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Attempting to bind port 7ed3b28e-9d09-416a-91b3-443a8519df04 on network abebecb8-a3db-44cf-95d6-21ab513bf318 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:23.253319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fee6f-5c1a-4bdf-b504-c1b85e1162a5 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Network': ['ID=51bb53fa-1fda-4f59-8f2f-2af405490010,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.254534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:23.254955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Checking segment: {'id': '30624b4e-fae9-4942-80dc-7f4029eb9e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'abebecb8-a3db-44cf-95d6-21ab513bf318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:23.255362 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.256787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Bound using segment: {'id': '30624b4e-fae9-4942-80dc-7f4029eb9e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'abebecb8-a3db-44cf-95d6-21ab513bf318'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:23.257284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Bound port: 7ed3b28e-9d09-416a-91b3-443a8519df04, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30624b4e-fae9-4942-80dc-7f4029eb9e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'abebecb8-a3db-44cf-95d6-21ab513bf318'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:23.257667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.259041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.259282 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Added segment 18a8565a-e7dd-49f2-bed7-6a17e59b978f of type vlan for network f212d49c-21ae-4b1f-afbe-54218259235e Oct 20 03:37:23.267932 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-86805455-9805-4e72-9cd5-f0d3c94c61c4 None None] Current status of the port beecf006-0fa8-4198-ab4c-9c125548e6ca is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:23.272786 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'subnet': {'network_id': '7318cf77-57a6-496b-9a89-f5d0e41f38a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:23.287179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Pushing event deleted for resources: {'Port': ['ID=87ab2d56-b551-4e75-9a9f-a1d118313471,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.294890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 51bb53fa-1fda-4f59-8f2f-2af405490010 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:23.311805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.319077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=beecf006-0fa8-4198-ab4c-9c125548e6ca,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.338657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for b06437c9-dd62-49db-8d31-397d96c4b01c owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:23.350520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.356885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:23.358042 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.396083 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2979763 Oct 20 03:37:23.396455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53926) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:23.408866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1161536702'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:23.458270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bfeaf-7dd8-410e-b795-938105927add tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event updated for resources: {'Network': ['ID=f212d49c-21ae-4b1f-afbe-54218259235e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.468737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Made reservation on behalf of 801d66f376f64b7a8dc964de317da7b3 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:23.469431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] For port 7ed3b28e-9d09-416a-91b3-443a8519df04, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:23.475173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.476946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] For port 7ed3b28e-9d09-416a-91b3-443a8519df04, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ed3b28e-9d09-416a-91b3-443a8519df04,segment=NetworkSegment(30624b4e-fae9-4942-80dc-7f4029eb9e7f),segment_id=30624b4e-fae9-4942-80dc-7f4029eb9e7f)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:23.484456 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network f212d49c-21ae-4b1f-afbe-54218259235e details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:23.491180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e92963a4-41fa-4d8d-8d39-e9df58e4ac18 None None] Provisioning complete for port b06437c9-dd62-49db-8d31-397d96c4b01c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:23.491560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e92963a4-41fa-4d8d-8d39-e9df58e4ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.491896 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e92963a4-41fa-4d8d-8d39-e9df58e4ac18 None None] Attempt 1 to provision port b06437c9-dd62-49db-8d31-397d96c4b01c Oct 20 03:37:23.503781 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:23.507528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.514964 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.515577 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Added segment 70163447-e4e6-4f1e-8e59-23a380620899 of type vlan for network f7ebd2cc-dc5c-4762-a27b-12829f8ae724 Oct 20 03:37:23.537549 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6d03dd02-261d-4be6-a223-a7ceec700bdf req-66a6c13e-0c18-488c-9b60-794ea0548c8e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054964 Oct 20 03:37:23.579020 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.614606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.621255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:23.622175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.645870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c396455-93ae-4b02-a010-cbb0ba03b6ae None None] Pushing event updated for resources: {'Port': ['ID=7ed3b28e-9d09-416a-91b3-443a8519df04,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.682481 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2850530 Oct 20 03:37:23.683360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device beecf006-0fa8-4198-ab4c-9c125548e6ca up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:23.715164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590ff18-0d77-40c8-aa2b-027840f63689 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event updated for resources: {'Network': ['ID=f7ebd2cc-dc5c-4762-a27b-12829f8ae724,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.723433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.763138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network f7ebd2cc-dc5c-4762-a27b-12829f8ae724 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:23.764692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e92963a4-41fa-4d8d-8d39-e9df58e4ac18 None None] Port b06437c9-dd62-49db-8d31-397d96c4b01c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:23.814199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd1ef1-6598-42cc-b96f-7da45741565b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:23.815732 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f9dd1ef1-6598-42cc-b96f-7da45741565b tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7048059 Oct 20 03:37:23.820406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53928) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:23.825988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.844879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53930) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:23.850303 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'subnets': [{'network_id': 'f212d49c-21ae-4b1f-afbe-54218259235e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1923915559', 'ip_version': 4}, {'network_id': 'f7ebd2cc-dc5c-4762-a27b-12829f8ae724', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:23.850743 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'subnet': {'network_id': 'f212d49c-21ae-4b1f-afbe-54218259235e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1923915559', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:23.851393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Request body: {'subnet': {'network_id': 'f7ebd2cc-dc5c-4762-a27b-12829f8ae724', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:23.864790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Made reservation on behalf of 37bac63e9266476aae48ee2b69a975a2 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:23.869922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.900906 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1f13455b-cf85-4a8c-9e27-0ca3b133caea tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 207 time: 0.0791793 Oct 20 03:37:23.904575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53932) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:23.911412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=b06437c9-dd62-49db-8d31-397d96c4b01c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:23.998784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port beecf006-0fa8-4198-ab4c-9c125548e6ca triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:23.999357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:23.999518 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port beecf006-0fa8-4198-ab4c-9c125548e6ca Oct 20 03:37:24.024836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.025120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.025450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.025790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.026125 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.026460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.026794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.027141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.027461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.027792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.028112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.028468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:24.075275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.081912 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e1723eaf-9da1-4719-a277-1d0e031363ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/b06437c9-dd62-49db-8d31-397d96c4b01c HTTP/1.1" status: 204 len: 168 time: 1.3648760 Oct 20 03:37:24.082584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53934) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:24.149780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port beecf006-0fa8-4198-ab4c-9c125548e6ca is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:24.201812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.215235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.265945 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e92963a4-41fa-4d8d-8d39-e9df58e4ac18 None None] Attempt 2 to provision port b06437c9-dd62-49db-8d31-397d96c4b01c Oct 20 03:37:24.272055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504518b0-54df-4650-9144-89c6977920d1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:24.273745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504518b0-54df-4650-9144-89c6977920d1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:24.277891 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-504518b0-54df-4650-9144-89c6977920d1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1894867 Oct 20 03:37:24.278588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53936) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:24.308432 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e92963a4-41fa-4d8d-8d39-e9df58e4ac18 None None] Port b06437c9-dd62-49db-8d31-397d96c4b01c was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:37:24.352749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Router e0f2037d-9630-4111-9506-ee7c8bcaa7bf has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:37:24.419265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 0f761759-0d4f-48c7-a67b-19eab9b95ed2 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:24.461577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.472988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af08c08-7533-496d-95c5-9724e9a9bf5a tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:24.479840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af08c08-7533-496d-95c5-9724e9a9bf5a tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:24.481761 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:24.486242 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af08c08-7533-496d-95c5-9724e9a9bf5a tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:24.489896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.491142 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c32b03af-fac6-4718-8e8d-bd7d8f6f4b6b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "PUT /v2.0/routers/e0f2037d-9630-4111-9506-ee7c8bcaa7bf HTTP/1.1" status: 200 len: 709 time: 3.0306666 Oct 20 03:37:24.492318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.493443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af08c08-7533-496d-95c5-9724e9a9bf5a tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:24.494190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53938) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:24.495171 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3af08c08-7533-496d-95c5-9724e9a9bf5a tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5895784 Oct 20 03:37:24.501233 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b264216-b770-449e-a843-73802344c75c None None] Sync routers for ids ['e0f2037d-9630-4111-9506-ee7c8bcaa7bf'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:24.516772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53940) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:24.523884 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b264216-b770-449e-a843-73802344c75c None None] Routers {'e0f2037d-9630-4111-9506-ee7c8bcaa7bf'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:24.524730 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8b264216-b770-449e-a843-73802344c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e0f2037d-9630-4111-9506-ee7c8bcaa7bf'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:24.575097 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8b264216-b770-449e-a843-73802344c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:24.587050 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b264216-b770-449e-a843-73802344c75c None None] Routers {'e0f2037d-9630-4111-9506-ee7c8bcaa7bf'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:24.587914 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8b264216-b770-449e-a843-73802344c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e0f2037d-9630-4111-9506-ee7c8bcaa7bf'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:24.598856 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.637976 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8b264216-b770-449e-a843-73802344c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:24.639073 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b264216-b770-449e-a843-73802344c75c None None] The sync data for ids ['e0f2037d-9630-4111-9506-ee7c8bcaa7bf'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:24.685105 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Made reservation on behalf of 801d66f376f64b7a8dc964de317da7b3 for: {'subnet': 2} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:24.686045 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f92043ec-4cb0-47d8-88c7-316083b9ec6b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/routers/e0f2037d-9630-4111-9506-ee7c8bcaa7bf HTTP/1.1" status: 200 len: 744 time: 0.1883543 Oct 20 03:37:24.687170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Subnet': ['ID=b81f4de9-f2d9-42dc-bcdf-22492b2e89ed,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:24.689246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53944) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:24.690002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.690340 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.750506 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7202afca-55b8-43fc-a49b-023127c4194b tempest-RoutersIpV6AdminTest-707163453 tempest-RoutersIpV6AdminTest-707163453-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&device_id=e0f2037d-9630-4111-9506-ee7c8bcaa7bf HTTP/1.1" status: 200 len: 205 time: 0.0541291 Oct 20 03:37:24.752074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53946) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:24.766004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Checking segment: {'id': '0f2c7250-31e1-4b54-afdc-76c5be2208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7318cf77-57a6-496b-9a89-f5d0e41f38a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:24.766004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network hostable DHCP agents. Network: 7318cf77-57a6-496b-9a89-f5d0e41f38a9, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:24.791313 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f9b5b06e-6c6c-4cba-9f9f-d0ee491d7016 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0f2037d-9630-4111-9506-ee7c8bcaa7bf HTTP/1.1" status: 200 len: 205 time: 0.0360370 Oct 20 03:37:24.791545 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53948) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:24.870854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c640596d-4f53-4ece-843b-fd08f75735e5 None None] Network abebecb8-a3db-44cf-95d6-21ab513bf318 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:24.872477 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-270856a7-d245-44a9-82d0-1dd8b746e521 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3487761 Oct 20 03:37:24.887898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53950) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:24.891127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network 7318cf77-57a6-496b-9a89-f5d0e41f38a9 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:24.891283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.897344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-75cc234b-b2b9-4500-b723-c78964e44f7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.904761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d652d-c89e-4fd5-bdf4-5cdc5824b620 req-9d6fa539-e35c-4912-b339-5f120175731a tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:24.906062 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-aa5d652d-c89e-4fd5-bdf4-5cdc5824b620 req-9d6fa539-e35c-4912-b339-5f120175731a tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 944 time: 0.2387011 Oct 20 03:37:24.975780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-49f9ffa8-d5f9-496d-9c30-8ff14fe7ea0e None None] Provisioning complete for port 7ed3b28e-9d09-416a-91b3-443a8519df04 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:24.976251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-49f9ffa8-d5f9-496d-9c30-8ff14fe7ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:24.976687 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-49f9ffa8-d5f9-496d-9c30-8ff14fe7ea0e None None] Attempt 1 to provision port 7ed3b28e-9d09-416a-91b3-443a8519df04 Oct 20 03:37:25.026988 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-aa5d652d-c89e-4fd5-bdf4-5cdc5824b620 req-279afeff-dfe2-4384-b10f-c0e90263e566 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934472 Oct 20 03:37:25.053493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.111801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=0f761759-0d4f-48c7-a67b-19eab9b95ed2,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:25.119367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.123611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-49f9ffa8-d5f9-496d-9c30-8ff14fe7ea0e None None] Current status of the port 7ed3b28e-9d09-416a-91b3-443a8519df04 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:25.125117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-49f9ffa8-d5f9-496d-9c30-8ff14fe7ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.125589 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/0f761759-0d4f-48c7-a67b-19eab9b95ed2 HTTP/1.1" status: 204 len: 168 time: 0.8444304 Oct 20 03:37:25.130883 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53952) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:25.136232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e278af5a-5e80-46d3-abb4-08485a6a0bf4 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:25.149456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.150077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.150578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.151080 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.151413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.151765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.152078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.152440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.152773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.153097 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.153456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.153787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4543cf-85f7-47d9-a913-ff05ca884a24 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:25.203522 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3e2a874e-68e6-4a9c-806a-0e33c8f94b1e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677180 Oct 20 03:37:25.215199 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53954) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:25.220842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-566870c0-ed5d-4abb-b4cb-2352c9c3f618 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:25.229699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-49f9ffa8-d5f9-496d-9c30-8ff14fe7ea0e None None] For port 7ed3b28e-9d09-416a-91b3-443a8519df04, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ed3b28e-9d09-416a-91b3-443a8519df04,segment=NetworkSegment(30624b4e-fae9-4942-80dc-7f4029eb9e7f),segment_id=30624b4e-fae9-4942-80dc-7f4029eb9e7f)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:25.396578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566870c0-ed5d-4abb-b4cb-2352c9c3f618 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:25.400076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-566870c0-ed5d-4abb-b4cb-2352c9c3f618 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.406571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-49f9ffa8-d5f9-496d-9c30-8ff14fe7ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.477541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9ffa8-d5f9-496d-9c30-8ff14fe7ea0e None None] Pushing event updated for resources: {'Port': ['ID=7ed3b28e-9d09-416a-91b3-443a8519df04,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:25.484395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 6c0b560c-2c59-4898-b510-69778f750262 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:25.521595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 7318cf77-57a6-496b-9a89-f5d0e41f38a9) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:25.538899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6447d353-84d1-4edd-8a71-e7a4ae5305fe None None] Network 7318cf77-57a6-496b-9a89-f5d0e41f38a9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:25.558569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-90db52b6-661e-4a14-9da6-7fb207104831 None None] Provisioning complete for port 7ed3b28e-9d09-416a-91b3-443a8519df04 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:25.559207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-90db52b6-661e-4a14-9da6-7fb207104831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.559544 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-90db52b6-661e-4a14-9da6-7fb207104831 None None] Attempt 1 to provision port 7ed3b28e-9d09-416a-91b3-443a8519df04 Oct 20 03:37:25.586451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.595394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:25.612442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-75cc234b-b2b9-4500-b723-c78964e44f7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.616474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-75cc234b-b2b9-4500-b723-c78964e44f7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.649420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 6c0b560c-2c59-4898-b510-69778f750262 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:37:25.659995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:25.660627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.672023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d1d779-4f98-41ec-b1c9-8312bff07e8f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:25.673538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d1d779-4f98-41ec-b1c9-8312bff07e8f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:25.680710 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-79d1d779-4f98-41ec-b1c9-8312bff07e8f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.7912409 Oct 20 03:37:25.683438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53956) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:25.686060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 6c0b560c-2c59-4898-b510-69778f750262 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:25.686512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.686922 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 6c0b560c-2c59-4898-b510-69778f750262 Oct 20 03:37:25.724784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-75cc234b-b2b9-4500-b723-c78964e44f7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.725425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cc234b-b2b9-4500-b723-c78964e44f7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Fanout notify agent at l3_agent the message router_deleted on router e0f2037d-9630-4111-9506-ee7c8bcaa7bf {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:37:25.733837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-75cc234b-b2b9-4500-b723-c78964e44f7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.734920 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-75cc234b-b2b9-4500-b723-c78964e44f7e tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/e0f2037d-9630-4111-9506-ee7c8bcaa7bf HTTP/1.1" status: 204 len: 168 time: 0.9425251 Oct 20 03:37:25.741516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53958) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:25.746138 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cae7d447-804c-4795-96a5-b38567ee2425 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5112855 Oct 20 03:37:25.757260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ed3b28e-9d09-416a-91b3-443a8519df04 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:25.759286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53960) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:25.786173 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'subnet': {'network_id': '51bb53fa-1fda-4f59-8f2f-2af405490010', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:25.790392 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-566870c0-ed5d-4abb-b4cb-2352c9c3f618 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.794482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cbb7d6a6-4b17-48e8-9558-9509fb2df267 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0f2037d-9630-4111-9506-ee7c8bcaa7bf HTTP/1.1" status: 200 len: 205 time: 0.0516992 Oct 20 03:37:25.802244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53962) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:25.821614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ba6775-d369-4c7f-ab5f-539233db89f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:25.822967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ba6775-d369-4c7f-ab5f-539233db89f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:25.824511 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-99ba6775-d369-4c7f-ab5f-539233db89f5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1407106 Oct 20 03:37:25.833628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53964) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:25.858354 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-1bcee1a1-189c-4be6-a87a-6a38eda7c7ec tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] delete failed (client error): The resource could not be found. Oct 20 03:37:25.859761 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1bcee1a1-189c-4be6-a87a-6a38eda7c7ec tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/e0f2037d-9630-4111-9506-ee7c8bcaa7bf HTTP/1.1" status: 404 len: 336 time: 0.0522220 Oct 20 03:37:25.865044 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53966) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:25.880825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event updated for resources: {'Subnet': ['ID=dc792e61-46d2-4f0a-85aa-cc352c0073db,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:25.891807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-90db52b6-661e-4a14-9da6-7fb207104831 None None] Current status of the port 7ed3b28e-9d09-416a-91b3-443a8519df04 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:25.913962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566870c0-ed5d-4abb-b4cb-2352c9c3f618 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:25.914173 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Deleting port beecf006-0fa8-4198-ab4c-9c125548e6ca {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:25.914655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.918009 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8f6fcbfb-b231-41a7-a236-44f6b072731b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efac86b-2e58-460f-906b-be37d7f1a20a HTTP/1.1" status: 200 len: 205 time: 0.0499468 Oct 20 03:37:25.921944 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53968) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:25.965007 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-566870c0-ed5d-4abb-b4cb-2352c9c3f618 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:25.971243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-7318cf77-57a6-496b-9a89-f5d0e41f38a9', 'network_id': '7318cf77-57a6-496b-9a89-f5d0e41f38a9', 'tenant_id': '37bac63e9266476aae48ee2b69a975a2', 'fixed_ips': [{'subnet_id': 'b81f4de9-f2d9-42dc-bcdf-22492b2e89ed'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:25.972673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.982797 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Made reservation on behalf of 37bac63e9266476aae48ee2b69a975a2 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:25.985729 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-3e6aef2e-e408-4e41-ae4b-dc21fc1025f2 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] delete failed (client error): The resource could not be found. Oct 20 03:37:25.989447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.989624 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3e6aef2e-e408-4e41-ae4b-dc21fc1025f2 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/6efac86b-2e58-460f-906b-be37d7f1a20a HTTP/1.1" status: 404 len: 336 time: 0.0633485 Oct 20 03:37:25.989624 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Checking segment: {'id': '18a8565a-e7dd-49f2-bed7-6a17e59b978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f212d49c-21ae-4b1f-afbe-54218259235e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:25.989624 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Network hostable DHCP agents. Network: f212d49c-21ae-4b1f-afbe-54218259235e, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:25.990593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53970) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:25.993026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566870c0-ed5d-4abb-b4cb-2352c9c3f618 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:25.993158 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 6c0b560c-2c59-4898-b510-69778f750262 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:25.993243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-566870c0-ed5d-4abb-b4cb-2352c9c3f618 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:25.993359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.031030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7ed3b28e-9d09-416a-91b3-443a8519df04 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:26.031390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.031942 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7ed3b28e-9d09-416a-91b3-443a8519df04 Oct 20 03:37:26.038282 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-566870c0-ed5d-4abb-b4cb-2352c9c3f618 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8191407 Oct 20 03:37:26.038282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566870c0-ed5d-4abb-b4cb-2352c9c3f618 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=77bcade3-968a-490f-bb31-4fc83bae4ac1,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:26.041345 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53972) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.042480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89fcce3-08cd-455b-991c-0df64b9fade8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:26.047843 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a89fcce3-08cd-455b-991c-0df64b9fade8 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/networks/aa7e13ca-54c5-43de-afcc-cbef90d3b7f9 HTTP/1.1" status: 200 len: 800 time: 0.2095370 Oct 20 03:37:26.048001 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': '77bcade3-968a-490f-bb31-4fc83bae4ac1', 'ip_address': '2001:db8::f2c0:cefe:4ea3:32e0'}], 'name': 'tempest-NetworksTestDHCPv6-1244199394'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:26.053691 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c7bfa9c4-b9da-47c4-8605-cfa94223ad14 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae90df9-d485-446b-862e-735ac4f0f06a HTTP/1.1" status: 200 len: 205 time: 0.0569968 Oct 20 03:37:26.053885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53974) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.058960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53976) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.101217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66def155-8529-4613-81db-6ff31ca430eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0b560c-2c59-4898-b510-69778f750262'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:37:26.103528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6d8498-945f-4a1b-91af-ba9f8f2ade94" -d '{"events": [{"server_uuid": "66def155-8529-4613-81db-6ff31ca430eb", "name": "network-vif-plugged", "status": "completed", "tag": "6c0b560c-2c59-4898-b510-69778f750262"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:37:26.136421 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-d7ef31dc-4a3e-43af-8851-3527b94a9e46 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] delete failed (client error): The resource could not be found. Oct 20 03:37:26.137471 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d7ef31dc-4a3e-43af-8851-3527b94a9e46 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/7ae90df9-d485-446b-862e-735ac4f0f06a HTTP/1.1" status: 404 len: 336 time: 0.0776260 Oct 20 03:37:26.140418 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53982) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.172017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ba2ef8-e581-4fcc-8d1b-df96f3926695 x-openstack-request-id: req-88ba2ef8-e581-4fcc-8d1b-df96f3926695 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:37:26.172741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66def155-8529-4613-81db-6ff31ca430eb", "name": "network-vif-plugged", "status": "completed", "tag": "6c0b560c-2c59-4898-b510-69778f750262", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:37:26.172741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88ba2ef8-e581-4fcc-8d1b-df96f3926695 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:37:26.172985 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ba2ef8-e581-4fcc-8d1b-df96f3926695'] response: {'server_uuid': '66def155-8529-4613-81db-6ff31ca430eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0b560c-2c59-4898-b510-69778f750262', 'code': 200} Oct 20 03:37:26.180778 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 6c0b560c-2c59-4898-b510-69778f750262, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6c0b560c-2c59-4898-b510-69778f750262,segment=NetworkSegment(aa7bd910-c50b-47bc-b065-efee3690140f),segment_id=aa7bd910-c50b-47bc-b065-efee3690140f)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:26.183126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] For port beecf006-0fa8-4198-ab4c-9c125548e6ca, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=beecf006-0fa8-4198-ab4c-9c125548e6ca,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:26.183434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.204489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.215770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Calling delete_port for beecf006-0fa8-4198-ab4c-9c125548e6ca owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:26.227216 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8358d544-1dba-497c-a6cf-b8dbba3fd4e1 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb72384f-05ed-4db0-96e1-5cdecb97e1b1 HTTP/1.1" status: 200 len: 205 time: 0.0856705 Oct 20 03:37:26.229894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53984) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.280892 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-ff5fbecf-2783-4889-993e-da7831de78da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] delete failed (client error): The resource could not be found. Oct 20 03:37:26.281931 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ff5fbecf-2783-4889-993e-da7831de78da tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/cb72384f-05ed-4db0-96e1-5cdecb97e1b1 HTTP/1.1" status: 404 len: 336 time: 0.0511594 Oct 20 03:37:26.285780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53986) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.328098 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-aa37b161-bd6b-455f-a89f-972932082874 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c HTTP/1.1" status: 200 len: 205 time: 0.0409698 Oct 20 03:37:26.333053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53988) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.350559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2af1c-c882-491c-9457-46b1418c29d8 req-8b12d205-05ea-4e1a-b976-da7865ddd56c tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:26.352038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-61e2af1c-c882-491c-9457-46b1418c29d8 req-8b12d205-05ea-4e1a-b976-da7865ddd56c tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 944 time: 0.1973991 Oct 20 03:37:26.352196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Network f212d49c-21ae-4b1f-afbe-54218259235e is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:26.366238 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ca110baa-6c20-4d5c-a543-bd7646b728de tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/networks/aa7e13ca-54c5-43de-afcc-cbef90d3b7f9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3120522 Oct 20 03:37:26.370169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53990) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.381500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=6c0b560c-2c59-4898-b510-69778f750262,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:26.413265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7ed3b28e-9d09-416a-91b3-443a8519df04 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:26.415895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Allocated IP 2001:db8::2 (7318cf77-57a6-496b-9a89-f5d0e41f38a9/b81f4de9-f2d9-42dc-bcdf-22492b2e89ed/7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:26.420811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, f212d49c-21ae-4b1f-afbe-54218259235e) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:26.436074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.442019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfc375c-2d36-40ff-8f18-9f19fd4821b5 None None] Network f212d49c-21ae-4b1f-afbe-54218259235e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:26.458026 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-6884ce48-5e9e-425d-999a-d1b9c4d9915b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] delete failed (client error): The resource could not be found. Oct 20 03:37:26.461902 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6884ce48-5e9e-425d-999a-d1b9c4d9915b tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/c5c1dcf7-28b8-4fca-a15a-f5c24044ba3c HTTP/1.1" status: 404 len: 336 time: 0.1248860 Oct 20 03:37:26.485247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53992) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.491981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.505956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event updated for resources: {'Subnet': ['ID=ff3d27c4-15b6-4d4b-93c9-590f52da81c5,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:26.551746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ef8ccb-a3cd-4539-94bc-56565396619e tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:26.553612 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b3ef8ccb-a3cd-4539-94bc-56565396619e tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/subnets/e4b7bce8-9d59-452f-8efa-6d4bb91d6b6f HTTP/1.1" status: 200 len: 811 time: 0.1824768 Oct 20 03:37:26.559123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53994) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.579369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device beecf006-0fa8-4198-ab4c-9c125548e6ca no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:26.589019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Pushing event deleted for resources: {'Port': ['ID=beecf006-0fa8-4198-ab4c-9c125548e6ca,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:26.590705 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cad16407-b4f9-4e44-b185-f38e0040b7a4 tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "GET /v2.0/ports?device_id=facbaec2-1649-445d-a4f6-748bfd184249 HTTP/1.1" status: 200 len: 205 time: 0.0978487 Oct 20 03:37:26.592723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] No DVR routers for this DVR port beecf006-0fa8-4198-ab4c-9c125548e6ca on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:26.601515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 53996) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.621249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Checking segment: {'id': '70163447-e4e6-4f1e-8e59-23a380620899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f7ebd2cc-dc5c-4762-a27b-12829f8ae724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:26.621602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Network hostable DHCP agents. Network: f7ebd2cc-dc5c-4762-a27b-12829f8ae724, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:26.627629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:26.641737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: beecf006-0fa8-4198-ab4c-9c125548e6ca {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:26.642156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device beecf006-0fa8-4198-ab4c-9c125548e6ca not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:26.649904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4511a8a1-e0e8-4721-85a3-143fc3dcb136 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:26.657190 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.657826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.658356 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.659118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.659709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.660369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.661292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.661424 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-8bce973d-af29-4af1-aa73-07915fba0a0f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] delete failed (client error): The resource could not be found. Oct 20 03:37:26.661990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.662534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.662856 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8bce973d-af29-4af1-aa73-07915fba0a0f tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/routers/facbaec2-1649-445d-a4f6-748bfd184249 HTTP/1.1" status: 404 len: 336 time: 0.0546181 Oct 20 03:37:26.663276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.663809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.664378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7854ca-9a8a-406a-b06a-3255235c03c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:26.665261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 53998) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.679947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c25ac-7629-42aa-9dfa-0d7fcc5222ea tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:26.681622 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e62c25ac-7629-42aa-9dfa-0d7fcc5222ea tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "GET /v2.0/subnets/e4b7bce8-9d59-452f-8efa-6d4bb91d6b6f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1192942 Oct 20 03:37:26.697654 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-61e2af1c-c882-491c-9457-46b1418c29d8 req-225faa76-62cf-403a-8545-51a1b3e307ca tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148208 Oct 20 03:37:26.698248 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54000) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.718260 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6c6b42-13b6-407c-92f9-4efcf7c7b49a tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:26.718841 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6c6b42-13b6-407c-92f9-4efcf7c7b49a tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:26.722546 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5b6c6b42-13b6-407c-92f9-4efcf7c7b49a tempest-RoutersIpV6AdminTest-1204658073 tempest-RoutersIpV6AdminTest-1204658073-project] 10.222.0.20 "DELETE /v2.0/subnets/405bb0c2-5570-457b-a701-b8b390f4c109 HTTP/1.1" status: 404 len: 337 time: 0.0562460 Oct 20 03:37:26.724102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-836720343'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:26.729980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.733157 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011429f-630e-41d1-a6ef-6b9590690003 req-e59d3b29-1bfa-4263-a281-ae77986e2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:26.735397 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a011429f-630e-41d1-a6ef-6b9590690003 req-e59d3b29-1bfa-4263-a281-ae77986e2fbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 1098 time: 0.3603706 Oct 20 03:37:26.760182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Network f7ebd2cc-dc5c-4762-a27b-12829f8ae724 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:26.776751 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, f7ebd2cc-dc5c-4762-a27b-12829f8ae724) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:26.783756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:26.784239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:26.785893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.819485 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c9055052-cc6b-4fe0-8f15-bb2cfe3c53ad tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9735136 Oct 20 03:37:26.820189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54004) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.827845 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f978c8-e2cc-4e13-8dbb-5ea4c2254a04 None None] Network f7ebd2cc-dc5c-4762-a27b-12829f8ae724 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:26.838992 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.871440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:26.874830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.880873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.897676 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a011429f-630e-41d1-a6ef-6b9590690003 req-f69e5a5f-dde8-436a-818c-b27749b24554 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512535 Oct 20 03:37:26.898309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 5a156ae3-220b-4ac5-b20f-e36cc784b8b3 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:26.899796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.916185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Subnet': ['ID=90cb34c2-7d84-4703-ab99-86fd276f2c4d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:26.934520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Checking segment: {'id': 'f564017f-c46b-4788-b9bb-c1428982ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '51bb53fa-1fda-4f59-8f2f-2af405490010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:26.934520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network hostable DHCP agents. Network: 51bb53fa-1fda-4f59-8f2f-2af405490010, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:26.938388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf35dd05-75b0-4411-a489-fcbe7d6ea212 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:26.939928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf35dd05-75b0-4411-a489-fcbe7d6ea212 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:26.943007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:26.944259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf35dd05-75b0-4411-a489-fcbe7d6ea212 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:26.950583 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cf35dd05-75b0-4411-a489-fcbe7d6ea212 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1274252 Oct 20 03:37:26.950930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54006) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:26.987433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:26.988809 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Added segment b8d860cc-ddaa-4e32-91e6-65551d43ec4c of type vlan for network b0037173-5013-4db1-9d45-52c8d11eb38b Oct 20 03:37:27.007187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1a091-0593-40cc-bb1a-9d945b077c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-f212d49c-21ae-4b1f-afbe-54218259235e', 'network_id': 'f212d49c-21ae-4b1f-afbe-54218259235e', 'tenant_id': '801d66f376f64b7a8dc964de317da7b3', 'fixed_ips': [{'subnet_id': 'dc792e61-46d2-4f0a-85aa-cc352c0073db'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:27.008192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f4e1a091-0593-40cc-bb1a-9d945b077c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.030057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Network 7318cf77-57a6-496b-9a89-f5d0e41f38a9 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:27.037967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network 51bb53fa-1fda-4f59-8f2f-2af405490010 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:27.060739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e41d08-9278-4b91-909e-55452dca3dcf tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Deleting subnet dc792e61-46d2-4f0a-85aa-cc352c0073db {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:27.062087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:27.064241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.069503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6e41d08-9278-4b91-909e-55452dca3dcf tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.072115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 51bb53fa-1fda-4f59-8f2f-2af405490010) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:27.078478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:27.090250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae28ecca-a17e-4375-8fb6-7acbd1c9be2a None None] Network 51bb53fa-1fda-4f59-8f2f-2af405490010 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:27.103752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:27.104516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.104927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Pushing event updated for resources: {'Port': ['ID=7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:27.139474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6e41d08-9278-4b91-909e-55452dca3dcf tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.172984 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-75450262-48dc-49c4-985e-73d80e8837a8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4115078 Oct 20 03:37:27.176140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54008) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:27.239857 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.246235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:27.246950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.255439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::f2c0:cefe:4ea3:32e0 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/77bcade3-968a-490f-bb31-4fc83bae4ac1/5a156ae3-220b-4ac5-b20f-e36cc784b8b3) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:27.269527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6e41d08-9278-4b91-909e-55452dca3dcf tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.314746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54012) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:27.489697 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.509411 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '77bcade3-968a-490f-bb31-4fc83bae4ac1'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:27.510277 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.513766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6d64-d74b-4de6-97f6-5859bcb1f11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.537836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8339777 Oct 20 03:37:27.539718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54016) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:27.544963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Attempting to bind port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:27.545358 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Attempting to bind port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '0f2c7250-31e1-4b54-afdc-76c5be2208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7318cf77-57a6-496b-9a89-f5d0e41f38a9'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:27.545729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Attempting to bind port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 on network 7318cf77-57a6-496b-9a89-f5d0e41f38a9 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:27.566171 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:27.566356 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Checking segment: {'id': '0f2c7250-31e1-4b54-afdc-76c5be2208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7318cf77-57a6-496b-9a89-f5d0e41f38a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:27.566642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.567061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Bound using segment: {'id': '0f2c7250-31e1-4b54-afdc-76c5be2208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7318cf77-57a6-496b-9a89-f5d0e41f38a9'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:27.567703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Bound port: 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2c7250-31e1-4b54-afdc-76c5be2208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7318cf77-57a6-496b-9a89-f5d0e41f38a9'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:27.568246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.571875 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.581938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'network_id': 'b0037173-5013-4db1-9d45-52c8d11eb38b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:27.611232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-f7ebd2cc-dc5c-4762-a27b-12829f8ae724', 'network_id': 'f7ebd2cc-dc5c-4762-a27b-12829f8ae724', 'tenant_id': '801d66f376f64b7a8dc964de317da7b3', 'fixed_ips': [{'subnet_id': 'ff3d27c4-15b6-4d4b-93c9-590f52da81c5'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:27.611462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.619289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda26f2b-e6a8-4f58-8436-4e49552b6671 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Network': ['ID=b0037173-5013-4db1-9d45-52c8d11eb38b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:27.628981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:27.634407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network b0037173-5013-4db1-9d45-52c8d11eb38b details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:27.635354 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:27.640168 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:27.647443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:27.648155 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.658398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=5a156ae3-220b-4ac5-b20f-e36cc784b8b3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:27.681436 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-951fd687-d112-4936-8c7d-ab178ec65cc8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6388609 Oct 20 03:37:27.683452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54018) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:27.757802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ba37c-d4bf-47a3-a554-a1499b3756b1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:27.762528 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ea7ba37c-d4bf-47a3-a554-a1499b3756b1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0765307 Oct 20 03:37:27.762880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54022) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:27.898866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8d3a9-b59e-4926-bad8-fe078578a128 req-8252d9bb-ed70-4969-9d5c-892975c2de69 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:27.904571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-51bb53fa-1fda-4f59-8f2f-2af405490010', 'network_id': '51bb53fa-1fda-4f59-8f2f-2af405490010', 'tenant_id': '37bac63e9266476aae48ee2b69a975a2', 'fixed_ips': [{'subnet_id': '90cb34c2-7d84-4703-ab99-86fd276f2c4d'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:27.905701 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.906531 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8bc8d3a9-b59e-4926-bad8-fe078578a128 req-8252d9bb-ed70-4969-9d5c-892975c2de69 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.1001997 Oct 20 03:37:27.949382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] For port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:27.951862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-54ce418a-5147-4526-b738-3edab392d023 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 5a156ae3-220b-4ac5-b20f-e36cc784b8b3 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:27.952211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-54ce418a-5147-4526-b738-3edab392d023 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:27.982932 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] For port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7,segment=NetworkSegment(0f2c7250-31e1-4b54-afdc-76c5be2208dc),segment_id=0f2c7250-31e1-4b54-afdc-76c5be2208dc)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:27.989248 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8bc8d3a9-b59e-4926-bad8-fe078578a128 req-5fdc65af-e730-4929-8db8-bc50db3668ed tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793242 Oct 20 03:37:28.013378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.016624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.039840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Allocated IP 2001:db8::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/77bcade3-968a-490f-bb31-4fc83bae4ac1/895bc6b3-c3b0-49b3-88bb-cbd015f1b172) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:28.064054 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6e41d08-9278-4b91-909e-55452dca3dcf tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.109465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-54ce418a-5147-4526-b738-3edab392d023 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server [None req-f4e1a091-0593-40cc-bb1a-9d945b077c24 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc792e61-46d2-4f0a-85aa-cc352c0073db: This subnet is being modified by another concurrent operation. Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:37:28.127062 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise exception Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc792e61-46d2-4f0a-85aa-cc352c0073db: This subnet is being modified by another concurrent operation. Oct 20 03:37:28.132309 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Oct 20 03:37:28.147871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e41d08-9278-4b91-909e-55452dca3dcf tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event deleted for resources: {'Subnet': ['ID=dc792e61-46d2-4f0a-85aa-cc352c0073db,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:28.160387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-54ce418a-5147-4526-b738-3edab392d023 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 5a156ae3-220b-4ac5-b20f-e36cc784b8b3 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:28.166920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6e41d08-9278-4b91-909e-55452dca3dcf tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.168170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818e86bc-3cb4-4fb0-8184-3e6e1e1dd2b9 None None] Network f212d49c-21ae-4b1f-afbe-54218259235e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:28.174183 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b6e41d08-9278-4b91-909e-55452dca3dcf tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "DELETE /v2.0/subnets/dc792e61-46d2-4f0a-85aa-cc352c0073db HTTP/1.1" status: 204 len: 168 time: 1.2222216 Oct 20 03:37:28.180925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54024) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:28.245782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Allocated IP 172.20.0.18 (f7ebd2cc-dc5c-4762-a27b-12829f8ae724/ff3d27c4-15b6-4d4b-93c9-590f52da81c5/3dc64492-d63d-41f0-8e41-361c4e4879e4) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:28.278394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Made reservation on behalf of 6486d06f423a4bc7bd5387d9fb1bc72e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:28.282109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.287542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa9d27-20ec-4a81-a0ba-585e38048adc None None] Pushing event updated for resources: {'Port': ['ID=7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:28.430838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.ipam_backend_mixin [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Performing IP validity checks on allocation pools {{(pid=103629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 20 03:37:28.431639 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.ipam_backend_mixin [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 20 03:37:28.530138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Allocated IP 2001:db8::2 (51bb53fa-1fda-4f59-8f2f-2af405490010/90cb34c2-7d84-4703-ab99-86fd276f2c4d/a9874950-5aca-4d5e-a1f5-8e47422e7f6b) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:28.643402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Allocated IP 2001:db8::1 (7318cf77-57a6-496b-9a89-f5d0e41f38a9/b81f4de9-f2d9-42dc-bcdf-22492b2e89ed/fb44ef98-673e-4dce-9069-6a18d6789b45) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:28.708241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6d64-d74b-4de6-97f6-5859bcb1f11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.718074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1e4a7d-461a-45f2-8b76-8fbcf792f9e6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Deleting subnet ff3d27c4-15b6-4d4b-93c9-590f52da81c5 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:28.723897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6d64-d74b-4de6-97f6-5859bcb1f11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.750539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.780356 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4f4e6d64-d74b-4de6-97f6-5859bcb1f11e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba1e42f9b92142ba885472d98b798d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4619641 Oct 20 03:37:28.781855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54030) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:28.788914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.791143 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e6d64-d74b-4de6-97f6-5859bcb1f11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc25ecec-713c-4bda-8717-a5579cc03add,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:28.833866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.876401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.881720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:28.882888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50a63b3f-5c98-4eae-8201-5a07e0ffc147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.894341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db1e4a7d-461a-45f2-8b76-8fbcf792f9e6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.899108 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.901532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:28.928054 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:28.937368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-54ce418a-5147-4526-b738-3edab392d023 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.942513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Pushing event updated for resources: {'Port': ['ID=895bc6b3-c3b0-49b3-88bb-cbd015f1b172,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:28.956821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:28.962349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50a63b3f-5c98-4eae-8201-5a07e0ffc147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.000374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce418a-5147-4526-b738-3edab392d023 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=5a156ae3-220b-4ac5-b20f-e36cc784b8b3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:29.003952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db1e4a7d-461a-45f2-8b76-8fbcf792f9e6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.020328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Network f7ebd2cc-dc5c-4762-a27b-12829f8ae724 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:29.028841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.034410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:29.045920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=fdc89de2-b12b-41d8-b7fd-6205865d1ba4,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:29.058114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:29.068149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.083684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Checking segment: {'id': 'b8d860cc-ddaa-4e32-91e6-65551d43ec4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0037173-5013-4db1-9d45-52c8d11eb38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:29.084048 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network hostable DHCP agents. Network: b0037173-5013-4db1-9d45-52c8d11eb38b, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:29.084959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Pushing event updated for resources: {'Port': ['ID=3dc64492-d63d-41f0-8e41-361c4e4879e4,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:29.106246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.137184 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-54ce418a-5147-4526-b738-3edab392d023 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.138573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Attempting to bind port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:29.138961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Attempting to bind port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:29.139327 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Attempting to bind port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:29.144653 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-54ce418a-5147-4526-b738-3edab392d023 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/5a156ae3-220b-4ac5-b20f-e36cc784b8b3 HTTP/1.1" status: 204 len: 168 time: 1.3769553 Oct 20 03:37:29.167955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Network 51bb53fa-1fda-4f59-8f2f-2af405490010 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:29.169070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:29.169443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:29.169854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.169953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54034) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:29.170250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:29.170732 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Bound port: 895bc6b3-c3b0-49b3-88bb-cbd015f1b172, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:29.171119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.193776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Port': ['ID=fb44ef98-673e-4dce-9069-6a18d6789b45,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:29.203381 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Network b0037173-5013-4db1-9d45-52c8d11eb38b is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:29.221034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:29.230331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:29.234187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network 7318cf77-57a6-496b-9a89-f5d0e41f38a9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:29.241988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, b0037173-5013-4db1-9d45-52c8d11eb38b) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:29.245122 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:29.250133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:29.254103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9930ad3-fe89-4778-9636-59651bb936b8 None None] Network b0037173-5013-4db1-9d45-52c8d11eb38b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:29.255977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.256781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Pushing event updated for resources: {'Port': ['ID=a9874950-5aca-4d5e-a1f5-8e47422e7f6b,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:29.261550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:29.262420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.280407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Attempting to bind port 3dc64492-d63d-41f0-8e41-361c4e4879e4 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:29.280796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Attempting to bind port 3dc64492-d63d-41f0-8e41-361c4e4879e4 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '70163447-e4e6-4f1e-8e59-23a380620899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f7ebd2cc-dc5c-4762-a27b-12829f8ae724'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:29.281228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Attempting to bind port 3dc64492-d63d-41f0-8e41-361c4e4879e4 on network f7ebd2cc-dc5c-4762-a27b-12829f8ae724 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:29.313374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50a63b3f-5c98-4eae-8201-5a07e0ffc147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.317239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50a63b3f-5c98-4eae-8201-5a07e0ffc147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.319252 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-50a63b3f-5c98-4eae-8201-5a07e0ffc147 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc25ecec-713c-4bda-8717-a5579cc03add HTTP/1.1" status: 204 len: 168 time: 0.5358968 Oct 20 03:37:29.335374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240d72a-5a4f-4af1-8001-44cb2f74b40c req-50716459-606c-4f59-bd08-ebf25eca3280 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:29.337410 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0240d72a-5a4f-4af1-8001-44cb2f74b40c req-50716459-606c-4f59-bd08-ebf25eca3280 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.2478287 Oct 20 03:37:29.340965 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572bc6da-1b00-44d9-9312-90a4bf968572 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:29.342928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572bc6da-1b00-44d9-9312-90a4bf968572 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:29.344864 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-572bc6da-1b00-44d9-9312-90a4bf968572 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1735120 Oct 20 03:37:29.349424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db1e4a7d-461a-45f2-8b76-8fbcf792f9e6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.353569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54038) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:29.391310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a63b3f-5c98-4eae-8201-5a07e0ffc147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc25ecec-713c-4bda-8717-a5579cc03add,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:29.448727 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0240d72a-5a4f-4af1-8001-44cb2f74b40c req-58cfe0a2-f120-4419-bc87-338e57e09f2c tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013696 Oct 20 03:37:29.495999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db1e4a7d-461a-45f2-8b76-8fbcf792f9e6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.516675 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1109b68c-1ecf-4849-989e-0858fd76bc72 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9750323 Oct 20 03:37:29.521567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54042) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:29.527227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0793a82b-8cf1-43e9-b009-42acbbdf1491 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:29.588812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e4a7d-461a-45f2-8b76-8fbcf792f9e6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3d27c4-15b6-4d4b-93c9-590f52da81c5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:29.598408 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db1e4a7d-461a-45f2-8b76-8fbcf792f9e6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.607858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.610302 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-db1e4a7d-461a-45f2-8b76-8fbcf792f9e6 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "DELETE /v2.0/subnets/ff3d27c4-15b6-4d4b-93c9-590f52da81c5 HTTP/1.1" status: 204 len: 168 time: 1.4282775 Oct 20 03:37:29.617330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c95195e-29ae-41dd-9c00-17bf7079d896 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 77bcade3-968a-490f-bb31-4fc83bae4ac1 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:29.618325 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54046) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:29.643314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c95195e-29ae-41dd-9c00-17bf7079d896 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.643578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] For port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:29.653709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] For port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=895bc6b3-c3b0-49b3-88bb-cbd015f1b172,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:29.689271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.732976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6116234-cc25-4ed8-a9ef-c64339e45ae0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:29.743380 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d6116234-cc25-4ed8-a9ef-c64339e45ae0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1224074 Oct 20 03:37:29.748885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54048) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:29.757193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:29.765261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Checking segment: {'id': '70163447-e4e6-4f1e-8e59-23a380620899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f7ebd2cc-dc5c-4762-a27b-12829f8ae724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:29.776189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.776783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Bound using segment: {'id': '70163447-e4e6-4f1e-8e59-23a380620899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f7ebd2cc-dc5c-4762-a27b-12829f8ae724'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:29.777368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Bound port: 3dc64492-d63d-41f0-8e41-361c4e4879e4, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70163447-e4e6-4f1e-8e59-23a380620899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f7ebd2cc-dc5c-4762-a27b-12829f8ae724'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:29.777966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.792901 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:29.892255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:29.926191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54050) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:29.936057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cefa6b4-ea3d-416a-a966-e2e258853678 None None] Network 7318cf77-57a6-496b-9a89-f5d0e41f38a9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:29.963605 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c95195e-29ae-41dd-9c00-17bf7079d896 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.002870 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-531aa2ba-da06-42d5-8788-a31e22f101da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f89df5d349634d08a16d20d5916a60bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681376 Oct 20 03:37:30.006923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54052) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:30.032460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] For port 3dc64492-d63d-41f0-8e41-361c4e4879e4, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:30.036128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] For port 3dc64492-d63d-41f0-8e41-361c4e4879e4, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3dc64492-d63d-41f0-8e41-361c4e4879e4,segment=NetworkSegment(70163447-e4e6-4f1e-8e59-23a380620899),segment_id=70163447-e4e6-4f1e-8e59-23a380620899)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:30.038361 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0793a82b-8cf1-43e9-b009-42acbbdf1491 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60779028'] for subnet, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.057605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Attempting to bind port a9874950-5aca-4d5e-a1f5-8e47422e7f6b on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:30.058261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Attempting to bind port a9874950-5aca-4d5e-a1f5-8e47422e7f6b by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'f564017f-c46b-4788-b9bb-c1428982ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '51bb53fa-1fda-4f59-8f2f-2af405490010'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:30.058775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Attempting to bind port a9874950-5aca-4d5e-a1f5-8e47422e7f6b on network 51bb53fa-1fda-4f59-8f2f-2af405490010 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:30.081574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.098671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234ae5-0957-4cfd-a263-3b8930fbb196 req-bf932fc5-2253-44c3-9ab0-313b470393ee tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:30.099354 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Deleting port 3dc64492-d63d-41f0-8e41-361c4e4879e4 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:30.099788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.101142 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6234ae5-0957-4cfd-a263-3b8930fbb196 req-bf932fc5-2253-44c3-9ab0-313b470393ee tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.4606061 Oct 20 03:37:30.112158 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:30.113509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Checking segment: {'id': 'f564017f-c46b-4788-b9bb-c1428982ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '51bb53fa-1fda-4f59-8f2f-2af405490010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:30.114148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.114537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Bound using segment: {'id': 'f564017f-c46b-4788-b9bb-c1428982ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '51bb53fa-1fda-4f59-8f2f-2af405490010'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:30.115055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Bound port: a9874950-5aca-4d5e-a1f5-8e47422e7f6b, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f564017f-c46b-4788-b9bb-c1428982ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '51bb53fa-1fda-4f59-8f2f-2af405490010'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:30.115593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.146187 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8cb239a9-4bd2-43b4-a091-48805605faf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.209400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500613e-fe35-4804-a8b5-238995f30ad0 None None] Pushing event updated for resources: {'Port': ['ID=895bc6b3-c3b0-49b3-88bb-cbd015f1b172,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:30.209619 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8cb239a9-4bd2-43b4-a091-48805605faf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.229037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a974e2c2-638d-4191-aaed-3baf45651173 None None] Provisioning complete for port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:30.229689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a974e2c2-638d-4191-aaed-3baf45651173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.230169 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a974e2c2-638d-4191-aaed-3baf45651173 None None] Attempt 1 to provision port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 Oct 20 03:37:30.265244 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6234ae5-0957-4cfd-a263-3b8930fbb196 req-8ceaefbf-07ad-4f4d-8abd-2923cbc96d9b tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358786 Oct 20 03:37:30.278887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c95195e-29ae-41dd-9c00-17bf7079d896 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.362279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] For port 3dc64492-d63d-41f0-8e41-361c4e4879e4, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3dc64492-d63d-41f0-8e41-361c4e4879e4,segment=NetworkSegment(70163447-e4e6-4f1e-8e59-23a380620899),segment_id=70163447-e4e6-4f1e-8e59-23a380620899)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:30.363299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.376154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98da195-6827-49bd-8d80-8cf230bffa82 None None] Network f7ebd2cc-dc5c-4762-a27b-12829f8ae724 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:30.394403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8cb239a9-4bd2-43b4-a091-48805605faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.397529 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8cb239a9-4bd2-43b4-a091-48805605faf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.401564 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8cb239a9-4bd2-43b4-a091-48805605faf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f2653c9-9571-4aef-8efe-1fc9a356cb53 HTTP/1.1" status: 204 len: 168 time: 0.3928978 Oct 20 03:37:30.403372 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Calling delete_port for 3dc64492-d63d-41f0-8e41-361c4e4879e4 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:30.417954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb239a9-4bd2-43b4-a091-48805605faf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2653c9-9571-4aef-8efe-1fc9a356cb53,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:30.431694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.464878 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.468826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.475929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c95195e-29ae-41dd-9c00-17bf7079d896 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.503652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:30.504129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.504651 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 Oct 20 03:37:30.507309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.543403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95195e-29ae-41dd-9c00-17bf7079d896 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=77bcade3-968a-490f-bb31-4fc83bae4ac1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:30.548607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event deleted for resources: {'Port': ['ID=3dc64492-d63d-41f0-8e41-361c4e4879e4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:30.551873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] No DVR routers for this DVR port 3dc64492-d63d-41f0-8e41-361c4e4879e4 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:30.598540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] For port a9874950-5aca-4d5e-a1f5-8e47422e7f6b, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:30.606048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] For port a9874950-5aca-4d5e-a1f5-8e47422e7f6b, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a9874950-5aca-4d5e-a1f5-8e47422e7f6b,segment=NetworkSegment(f564017f-c46b-4788-b9bb-c1428982ac5e),segment_id=f564017f-c46b-4788-b9bb-c1428982ac5e)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:30.618674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c95195e-29ae-41dd-9c00-17bf7079d896 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.625287 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8c95195e-29ae-41dd-9c00-17bf7079d896 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/77bcade3-968a-490f-bb31-4fc83bae4ac1 HTTP/1.1" status: 204 len: 168 time: 1.2706525 Oct 20 03:37:30.625539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54060) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:30.672657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0793a82b-8cf1-43e9-b009-42acbbdf1491 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766400671443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59141561'] for subnet, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.682357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Port': ['ID=fb44ef98-673e-4dce-9069-6a18d6789b45,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:30.729776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.745220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-b0037173-5013-4db1-9d45-52c8d11eb38b', 'network_id': 'b0037173-5013-4db1-9d45-52c8d11eb38b', 'tenant_id': '6486d06f423a4bc7bd5387d9fb1bc72e', 'fixed_ips': [{'subnet_id': 'fdc89de2-b12b-41d8-b7fd-6205865d1ba4'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:30.746953 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.747595 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-61c6bb4c-da34-4233-b64f-edb328c27b71 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182899 Oct 20 03:37:30.751017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54062) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:30.807739 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.813740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793a82b-8cf1-43e9-b009-42acbbdf1491 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:30.814670 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0793a82b-8cf1-43e9-b009-42acbbdf1491 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.816708 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0793a82b-8cf1-43e9-b009-42acbbdf1491 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "PUT /v2.0/subnets/fdc89de2-b12b-41d8-b7fd-6205865d1ba4 HTTP/1.1" status: 200 len: 877 time: 1.2941341 Oct 20 03:37:30.825267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f5103-e96a-44a4-a756-a43ab0c175bb None None] Pushing event updated for resources: {'Port': ['ID=3dc64492-d63d-41f0-8e41-361c4e4879e4,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:30.828101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54066) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:30.899058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ebd2cc-dc5c-4762-a27b-12829f8ae724']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:30.920546 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70163447-e4e6-4f1e-8e59-23a380620899') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:30.920845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70163447-e4e6-4f1e-8e59-23a380620899') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:30.950628 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:30.977420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360846d-e3e9-4dbe-8e93-a7922e50b370 req-5ddb5d82-cc2c-4e6b-a581-d602fbeed55e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:30.985024 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e360846d-e3e9-4dbe-8e93-a7922e50b370 req-5ddb5d82-cc2c-4e6b-a581-d602fbeed55e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.3170376 Oct 20 03:37:31.013607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793a82b-8cf1-43e9-b009-42acbbdf1491 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event updated for resources: {'Subnet': ['ID=fdc89de2-b12b-41d8-b7fd-6205865d1ba4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:31.025602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network 7318cf77-57a6-496b-9a89-f5d0e41f38a9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:31.032346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.035241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:31.045887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38669a21-7751-4d39-bb16-d2be888051d0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:31.052739 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-38669a21-7751-4d39-bb16-d2be888051d0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2982509 Oct 20 03:37:31.073091 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54072) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:31.111059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:31.111451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.121748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a974e2c2-638d-4191-aaed-3baf45651173 None None] Current status of the port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:31.123174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a974e2c2-638d-4191-aaed-3baf45651173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.170734 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 70163447-e4e6-4f1e-8e59-23a380620899 resource provider aggregate not found Oct 20 03:37:31.291095 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 70163447-e4e6-4f1e-8e59-23a380620899 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70163447-e4e6-4f1e-8e59-23a380620899 found for delete ", "request_id": "req-74bd0360-e211-4cb3-81a0-71edf8847f66"}]} Oct 20 03:37:31.325221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.401130 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.408499 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "DELETE /v2.0/networks/f7ebd2cc-dc5c-4762-a27b-12829f8ae724 HTTP/1.1" status: 204 len: 168 time: 1.6544337 Oct 20 03:37:31.416389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.423410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54084) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:31.443493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f7157-f678-44f9-8c6d-89bc277e4e17 None None] Pushing event updated for resources: {'Port': ['ID=a9874950-5aca-4d5e-a1f5-8e47422e7f6b,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:31.471464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a974e2c2-638d-4191-aaed-3baf45651173 None None] For port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7,segment=NetworkSegment(0f2c7250-31e1-4b54-afdc-76c5be2208dc),segment_id=0f2c7250-31e1-4b54-afdc-76c5be2208dc)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:31.499656 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a974e2c2-638d-4191-aaed-3baf45651173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.552115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434efaec-6390-461a-bef2-a81616a56a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:31.554682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ce550-43b5-4532-a33a-b32ef10ffe57 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:31.556881 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-434efaec-6390-461a-bef2-a81616a56a02 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4778922 Oct 20 03:37:31.558763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964de39-5f57-4c01-b5ed-019477a965ef tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event deleted for resources: {'Network': ['ID=f7ebd2cc-dc5c-4762-a27b-12829f8ae724,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:31.560764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54088) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:31.633718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:31.673979 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e360846d-e3e9-4dbe-8e93-a7922e50b370 req-a9fcf53e-b7c5-4525-9a1d-a60481ecedbc tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6880879 Oct 20 03:37:31.710053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Router 7ad810f1-192c-4338-b194-1fbe5eaff67b is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:37:31.779058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Allocated IP 172.20.0.3 (b0037173-5013-4db1-9d45-52c8d11eb38b/fdc89de2-b12b-41d8-b7fd-6205865d1ba4/cca81e56-3c65-47c5-b32e-9c5284f1c94a) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:31.791206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974e2c2-638d-4191-aaed-3baf45651173 None None] Pushing event updated for resources: {'Port': ['ID=7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:31.791927 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-100a05bf-8065-40dc-ab87-7a86fc64dbd9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2004161 Oct 20 03:37:31.792641 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54096) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:31.839679 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-84ec4d60-f351-4f86-b8c8-749555a0fd8a None None] Provisioning complete for port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:31.841152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-84ec4d60-f351-4f86-b8c8-749555a0fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.852444 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-84ec4d60-f351-4f86-b8c8-749555a0fd8a None None] Attempt 1 to provision port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 Oct 20 03:37:31.871528 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-13bb9dc8-8129-4593-bdcd-3e26bd4cde27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:31.917091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:31.940828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:31.956721 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-aeb77f48-b65a-4264-8d42-7f3bac545962 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "PUT /v2.0/routers/7ad810f1-192c-4338-b194-1fbe5eaff67b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7765906 Oct 20 03:37:31.958288 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54098) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:31.964504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18913c67-f9c9-4ddc-8404-8a333b80a931 None None] Sync routers for ids ['7ad810f1-192c-4338-b194-1fbe5eaff67b'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:31.979516 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.038109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54100) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:32.058123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18913c67-f9c9-4ddc-8404-8a333b80a931 None None] Routers {'7ad810f1-192c-4338-b194-1fbe5eaff67b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:32.058770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-18913c67-f9c9-4ddc-8404-8a333b80a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7ad810f1-192c-4338-b194-1fbe5eaff67b'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:32.068764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:32.170326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-18913c67-f9c9-4ddc-8404-8a333b80a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:32.245648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b27ea9b-978d-4010-8cf1-33cd3d8c218b None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:32.265423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18913c67-f9c9-4ddc-8404-8a333b80a931 None None] Routers {'7ad810f1-192c-4338-b194-1fbe5eaff67b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:32.266070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-18913c67-f9c9-4ddc-8404-8a333b80a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7ad810f1-192c-4338-b194-1fbe5eaff67b'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:32.281240 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bb9dc8-8129-4593-bdcd-3e26bd4cde27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:32.285078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13bb9dc8-8129-4593-bdcd-3e26bd4cde27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.298910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-741430883'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:32.365829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:32.370482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.375537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.430956 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.535235 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-18913c67-f9c9-4ddc-8404-8a333b80a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:32.536046 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18913c67-f9c9-4ddc-8404-8a333b80a931 None None] The sync data for ids ['7ad810f1-192c-4338-b194-1fbe5eaff67b'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:32.574524 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:37:32.585606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13bb9dc8-8129-4593-bdcd-3e26bd4cde27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.608940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a99dd01-149c-4e56-8d53-d42bcb25ae13 None None] Network 51bb53fa-1fda-4f59-8f2f-2af405490010 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:32.631947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-84ec4d60-f351-4f86-b8c8-749555a0fd8a None None] Current status of the port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:32.632363 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-84ec4d60-f351-4f86-b8c8-749555a0fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.633061 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f212d49c-21ae-4b1f-afbe-54218259235e']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:32.649177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a8565a-e7dd-49f2-bed7-6a17e59b978f') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:32.649530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a8565a-e7dd-49f2-bed7-6a17e59b978f') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:32.668476 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb9dc8-8129-4593-bdcd-3e26bd4cde27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:32.670257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.680612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-13bb9dc8-8129-4593-bdcd-3e26bd4cde27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:32.686975 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb9dc8-8129-4593-bdcd-3e26bd4cde27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:32.687162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13bb9dc8-8129-4593-bdcd-3e26bd4cde27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.702685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.705334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb9dc8-8129-4593-bdcd-3e26bd4cde27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=e1d4f55e-ecae-4761-a4ed-5917a0e84203,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:32.713184 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-21581aff-ce7f-407d-b96b-df4b0ca121b8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:32.713509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:32.713913 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.717498 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-21581aff-ce7f-407d-b96b-df4b0ca121b8 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "PUT /v2.0/routers/7ad810f1-192c-4338-b194-1fbe5eaff67b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7552900 Oct 20 03:37:32.726103 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-13bb9dc8-8129-4593-bdcd-3e26bd4cde27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8698182 Oct 20 03:37:32.726103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54104) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:32.729264 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.738326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54106) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:32.746002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:32.747053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.747394 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 Oct 20 03:37:32.752772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': 'e1d4f55e-ecae-4761-a4ed-5917a0e84203', 'ip_address': '2001:db8::1606:6d1e:7eac:2b6a'}], 'name': 'tempest-NetworksTestDHCPv6-332593952'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:32.757008 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.802154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.828931 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.840439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-84ec4d60-f351-4f86-b8c8-749555a0fd8a None None] For port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=895bc6b3-c3b0-49b3-88bb-cbd015f1b172,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:32.872082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-84ec4d60-f351-4f86-b8c8-749555a0fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.880865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Network b0037173-5013-4db1-9d45-52c8d11eb38b is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:32.891398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:32.901572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:32.916334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1b27ea9b-978d-4010-8cf1-33cd3d8c218b None None] Deleting port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:32.916752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1b27ea9b-978d-4010-8cf1-33cd3d8c218b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.918946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8360e7ec-d01e-4277-926e-c48bd08c9ecd,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:32.938806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:32.941784 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.958682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.959147 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Added segment ce4f87d4-cd66-4672-8842-be16c5432c44 of type vlan for network f689e85f-3123-485b-94e1-bb7c30f80272 Oct 20 03:37:32.966664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Pushing event updated for resources: {'Port': ['ID=cca81e56-3c65-47c5-b32e-9c5284f1c94a,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:32.969618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc89de2-b12b-41d8-b7fd-6205865d1ba4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:32.984318 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:32.996710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:33.022810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.028237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.031672 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "DELETE /v2.0/networks/f212d49c-21ae-4b1f-afbe-54218259235e HTTP/1.1" status: 204 len: 168 time: 1.5988028 Oct 20 03:37:33.037964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54110) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:33.162547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Provisioning complete for port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:33.163188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.163675 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Attempt 1 to provision port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 Oct 20 03:37:33.167904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.174365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:33.174365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.178980 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Attempting to bind port cca81e56-3c65-47c5-b32e-9c5284f1c94a on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:33.179364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Attempting to bind port cca81e56-3c65-47c5-b32e-9c5284f1c94a by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b8d860cc-ddaa-4e32-91e6-65551d43ec4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0037173-5013-4db1-9d45-52c8d11eb38b'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:33.179738 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Attempting to bind port cca81e56-3c65-47c5-b32e-9c5284f1c94a on network b0037173-5013-4db1-9d45-52c8d11eb38b {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:33.198702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.233654 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.256390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:33.256390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Checking segment: {'id': 'b8d860cc-ddaa-4e32-91e6-65551d43ec4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0037173-5013-4db1-9d45-52c8d11eb38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:33.256390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.256390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Bound using segment: {'id': 'b8d860cc-ddaa-4e32-91e6-65551d43ec4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0037173-5013-4db1-9d45-52c8d11eb38b'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:33.256902 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2105281 Oct 20 03:37:33.256987 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Bound port: cca81e56-3c65-47c5-b32e-9c5284f1c94a, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d860cc-ddaa-4e32-91e6-65551d43ec4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0037173-5013-4db1-9d45-52c8d11eb38b'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:33.256987 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.263396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:33.264517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a9874950-5aca-4d5e-a1f5-8e47422e7f6b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:33.266102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec4d60-f351-4f86-b8c8-749555a0fd8a None None] Pushing event updated for resources: {'Port': ['ID=895bc6b3-c3b0-49b3-88bb-cbd015f1b172,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:33.334483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ced429-166d-464d-8720-16a07ef37827 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Network': ['ID=f689e85f-3123-485b-94e1-bb7c30f80272,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:33.337212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1b27ea9b-978d-4010-8cf1-33cd3d8c218b None None] For port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=895bc6b3-c3b0-49b3-88bb-cbd015f1b172,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:33.337621 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1b27ea9b-978d-4010-8cf1-33cd3d8c218b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.356678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 516b5f87-22b3-4f89-bd0f-8c0bd5721714 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:33.379349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network f689e85f-3123-485b-94e1-bb7c30f80272 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:33.392050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1b27ea9b-978d-4010-8cf1-33cd3d8c218b None None] Calling delete_port for 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:33.398866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.427119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0037173-5013-4db1-9d45-52c8d11eb38b']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:33.443546 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d860cc-ddaa-4e32-91e6-65551d43ec4c') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:33.446545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d860cc-ddaa-4e32-91e6-65551d43ec4c') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:33.460531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.476621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.484297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:33.484824 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.577396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.612799 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] For port cca81e56-3c65-47c5-b32e-9c5284f1c94a, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:33.620588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855fa3d2-3c1f-4dec-8017-4581e2b4e87c']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:33.642526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0c26b2-9468-46ca-83ac-c733d7f1cd95') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:33.644903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0c26b2-9468-46ca-83ac-c733d7f1cd95') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:33.666951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.683504 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8929e5e-ba57-49b2-bbb0-a94eb61945a0 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event deleted for resources: {'Network': ['ID=f212d49c-21ae-4b1f-afbe-54218259235e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:33.684878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] For port cca81e56-3c65-47c5-b32e-9c5284f1c94a, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=cca81e56-3c65-47c5-b32e-9c5284f1c94a,segment=NetworkSegment(b8d860cc-ddaa-4e32-91e6-65551d43ec4c),segment_id=b8d860cc-ddaa-4e32-91e6-65551d43ec4c)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:33.700764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a9874950-5aca-4d5e-a1f5-8e47422e7f6b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:33.701148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.701543 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a9874950-5aca-4d5e-a1f5-8e47422e7f6b Oct 20 03:37:33.715743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.715872 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.725791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:33.726078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.751592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819a495-e1d1-4cab-a4d2-1b04789e3946 req-5bb75c0c-85dc-4921-a042-313b9efa4987 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:33.753835 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9819a495-e1d1-4cab-a4d2-1b04789e3946 req-5bb75c0c-85dc-4921-a042-313b9efa4987 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.8924744 Oct 20 03:37:33.754704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.db.api [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:37:33.754704 dv-neutron-861842-1-hyperv neutron-server[103628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:37:33.754704 dv-neutron-861842-1-hyperv neutron-server[103628]: [parameters: {'id': 'b0037173-5013-4db1-9d45-52c8d11eb38b'}] Oct 20 03:37:33.754704 dv-neutron-861842-1-hyperv neutron-server[103628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:33.755455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG oslo_db.api [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:33.757141 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 18a8565a-e7dd-49f2-bed7-6a17e59b978f resource provider aggregate not found Oct 20 03:37:33.763985 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Current status of the port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:33.806744 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 18a8565a-e7dd-49f2-bed7-6a17e59b978f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18a8565a-e7dd-49f2-bed7-6a17e59b978f found for delete ", "request_id": "req-0d7e59af-f4d5-4f4d-9b74-8b0b22a89c40"}]} Oct 20 03:37:33.844859 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b8d860cc-ddaa-4e32-91e6-65551d43ec4c resource provider aggregate not found Oct 20 03:37:33.853895 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9819a495-e1d1-4cab-a4d2-1b04789e3946 req-0c17cc3b-a201-47f2-8d04-4aa06d24e2c0 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898781 Oct 20 03:37:33.881613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1b27ea9b-978d-4010-8cf1-33cd3d8c218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.885648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Provisioning complete for port fb44ef98-673e-4dce-9069-6a18d6789b45 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:33.885846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.886184 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Attempt 1 to provision port fb44ef98-673e-4dce-9069-6a18d6789b45 Oct 20 03:37:33.920176 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b8d860cc-ddaa-4e32-91e6-65551d43ec4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8d860cc-ddaa-4e32-91e6-65551d43ec4c found for delete ", "request_id": "req-9e421728-c4d7-44e5-8bc7-5a98b40336d4"}]} Oct 20 03:37:33.934032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d2182b-909f-47e1-a717-43685f7e1379 None None] Network b0037173-5013-4db1-9d45-52c8d11eb38b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:33.947392 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:33.952887 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 8a0c26b2-9468-46ca-83ac-c733d7f1cd95 resource provider aggregate not found Oct 20 03:37:33.961946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80c19b-c451-4ffe-bb9c-a49347d1231c None None] Pushing event updated for resources: {'Port': ['ID=cca81e56-3c65-47c5-b32e-9c5284f1c94a,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:33.968483 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b27ea9b-978d-4010-8cf1-33cd3d8c218b None None] No DVR routers for this DVR port 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:34.009671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c047033d-2d22-4df3-965a-c33c51dc8c30 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:34.011330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Port fb44ef98-673e-4dce-9069-6a18d6789b45 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:34.023150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c08ee5c2-97e0-47f3-986f-e72e979120b3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.042003 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 8a0c26b2-9468-46ca-83ac-c733d7f1cd95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a0c26b2-9468-46ca-83ac-c733d7f1cd95 found for delete ", "request_id": "req-834c4d38-eee8-42c6-a921-c86837b2f017"}]} Oct 20 03:37:34.043221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.046449 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27ea9b-978d-4010-8cf1-33cd3d8c218b None None] Pushing event deleted for resources: {'Port': ['ID=895bc6b3-c3b0-49b3-88bb-cbd015f1b172,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:34.066361 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "DELETE /v2.0/networks/855fa3d2-3c1f-4dec-8017-4581e2b4e87c HTTP/1.1" status: 204 len: 168 time: 1.0229013 Oct 20 03:37:34.068280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef2648-64a7-446a-b657-a8c45dbb9227 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event deleted for resources: {'Network': ['ID=855fa3d2-3c1f-4dec-8017-4581e2b4e87c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:34.091548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54126) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:34.218437 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.280057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.313984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a9874950-5aca-4d5e-a1f5-8e47422e7f6b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:34.314528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.360928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port a9874950-5aca-4d5e-a1f5-8e47422e7f6b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a9874950-5aca-4d5e-a1f5-8e47422e7f6b,segment=NetworkSegment(f564017f-c46b-4788-b9bb-c1428982ac5e),segment_id=f564017f-c46b-4788-b9bb-c1428982ac5e)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:34.382786 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc843ede-66fe-4e7b-bef5-238194f802e9 req-abe3e648-ead1-4ee6-b2e1-3cfe2f9e274f tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:34.391135 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bc843ede-66fe-4e7b-bef5-238194f802e9 req-abe3e648-ead1-4ee6-b2e1-3cfe2f9e274f tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.1475258 Oct 20 03:37:34.401731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.405602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945fb8f7-e3d3-4e3b-b0d9-a65e77dd43f6 None None] Network b0037173-5013-4db1-9d45-52c8d11eb38b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:34.450897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.488054 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bc843ede-66fe-4e7b-bef5-238194f802e9 req-30acecd4-9eca-46ab-bf7f-ad8b008805a6 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864816 Oct 20 03:37:34.488226 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=a9874950-5aca-4d5e-a1f5-8e47422e7f6b,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:34.515364 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Attempt 2 to provision port fb44ef98-673e-4dce-9069-6a18d6789b45 Oct 20 03:37:34.572282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dac208e-fef6-40dc-aac3-69cd5619f966']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:34.587008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea7e97-7acc-4225-a0e8-c9fbf6b20d7b req-bee5c1da-5e55-448e-9c67-0fdc45927771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:34.587624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:34.588382 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4aea7e97-7acc-4225-a0e8-c9fbf6b20d7b req-bee5c1da-5e55-448e-9c67-0fdc45927771 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b15689528e747f6ad55491b608718ce&device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 1098 time: 0.3529356 Oct 20 03:37:34.592080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ab3431-5e8f-45dc-9fc9-2a1f5ba9780d') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:34.592415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ab3431-5e8f-45dc-9fc9-2a1f5ba9780d') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:34.617217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Deleting port cca81e56-3c65-47c5-b32e-9c5284f1c94a {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:34.618021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.630660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.648293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::1606:6d1e:7eac:2b6a (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/e1d4f55e-ecae-4761-a4ed-5917a0e84203/516b5f87-22b3-4f89-bd0f-8c0bd5721714) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:34.672498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.700991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] For port cca81e56-3c65-47c5-b32e-9c5284f1c94a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=cca81e56-3c65-47c5-b32e-9c5284f1c94a,segment=NetworkSegment(b8d860cc-ddaa-4e32-91e6-65551d43ec4c),segment_id=b8d860cc-ddaa-4e32-91e6-65551d43ec4c)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:34.701791 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.718073 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Calling delete_port for cca81e56-3c65-47c5-b32e-9c5284f1c94a owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:34.825398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.865568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No DVR routers for this DVR port cca81e56-3c65-47c5-b32e-9c5284f1c94a on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:34.898399 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Port': ['ID=cca81e56-3c65-47c5-b32e-9c5284f1c94a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:34.906522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Port fb44ef98-673e-4dce-9069-6a18d6789b45 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:34.937430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:34.937968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.938313 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 Oct 20 03:37:34.963576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:34.963976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:34.978525 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.013148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0037173-5013-4db1-9d45-52c8d11eb38b']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:35.030914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d860cc-ddaa-4e32-91e6-65551d43ec4c') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:35.031961 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d860cc-ddaa-4e32-91e6-65551d43ec4c') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:35.044406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.067275 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.069896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': 'e1d4f55e-ecae-4761-a4ed-5917a0e84203'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:35.071168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.087635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:35.088800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.092856 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea7e97-7acc-4225-a0e8-c9fbf6b20d7b req-b3a9073e-b423-4bf5-ab32-3d1bf422cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:35.094520 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4aea7e97-7acc-4225-a0e8-c9fbf6b20d7b req-b3a9073e-b423-4bf5-ab32-3d1bf422cc0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=75afec2e-d71d-4093-af54-3761de2f036f HTTP/1.1" status: 200 len: 912 time: 0.4928989 Oct 20 03:37:35.113705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.136936 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c08ee5c2-97e0-47f3-986f-e72e979120b3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Deleting port fb44ef98-673e-4dce-9069-6a18d6789b45 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:35.137336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c08ee5c2-97e0-47f3-986f-e72e979120b3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.147293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:35.158289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.164544 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] 10.222.0.20 "DELETE /v2.0/networks/5dac208e-fef6-40dc-aac3-69cd5619f966 HTTP/1.1" status: 204 len: 168 time: 1.0689785 Oct 20 03:37:35.179792 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4aea7e97-7acc-4225-a0e8-c9fbf6b20d7b req-93470e20-30a5-477e-889e-0c3f75c8f4a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c0b560c-2c59-4898-b510-69778f750262 HTTP/1.1" status: 200 len: 217 time: 0.0746808 Oct 20 03:37:35.183865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d9cd7-2d89-4518-95be-119ded7dc189 tempest-BulkNetworkOpsTest-1125280889 tempest-BulkNetworkOpsTest-1125280889-project] Pushing event deleted for resources: {'Network': ['ID=5dac208e-fef6-40dc-aac3-69cd5619f966,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:35.258050 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.279220 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.279464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:35.283804 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/b0037173-5013-4db1-9d45-52c8d11eb38b HTTP/1.1" status: 204 len: 168 time: 4.4476836 Oct 20 03:37:35.332897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.336281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54134) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:35.349269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:35.349743 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 895bc6b3-c3b0-49b3-88bb-cbd015f1b172 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:35.361888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00374f-68c2-4ef7-a62d-c5e9d279b6d0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=b0037173-5013-4db1-9d45-52c8d11eb38b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:35.390096 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92d058b-fb4c-41fd-b631-f749875d22a0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:35.390618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92d058b-fb4c-41fd-b631-f749875d22a0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:35.394957 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c92d058b-fb4c-41fd-b631-f749875d22a0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/subnets/fdc89de2-b12b-41d8-b7fd-6205865d1ba4 HTTP/1.1" status: 404 len: 337 time: 0.0489652 Oct 20 03:37:35.397821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54136) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:35.408027 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Attempt 3 to provision port fb44ef98-673e-4dce-9069-6a18d6789b45 Oct 20 03:37:35.413864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.426055 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-8117c4d3-1dab-4ddf-9cd4-d615f3d808b4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:35.426647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8117c4d3-1dab-4ddf-9cd4-d615f3d808b4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:35.430099 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8117c4d3-1dab-4ddf-9cd4-d615f3d808b4 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/b0037173-5013-4db1-9d45-52c8d11eb38b HTTP/1.1" status: 404 len: 339 time: 0.0312872 Oct 20 03:37:35.435577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54138) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:35.456543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c08ee5c2-97e0-47f3-986f-e72e979120b3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.489095 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b622ca8b-b59e-438f-9668-530fe4781fca tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:35.489566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b622ca8b-b59e-438f-9668-530fe4781fca tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:35.493507 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b622ca8b-b59e-438f-9668-530fe4781fca tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/subnets/171f5e04-3ef6-4b3a-b709-ba0a5eb9c6c7 HTTP/1.1" status: 404 len: 337 time: 0.0569029 Oct 20 03:37:35.496860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54140) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:35.505225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c08ee5c2-97e0-47f3-986f-e72e979120b3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Calling delete_port for fb44ef98-673e-4dce-9069-6a18d6789b45 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:35.505699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:35.542056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:35.545579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:35.553660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:35.556051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.576498 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67e691b-6b31-4928-80b1-e153436cb2f2 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:35.578292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67e691b-6b31-4928-80b1-e153436cb2f2 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:35.585219 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a67e691b-6b31-4928-80b1-e153436cb2f2 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/3ac9fc88-33a2-4d95-b258-48cca14cceb3 HTTP/1.1" status: 404 len: 339 time: 0.0758922 Oct 20 03:37:35.585820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54146) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:35.593788 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8524873 Oct 20 03:37:35.597873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54148) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:35.604101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5e91f106-8f02-443a-aba2-8d5758968e32 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': 'e1d4f55e-ecae-4761-a4ed-5917a0e84203', 'ip_address': '2001:db8::1606:6d1e:7eac:2b6a'}], 'name': 'tempest-NetworksTestDHCPv6-642137969'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:35.610121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Port fb44ef98-673e-4dce-9069-6a18d6789b45 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:35.632871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Allocated IP 2001:db8::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/e1d4f55e-ecae-4761-a4ed-5917a0e84203/f2e16e6a-be20-45b3-9aea-ab23a438027f) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:35.707900 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54150) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:35.766779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.777354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea7e97-7acc-4225-a0e8-c9fbf6b20d7b req-e8819ccc-9fa9-45dd-a1e0-34fac1e513d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:35.778977 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4aea7e97-7acc-4225-a0e8-c9fbf6b20d7b req-e8819ccc-9fa9-45dd-a1e0-34fac1e513d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=84f660f7-bf25-49ef-8f19-3ff16a502a6d HTTP/1.1" status: 200 len: 851 time: 0.5328465 Oct 20 03:37:35.785821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead32d-dd83-47d8-9572-8bcbb9da9eae tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=516b5f87-22b3-4f89-bd0f-8c0bd5721714,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:35.870477 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4aea7e97-7acc-4225-a0e8-c9fbf6b20d7b req-d5e62046-85dd-4872-9d8c-f4afef4984c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75afec2e-d71d-4093-af54-3761de2f036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724375 Oct 20 03:37:35.871141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e91f106-8f02-443a-aba2-8d5758968e32 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:35.876834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e91f106-8f02-443a-aba2-8d5758968e32 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.945013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-5e91f106-8f02-443a-aba2-8d5758968e32 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 5db2f516-ef27-4833-a011-3b5e2eeb5f81 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:35.945479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:35.957125 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06882-1438-4675-827b-5f9742a65db8 req-4bcfdc92-0b5a-40ae-b9a1-fe4ad64e0603 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:35.958699 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dc06882-1438-4675-827b-5f9742a65db8 req-4bcfdc92-0b5a-40ae-b9a1-fe4ad64e0603 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.2217507 Oct 20 03:37:36.017363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1470e1-f348-4fdf-9de2-fa0b9706efb8']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:36.036907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce6f650-1677-41cd-b2be-1a231fa8e8bf') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:36.038394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce6f650-1677-41cd-b2be-1a231fa8e8bf') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:36.075448 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b8d860cc-ddaa-4e32-91e6-65551d43ec4c resource provider aggregate not found Oct 20 03:37:36.083647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.084836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 68ab3431-5e8f-45dc-9fc9-2a1f5ba9780d resource provider aggregate not found Oct 20 03:37:36.119361 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b2a278cc-d8d3-43b3-bc58-7390d715e6e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=801d66f376f64b7a8dc964de317da7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075661 Oct 20 03:37:36.119575 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Attempt 4 to provision port fb44ef98-673e-4dce-9069-6a18d6789b45 Oct 20 03:37:36.125896 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b8d860cc-ddaa-4e32-91e6-65551d43ec4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8d860cc-ddaa-4e32-91e6-65551d43ec4c found for delete ", "request_id": "req-5278ed31-3fcd-4b02-9668-66e07017badc"}]} Oct 20 03:37:36.125896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54162) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.130514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.135780 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 68ab3431-5e8f-45dc-9fc9-2a1f5ba9780d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68ab3431-5e8f-45dc-9fc9-2a1f5ba9780d found for delete ", "request_id": "req-a8dffe0c-246b-4131-8b6b-79b6e11913f8"}]} Oct 20 03:37:36.144821 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4aea7e97-7acc-4225-a0e8-c9fbf6b20d7b req-4a47bb38-eda3-4031-bcbb-69cfefe283c2 service neutron] 10.222.0.36 "GET /v2.0/networks/75afec2e-d71d-4093-af54-3761de2f036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626393 Oct 20 03:37:36.148130 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dc06882-1438-4675-827b-5f9742a65db8 req-e4b0a9b4-b614-4023-922a-a2a5afb29ea2 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607580 Oct 20 03:37:36.166363 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Port fb44ef98-673e-4dce-9069-6a18d6789b45 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:36.167840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:36.168438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.186435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.196988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.208728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c08ee5c2-97e0-47f3-986f-e72e979120b3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.261811 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Pushing event updated for resources: {'Port': ['ID=f2e16e6a-be20-45b3-9aea-ab23a438027f,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:36.304563 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ee5c2-97e0-47f3-986f-e72e979120b3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Port': ['ID=fb44ef98-673e-4dce-9069-6a18d6789b45,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:36.305259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:36.307442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:36.310346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:36.351554 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4aea7e97-7acc-4225-a0e8-c9fbf6b20d7b req-8705e6f3-e63f-4911-ba19-8719f896cebd service neutron] 10.222.0.36 "GET /v2.0/networks/75afec2e-d71d-4093-af54-3761de2f036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813984 Oct 20 03:37:36.354354 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e91f106-8f02-443a-aba2-8d5758968e32 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 03:37:36.354944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e91f106-8f02-443a-aba2-8d5758968e32 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.406802 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5e91f106-8f02-443a-aba2-8d5758968e32 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8070118 Oct 20 03:37:36.407160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54164) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.416730 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.421872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.425869 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/1a1470e1-f348-4fdf-9de2-fa0b9706efb8 HTTP/1.1" status: 204 len: 168 time: 0.8383768 Oct 20 03:37:36.434360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54166) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.465490 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-805882d5-bbc4-45f9-a0d0-188c1c6333eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.465769 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Attempting to bind port f2e16e6a-be20-45b3-9aea-ab23a438027f on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:36.466468 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Attempting to bind port f2e16e6a-be20-45b3-9aea-ab23a438027f by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:36.467380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Attempting to bind port f2e16e6a-be20-45b3-9aea-ab23a438027f on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:36.475942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:36.476830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:36.484699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.485398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:36.486128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Bound port: f2e16e6a-be20-45b3-9aea-ab23a438027f, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:36.486864 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.488866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-805882d5-bbc4-45f9-a0d0-188c1c6333eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.506968 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9f743a-0c0b-4734-8ad7-c9d69098d6f3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:36.508391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9f743a-0c0b-4734-8ad7-c9d69098d6f3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.518930 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-be9f743a-0c0b-4734-8ad7-c9d69098d6f3 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/subnets/9f396606-b69b-4d83-bd10-a5ac5394bc01 HTTP/1.1" status: 404 len: 337 time: 0.0829418 Oct 20 03:37:36.522265 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54168) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.534852 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54170) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.550680 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-425df509-2b50-4630-927c-deb7119c6f3d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:36.551322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425df509-2b50-4630-927c-deb7119c6f3d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.554738 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-425df509-2b50-4630-927c-deb7119c6f3d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/4df15e77-4364-4d2b-b33a-b40387d61edc HTTP/1.1" status: 404 len: 339 time: 0.0311563 Oct 20 03:37:36.558411 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54172) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.566322 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a9874950-5aca-4d5e-a1f5-8e47422e7f6b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:36.578729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'subnet': {'network_id': 'f689e85f-3123-485b-94e1-bb7c30f80272', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:36.590720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408adcc-2a37-4f3f-afb4-f7eece162cc0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=1a1470e1-f348-4fdf-9de2-fa0b9706efb8,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:36.595207 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4c2667-a34a-4326-8b84-9b2a8b01e05e tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:36.595598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4c2667-a34a-4326-8b84-9b2a8b01e05e tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.598105 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c08ee5c2-97e0-47f3-986f-e72e979120b3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.599908 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9a4c2667-a34a-4326-8b84-9b2a8b01e05e tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/subnets/0a0e7c46-1608-40ca-ab0c-fd1f5cc5e482 HTTP/1.1" status: 404 len: 337 time: 0.0381737 Oct 20 03:37:36.604772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54174) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.626607 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4af1b78-8a4a-40e0-923c-1af892c4c026 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:36.628524 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4af1b78-8a4a-40e0-923c-1af892c4c026 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.635453 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e4af1b78-8a4a-40e0-923c-1af892c4c026 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/a34b08bf-ab45-4f1b-a66c-ad999fd37f1e HTTP/1.1" status: 404 len: 339 time: 0.0296147 Oct 20 03:37:36.636825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54176) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.637885 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] For port f2e16e6a-be20-45b3-9aea-ab23a438027f, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:36.643945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] For port f2e16e6a-be20-45b3-9aea-ab23a438027f, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f2e16e6a-be20-45b3-9aea-ab23a438027f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:36.655447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.663783 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc39f88-4dee-481e-bc5c-49e26d70f579 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:36.664117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc39f88-4dee-481e-bc5c-49e26d70f579 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.668810 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5cc39f88-4dee-481e-bc5c-49e26d70f579 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/subnets/956861bd-e7c9-470c-ac24-8d03fe98cb83 HTTP/1.1" status: 404 len: 337 time: 0.0316272 Oct 20 03:37:36.669736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54178) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.688571 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Attempt 5 to provision port fb44ef98-673e-4dce-9069-6a18d6789b45 Oct 20 03:37:36.698253 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1c7374-e489-4143-94b5-dd101b4077f7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:36.698253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1c7374-e489-4143-94b5-dd101b4077f7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.698997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a9874950-5aca-4d5e-a1f5-8e47422e7f6b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:36.700192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.700757 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a9874950-5aca-4d5e-a1f5-8e47422e7f6b Oct 20 03:37:36.710091 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0e1c7374-e489-4143-94b5-dd101b4077f7 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/e0536712-a1b3-4d79-8a6f-3c53559958a3 HTTP/1.1" status: 404 len: 339 time: 0.0343814 Oct 20 03:37:36.710091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54180) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.739205 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-313b9331-e809-4579-98a4-3f5abbe474a0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:36.739461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313b9331-e809-4579-98a4-3f5abbe474a0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.744941 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-313b9331-e809-4579-98a4-3f5abbe474a0 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/subnets/15136c24-f106-4d12-83eb-0db0011cb918 HTTP/1.1" status: 404 len: 337 time: 0.0332108 Oct 20 03:37:36.745407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54182) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.745741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Port fb44ef98-673e-4dce-9069-6a18d6789b45 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:37:36.771040 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c261edbb-a584-47e6-bcc7-43d47155820f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:36.771959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c261edbb-a584-47e6-bcc7-43d47155820f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.776320 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c261edbb-a584-47e6-bcc7-43d47155820f tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/bac6b223-c6d0-4772-97ab-0aba11cc39e8 HTTP/1.1" status: 404 len: 339 time: 0.0292983 Oct 20 03:37:36.778190 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b5ea4-42de-4766-a4ce-2cbec7b5e662 None None] Pushing event updated for resources: {'Port': ['ID=f2e16e6a-be20-45b3-9aea-ab23a438027f,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:36.781357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54184) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.792550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Provisioning complete for port a9874950-5aca-4d5e-a1f5-8e47422e7f6b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:36.793018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.793428 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Attempt 1 to provision port a9874950-5aca-4d5e-a1f5-8e47422e7f6b Oct 20 03:37:36.812206 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b2584c-3c84-4a41-a772-90cf971b8178 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:36.812949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b2584c-3c84-4a41-a772-90cf971b8178 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.817529 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a4faca-0ca0-4a7b-9fd9-b1d96919626f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:36.818195 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-86b2584c-3c84-4a41-a772-90cf971b8178 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/subnets/650bb8a6-b5c8-4686-9ea4-98ea19b04764 HTTP/1.1" status: 404 len: 337 time: 0.0352302 Oct 20 03:37:36.820262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54186) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.824807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a4faca-0ca0-4a7b-9fd9-b1d96919626f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:36.827118 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-86a4faca-0ca0-4a7b-9fd9-b1d96919626f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4002168 Oct 20 03:37:36.834258 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54188) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.838539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-805882d5-bbc4-45f9-a0d0-188c1c6333eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.842104 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-805882d5-bbc4-45f9-a0d0-188c1c6333eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.845839 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-805882d5-bbc4-45f9-a0d0-188c1c6333eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f0876fa-18bb-4e64-a892-345ad212911c HTTP/1.1" status: 204 len: 168 time: 0.7141056 Oct 20 03:37:36.850689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:36.854193 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:36.883791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a9874950-5aca-4d5e-a1f5-8e47422e7f6b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:36.894630 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b69298-5609-4a18-81e7-b2a62b01a9f2 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:36.895245 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b69298-5609-4a18-81e7-b2a62b01a9f2 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.901681 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a8b69298-5609-4a18-81e7-b2a62b01a9f2 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/41001f65-c895-4d8c-bad5-3f9ab4321891 HTTP/1.1" status: 404 len: 339 time: 0.0802343 Oct 20 03:37:36.902301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54192) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.912784 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805882d5-bbc4-45f9-a0d0-188c1c6333eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0876fa-18bb-4e64-a892-345ad212911c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:36.938260 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-62be38cd-a9eb-4ffe-999b-4315248984b5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:36.938644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62be38cd-a9eb-4ffe-999b-4315248984b5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:36.946095 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-62be38cd-a9eb-4ffe-999b-4315248984b5 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/subnets/16d89792-1890-4861-8153-e7184b5f82eb HTTP/1.1" status: 404 len: 337 time: 0.0395648 Oct 20 03:37:36.953390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54194) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:36.984132 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3373c978-493a-41ff-a1fd-22a897cdb5bf None None] Current status of the port a9874950-5aca-4d5e-a1f5-8e47422e7f6b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:37.021298 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f713b9e1-0459-48ad-a940-0e3fbd7e5544 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:37.021891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f713b9e1-0459-48ad-a940-0e3fbd7e5544 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:37.033565 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f713b9e1-0459-48ad-a940-0e3fbd7e5544 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/4b455938-3eda-4e23-b46d-b88c57d76858 HTTP/1.1" status: 404 len: 339 time: 0.0791657 Oct 20 03:37:37.038616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54196) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:37.049088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08ee5c2-97e0-47f3-986f-e72e979120b3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Router 7ad810f1-192c-4338-b194-1fbe5eaff67b has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:37:37.082014 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bba665-bb70-45c7-84d6-900b12c472ac tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:37.082401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7bba665-bb70-45c7-84d6-900b12c472ac tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:37.087993 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b7bba665-bb70-45c7-84d6-900b12c472ac tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/subnets/f853878c-544e-4158-989d-f5026d195c8b HTTP/1.1" status: 404 len: 337 time: 0.0453732 Oct 20 03:37:37.089065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54198) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:37.117003 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-50aee3e3-414e-40db-8644-2edca60f3bec None None] Provisioning complete for port a9874950-5aca-4d5e-a1f5-8e47422e7f6b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:37.117386 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-50aee3e3-414e-40db-8644-2edca60f3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.117720 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-50aee3e3-414e-40db-8644-2edca60f3bec None None] Attempt 1 to provision port a9874950-5aca-4d5e-a1f5-8e47422e7f6b Oct 20 03:37:37.119326 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9608e2b-8d7a-4420-aef7-de89d6bef006 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:37.119927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9608e2b-8d7a-4420-aef7-de89d6bef006 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:37.125469 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d9608e2b-8d7a-4420-aef7-de89d6bef006 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/d9648863-6b9f-4f41-b7bf-9881797ae80a HTTP/1.1" status: 404 len: 339 time: 0.0331025 Oct 20 03:37:37.130579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54200) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:37.130785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-e97a0441-9153-42af-98df-d7c645a49f80 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 516b5f87-22b3-4f89-bd0f-8c0bd5721714 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:37.131017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e97a0441-9153-42af-98df-d7c645a49f80 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.196538 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb352c2d-8516-4db2-8f5e-bac2ca7c8ee2 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:37.197206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb352c2d-8516-4db2-8f5e-bac2ca7c8ee2 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:37.200536 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fb352c2d-8516-4db2-8f5e-bac2ca7c8ee2 tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/subnets/74ae0c37-907b-4b4e-9e9e-6a06431ccc26 HTTP/1.1" status: 404 len: 337 time: 0.0647068 Oct 20 03:37:37.233099 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54206) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:37.245322 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-50aee3e3-414e-40db-8644-2edca60f3bec None None] Current status of the port a9874950-5aca-4d5e-a1f5-8e47422e7f6b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:37.246171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08ee5c2-97e0-47f3-986f-e72e979120b3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:37.254423 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c08ee5c2-97e0-47f3-986f-e72e979120b3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "PUT /v2.0/routers/7ad810f1-192c-4338-b194-1fbe5eaff67b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5191238 Oct 20 03:37:37.266045 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e701a57c-4164-459f-9756-4c1867bc962c None None] Sync routers for ids ['7ad810f1-192c-4338-b194-1fbe5eaff67b'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:37.281123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54208) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:37.287889 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e701a57c-4164-459f-9756-4c1867bc962c None None] Routers {'7ad810f1-192c-4338-b194-1fbe5eaff67b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:37.291157 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e701a57c-4164-459f-9756-4c1867bc962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7ad810f1-192c-4338-b194-1fbe5eaff67b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:37.369584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e97a0441-9153-42af-98df-d7c645a49f80 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.386809 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-e97a0441-9153-42af-98df-d7c645a49f80 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 516b5f87-22b3-4f89-bd0f-8c0bd5721714 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:37.466897 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e701a57c-4164-459f-9756-4c1867bc962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:37.478596 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e701a57c-4164-459f-9756-4c1867bc962c None None] Routers {'7ad810f1-192c-4338-b194-1fbe5eaff67b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:37.479374 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e701a57c-4164-459f-9756-4c1867bc962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7ad810f1-192c-4338-b194-1fbe5eaff67b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:37.514671 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e701a57c-4164-459f-9756-4c1867bc962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:37.515572 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e701a57c-4164-459f-9756-4c1867bc962c None None] The sync data for ids ['7ad810f1-192c-4338-b194-1fbe5eaff67b'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:37.571735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e97a0441-9153-42af-98df-d7c645a49f80 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.599595 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-885a3a25-62a1-4982-bad1-9c3a414dd3ec tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] DELETE failed (client error): The resource could not be found. Oct 20 03:37:37.600980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885a3a25-62a1-4982-bad1-9c3a414dd3ec tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:37.605726 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-885a3a25-62a1-4982-bad1-9c3a414dd3ec tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/fa680971-82cd-467d-b1af-c8d93e70e331 HTTP/1.1" status: 404 len: 339 time: 0.3686454 Oct 20 03:37:37.605891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a0441-9153-42af-98df-d7c645a49f80 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=516b5f87-22b3-4f89-bd0f-8c0bd5721714,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:37.606037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54218) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:37.610017 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-c4d767bb-1a55-489d-aee4-f32ef6505bf7 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] delete failed (client error): The resource could not be found. Oct 20 03:37:37.611017 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c4d767bb-1a55-489d-aee4-f32ef6505bf7 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1927831 HTTP/1.1" status: 404 len: 332 time: 0.3288836 Oct 20 03:37:37.623538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54220) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:37.631286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ffb0143b-fb7c-4952-9810-7ec865b3eb26 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ad810f1-192c-4338-b194-1fbe5eaff67b'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:37.676167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e97a0441-9153-42af-98df-d7c645a49f80 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.681977 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e97a0441-9153-42af-98df-d7c645a49f80 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/516b5f87-22b3-4f89-bd0f-8c0bd5721714 HTTP/1.1" status: 204 len: 168 time: 0.8437052 Oct 20 03:37:37.689428 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54222) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:37.702768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37ed85d-81eb-4cd7-bf40-b411d10ed6fd tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Deleting subnet e4b7bce8-9d59-452f-8efa-6d4bb91d6b6f {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:37.707062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f37ed85d-81eb-4cd7-bf40-b411d10ed6fd tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.764209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f37ed85d-81eb-4cd7-bf40-b411d10ed6fd tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.876137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627e068-d85d-458c-ab1c-a2f29a224918 req-acae444f-45bd-484b-b1d9-50d8628be7e5 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:37.878336 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4627e068-d85d-458c-ab1c-a2f29a224918 req-acae444f-45bd-484b-b1d9-50d8628be7e5 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.2730875 Oct 20 03:37:37.890393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f37ed85d-81eb-4cd7-bf40-b411d10ed6fd tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.890501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:37.903645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671aa5bb-77aa-48f4-aaa8-5308a2030ef8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:37.905225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671aa5bb-77aa-48f4-aaa8-5308a2030ef8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:37.909801 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-671aa5bb-77aa-48f4-aaa8-5308a2030ef8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2150414 Oct 20 03:37:37.920073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54232) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:37.980210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee58e461-6f30-4dd8-8dfe-8967dcb4a5b2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet e1d4f55e-ecae-4761-a4ed-5917a0e84203 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:37.984483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ee58e461-6f30-4dd8-8dfe-8967dcb4a5b2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.018288 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54234) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:38.064843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Subnet': ['ID=b274795d-89ed-4776-9f08-bd557e01aa36,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:38.079869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ee58e461-6f30-4dd8-8dfe-8967dcb4a5b2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.099835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffb0143b-fb7c-4952-9810-7ec865b3eb26 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.108524 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4627e068-d85d-458c-ab1c-a2f29a224918 req-dcd941ea-e0aa-436a-a382-43d496cca252 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105517 Oct 20 03:37:38.116145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f37ed85d-81eb-4cd7-bf40-b411d10ed6fd tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.143857 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-ffb0143b-fb7c-4952-9810-7ec865b3eb26 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] update failed (client error): The resource could not be found. Oct 20 03:37:38.145462 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ffb0143b-fb7c-4952-9810-7ec865b3eb26 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "PUT /v2.0/routers/7ad810f1-192c-4338-b194-1fbe5eaff67b HTTP/1.1" status: 404 len: 339 time: 0.5185268 Oct 20 03:37:38.145757 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Checking segment: {'id': 'ce4f87d4-cd66-4672-8842-be16c5432c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f689e85f-3123-485b-94e1-bb7c30f80272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:38.146111 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network hostable DHCP agents. Network: f689e85f-3123-485b-94e1-bb7c30f80272, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:38.164789 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 6ce6f650-1677-41cd-b2be-1a231fa8e8bf resource provider aggregate not found Oct 20 03:37:38.168169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54240) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:38.183532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] Provisioning complete for port f2e16e6a-be20-45b3-9aea-ab23a438027f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:38.183907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.184241 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] Attempt 1 to provision port f2e16e6a-be20-45b3-9aea-ab23a438027f Oct 20 03:37:38.186959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1779364267'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:38.194426 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 6ce6f650-1677-41cd-b2be-1a231fa8e8bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ce6f650-1677-41cd-b2be-1a231fa8e8bf found for delete ", "request_id": "req-6ca25db0-18e0-4141-9a7e-4d05af70ab0e"}]} Oct 20 03:37:38.208037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ed85d-81eb-4cd7-bf40-b411d10ed6fd tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b7bce8-9d59-452f-8efa-6d4bb91d6b6f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:38.210711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network f689e85f-3123-485b-94e1-bb7c30f80272 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:38.217575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5359a04b-5009-4590-9907-67fe8a0e8b6c tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:38.218110 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.api.v2.base [None req-5359a04b-5009-4590-9907-67fe8a0e8b6c tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 03:37:38.218606 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-5359a04b-5009-4590-9907-67fe8a0e8b6c tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:37:38.219673 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5359a04b-5009-4590-9907-67fe8a0e8b6c tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1977847 Oct 20 03:37:38.223409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54244) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:38.227446 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Made reservation on behalf of 37bac63e9266476aae48ee2b69a975a2 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:38.228957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-2c3d9d91-6611-48fd-a4e9-91ab6c0d5215 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'tempest-secgroup--27013336'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:38.234252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.255377 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f7438-2d2f-4c10-b6cb-814ca80a7770 None None] Network aa7e13ca-54c5-43de-afcc-cbef90d3b7f9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:38.256214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f37ed85d-81eb-4cd7-bf40-b411d10ed6fd tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.261551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, f689e85f-3123-485b-94e1-bb7c30f80272) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:38.262428 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f37ed85d-81eb-4cd7-bf40-b411d10ed6fd tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/subnets/e4b7bce8-9d59-452f-8efa-6d4bb91d6b6f HTTP/1.1" status: 204 len: 168 time: 0.6469996 Oct 20 03:37:38.263310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54246) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:38.281085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0375df2-1ec9-4fdc-a42b-bf5d48d88abc None None] Network f689e85f-3123-485b-94e1-bb7c30f80272 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:38.282403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:38.294937 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.295327 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Added segment e0a7ec8d-01bb-41cb-a295-754ee7fab186 of type vlan for network 007da0ce-221e-464d-9c2a-03252c0aacc8 Oct 20 03:37:38.309669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ee58e461-6f30-4dd8-8dfe-8967dcb4a5b2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.313075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9d91-6611-48fd-a4e9-91ab6c0d5215 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.353119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9d91-6611-48fd-a4e9-91ab6c0d5215 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.398467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:38.399067 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.413794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.437616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ee58e461-6f30-4dd8-8dfe-8967dcb4a5b2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.451447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] Current status of the port f2e16e6a-be20-45b3-9aea-ab23a438027f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:38.452572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.521529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58e461-6f30-4dd8-8dfe-8967dcb4a5b2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d4f55e-ecae-4761-a4ed-5917a0e84203,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:38.523855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ee58e461-6f30-4dd8-8dfe-8967dcb4a5b2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.527377 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ee58e461-6f30-4dd8-8dfe-8967dcb4a5b2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/e1d4f55e-ecae-4761-a4ed-5917a0e84203 HTTP/1.1" status: 204 len: 168 time: 0.6058459 Oct 20 03:37:38.531187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54248) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:38.549941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.db.resource_extend [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:37:38.573932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.579227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.580115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f2e16e6a-be20-45b3-9aea-ab23a438027f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:38.599122 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5a2ee821-c121-4d00-90c6-3395d07eb259 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0238502 Oct 20 03:37:38.600294 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54252) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:38.619031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-170886816'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:38.654464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.660097 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:38.660770 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.679526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cd5a3415-2677-42f9-adba-b9464f91f65b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1318164 Oct 20 03:37:38.689722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54254) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:38.713187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f47b31bb-6531-44b5-845c-6041f6a9ca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:38.718379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9feb3b-9fd2-433f-92c0-1094ca07c979 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:38.731375 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5613506 Oct 20 03:37:38.731612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54256) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:38.733461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9d91-6611-48fd-a4e9-91ab6c0d5215 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.736993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:38.740483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.745747 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'subnet': {'network_id': '007da0ce-221e-464d-9c2a-03252c0aacc8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:38.757946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9d91-6611-48fd-a4e9-91ab6c0d5215 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.825458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cea7b5-065a-4c96-a832-e5fe513b87af tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Network': ['ID=007da0ce-221e-464d-9c2a-03252c0aacc8,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:38.829045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:38.829406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:38.859517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 007da0ce-221e-464d-9c2a-03252c0aacc8 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:38.866256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d9d91-6611-48fd-a4e9-91ab6c0d5215 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231fc3b7-be7a-4386-98fb-c2c7855c251d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:38.894545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:38.899012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b04b4f-50a2-4f64-bf1a-9621afd17475 req-18c573ac-27b6-479f-91e8-0db0a1e06be3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:38.910867 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a3b04b4f-50a2-4f64-bf1a-9621afd17475 req-18c573ac-27b6-479f-91e8-0db0a1e06be3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2261319 Oct 20 03:37:38.927389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Deleting port 4513ad26-86e2-439b-9031-be3f3c036b8e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:38.927685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.933474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.934022 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Added segment ae48eeb9-e1ac-4101-9a5b-2a02cd820562 of type vlan for network d4c46338-e72c-483a-97f6-0e0d69002515 Oct 20 03:37:38.952399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47b31bb-6531-44b5-845c-6041f6a9ca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:38.956102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f47b31bb-6531-44b5-845c-6041f6a9ca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.968315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769c9ab3-3815-486f-9a3b-2e9b8477da2b None None] DHCP port deletion for aa7e13ca-54c5-43de-afcc-cbef90d3b7f9 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:38.973384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Made reservation on behalf of 37bac63e9266476aae48ee2b69a975a2 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:38.976874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.981072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f2e16e6a-be20-45b3-9aea-ab23a438027f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:38.981450 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:38.981786 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f2e16e6a-be20-45b3-9aea-ab23a438027f Oct 20 03:37:39.033812 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-f689e85f-3123-485b-94e1-bb7c30f80272', 'network_id': 'f689e85f-3123-485b-94e1-bb7c30f80272', 'tenant_id': 'fa30608ef3e24fa99be3cb91a35e19b9', 'fixed_ips': [{'subnet_id': 'b274795d-89ed-4776-9f08-bd557e01aa36'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:39.034987 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.037484 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a3b04b4f-50a2-4f64-bf1a-9621afd17475 req-86e44909-5a17-4702-876d-c46b52008614 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198699 Oct 20 03:37:39.040063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9d91-6611-48fd-a4e9-91ab6c0d5215 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.084608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9d91-6611-48fd-a4e9-91ab6c0d5215 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.123537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.137889 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9d91-6611-48fd-a4e9-91ab6c0d5215 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.139072 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2c3d9d91-6611-48fd-a4e9-91ab6c0d5215 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9138293 Oct 20 03:37:39.141541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d9d91-6611-48fd-a4e9-91ab6c0d5215 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067ec7bf-ce23-4562-8bea-1f59a4fc537d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:39.143640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54262) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:39.159372 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] For port 4513ad26-86e2-439b-9031-be3f3c036b8e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4513ad26-86e2-439b-9031-be3f3c036b8e,segment=NetworkSegment(66e985f6-8f01-42e7-9c6a-efe50d63a0aa),segment_id=66e985f6-8f01-42e7-9c6a-efe50d63a0aa)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:39.159751 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.161199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-696c96ca-65cc-499d-a6d1-60c0b7f482ab tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': '067ec7bf-ce23-4562-8bea-1f59a4fc537d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:39.243507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Calling delete_port for 4513ad26-86e2-439b-9031-be3f3c036b8e owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:39.272158 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54266) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:39.337093 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.343934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:39.344608 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.359739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-696c96ca-65cc-499d-a6d1-60c0b7f482ab tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.406837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82236cdb-9a6f-45bd-98e6-e7f1bd9cc67f req-efeeb4b5-b64a-4a30-bb73-7245c165be6e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:39.408485 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82236cdb-9a6f-45bd-98e6-e7f1bd9cc67f req-efeeb4b5-b64a-4a30-bb73-7245c165be6e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.1364422 Oct 20 03:37:39.454567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f47b31bb-6531-44b5-845c-6041f6a9ca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.460469 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665ea49-c26f-4a31-91d3-655dcc903fea req-02a397d9-16af-4a1e-a187-cba7e317abfe tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:39.461978 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1665ea49-c26f-4a31-91d3-655dcc903fea req-02a397d9-16af-4a1e-a187-cba7e317abfe tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.3053365 Oct 20 03:37:39.479785 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8604023 Oct 20 03:37:39.479994 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65a1ff5-84fc-4be3-8d6d-2c19738f6e83 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:39.487700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54268) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:39.514622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-769c9ab3-3815-486f-9a3b-2e9b8477da2b None None] Deleting port 4513ad26-86e2-439b-9031-be3f3c036b8e {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:39.514884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-769c9ab3-3815-486f-9a3b-2e9b8477da2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.522943 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'subnet': {'network_id': 'd4c46338-e72c-483a-97f6-0e0d69002515', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:39.529530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a4551-6f7c-4b21-b699-41a0fc73a293 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Network': ['ID=d4c46338-e72c-483a-97f6-0e0d69002515,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:39.538053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b31bb-6531-44b5-845c-6041f6a9ca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:39.546569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f47b31bb-6531-44b5-845c-6041f6a9ca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:39.554482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82236cdb-9a6f-45bd-98e6-e7f1bd9cc67f req-57678041-2679-4252-adbf-817f69c7dac3 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283548 Oct 20 03:37:39.555915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b31bb-6531-44b5-845c-6041f6a9ca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:39.556685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f47b31bb-6531-44b5-845c-6041f6a9ca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.578522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network d4c46338-e72c-483a-97f6-0e0d69002515 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:39.583707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b31bb-6531-44b5-845c-6041f6a9ca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=cde31be5-5aba-4fda-9eb2-186349d003c5,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:39.587152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-696c96ca-65cc-499d-a6d1-60c0b7f482ab tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.593282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-696c96ca-65cc-499d-a6d1-60c0b7f482ab tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.623494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c96ca-65cc-499d-a6d1-60c0b7f482ab tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5476412-bcc2-4978-a7ad-bc65751feeee,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:39.642211 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f47b31bb-6531-44b5-845c-6041f6a9ca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9497950 Oct 20 03:37:39.647752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54272) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:39.653496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Allocated IP 2001:db8:0:ffff::2 (f689e85f-3123-485b-94e1-bb7c30f80272/b274795d-89ed-4776-9f08-bd557e01aa36/95b2eea6-c66c-4797-ab6d-bc74e0a20010) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:39.654537 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-42e511ff-7816-4045-a930-c97123f1fdd1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': 'cde31be5-5aba-4fda-9eb2-186349d003c5', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1144691657'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:39.658515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f2e16e6a-be20-45b3-9aea-ab23a438027f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:39.659318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.668075 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] Current status of the port f2e16e6a-be20-45b3-9aea-ab23a438027f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:39.668774 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.758097 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1665ea49-c26f-4a31-91d3-655dcc903fea req-99ce8b0b-2f03-4123-adb0-df70d19b12bc tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442136 Oct 20 03:37:39.776605 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-696c96ca-65cc-499d-a6d1-60c0b7f482ab tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.781470 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.781470 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54274) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:39.782713 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-696c96ca-65cc-499d-a6d1-60c0b7f482ab tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6379821 Oct 20 03:37:39.791933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1226c5d2-4730-473d-af1b-08f89439eca8 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': '067ec7bf-ce23-4562-8bea-1f59a4fc537d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:39.842329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] For port f2e16e6a-be20-45b3-9aea-ab23a438027f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f2e16e6a-be20-45b3-9aea-ab23a438027f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:39.861019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.882605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-769c9ab3-3815-486f-9a3b-2e9b8477da2b None None] For port 4513ad26-86e2-439b-9031-be3f3c036b8e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4513ad26-86e2-439b-9031-be3f3c036b8e,segment=NetworkSegment(66e985f6-8f01-42e7-9c6a-efe50d63a0aa),segment_id=66e985f6-8f01-42e7-9c6a-efe50d63a0aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:39.883006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-769c9ab3-3815-486f-9a3b-2e9b8477da2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.886713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e511ff-7816-4045-a930-c97123f1fdd1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:39.888646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Port': ['ID=4513ad26-86e2-439b-9031-be3f3c036b8e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:39.945735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] No DVR routers for this DVR port 4513ad26-86e2-439b-9031-be3f3c036b8e on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:39.951838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:39.955421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.973107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:39.991124 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-769c9ab3-3815-486f-9a3b-2e9b8477da2b None None] Calling delete_port for 4513ad26-86e2-439b-9031-be3f3c036b8e owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:40.002549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a65a1ff5-84fc-4be3-8d6d-2c19738f6e83 None None] Deleting port f2e16e6a-be20-45b3-9aea-ab23a438027f {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:40.002797 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff5-84fc-4be3-8d6d-2c19738f6e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.020614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-42e511ff-7816-4045-a930-c97123f1fdd1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.033059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-016d96c1-aa52-4e78-99d5-a47ace341182 None None] Could not find standard attr ID for object 5a156ae3-220b-4ac5-b20f-e36cc784b8b3. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:40.046869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79eec-6bac-4a47-8ba2-f31940368426 req-1e76aaa1-5c04-4b97-9bfb-6122392fb679 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:40.048430 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b0f79eec-6bac-4a47-8ba2-f31940368426 req-1e76aaa1-5c04-4b97-9bfb-6122392fb679 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.0867677 Oct 20 03:37:40.054695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-42e511ff-7816-4045-a930-c97123f1fdd1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port da0e6751-abbc-4290-95bc-c0b2f3d8ce13 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:40.058738 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-016d96c1-aa52-4e78-99d5-a47ace341182 None None] Could not find standard attr ID for object 516b5f87-22b3-4f89-bd0f-8c0bd5721714. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:40.073237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:37:40.073583 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:37:40.111978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e96ec-4324-456a-bede-5675f7028514 None None] Pushing event updated for resources: {'Port': ['ID=f2e16e6a-be20-45b3-9aea-ab23a438027f,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:40.173670 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b0f79eec-6bac-4a47-8ba2-f31940368426 req-2bbe0bc3-7254-4b90-b03a-f2f80e27a97d tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813107 Oct 20 03:37:40.212564 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e511ff-7816-4045-a930-c97123f1fdd1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:40.213421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e511ff-7816-4045-a930-c97123f1fdd1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:40.229264 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a65a1ff5-84fc-4be3-8d6d-2c19738f6e83 None None] For port f2e16e6a-be20-45b3-9aea-ab23a438027f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f2e16e6a-be20-45b3-9aea-ab23a438027f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:40.229653 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff5-84fc-4be3-8d6d-2c19738f6e83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.235243 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-42e511ff-7816-4045-a930-c97123f1fdd1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5836008 Oct 20 03:37:40.235836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54280) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:40.261308 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a65a1ff5-84fc-4be3-8d6d-2c19738f6e83 None None] Calling delete_port for f2e16e6a-be20-45b3-9aea-ab23a438027f owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:40.263206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.278682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.294631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f73a13-4959-4671-a5f4-83c3cc2e68c2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:40.299484 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-25f73a13-4959-4671-a5f4-83c3cc2e68c2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0603321 Oct 20 03:37:40.299952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54282) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:40.309839 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-769c9ab3-3815-486f-9a3b-2e9b8477da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.369510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Network f689e85f-3123-485b-94e1-bb7c30f80272 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:40.370507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c9ab3-3815-486f-9a3b-2e9b8477da2b None None] No DVR routers for this DVR port 4513ad26-86e2-439b-9031-be3f3c036b8e on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:40.379221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2f9d6-9052-4cd6-9c2d-6258859e1c19 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:40.381863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2f9d6-9052-4cd6-9c2d-6258859e1c19 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:40.382066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:40.384679 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8da2f9d6-9052-4cd6-9c2d-6258859e1c19 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0837524 Oct 20 03:37:40.387448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54284) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:40.388830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:40.392849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Pushing event updated for resources: {'Port': ['ID=95b2eea6-c66c-4797-ab6d-bc74e0a20010,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:40.448314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1226c5d2-4730-473d-af1b-08f89439eca8 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.455409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a1aad5-4ed5-4b8d-9e95-ba6dd5069940 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet cde31be5-5aba-4fda-9eb2-186349d003c5 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:40.460835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-41a1aad5-4ed5-4b8d-9e95-ba6dd5069940 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.466094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c9ab3-3815-486f-9a3b-2e9b8477da2b None None] Pushing event deleted for resources: {'Port': ['ID=4513ad26-86e2-439b-9031-be3f3c036b8e,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:40.500294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Attempting to bind port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:40.501809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Attempting to bind port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'ce4f87d4-cd66-4672-8842-be16c5432c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f689e85f-3123-485b-94e1-bb7c30f80272'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:40.503315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Attempting to bind port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 on network f689e85f-3123-485b-94e1-bb7c30f80272 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:40.504360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Deleting port 4d50970a-6585-4044-ab1f-4e8df97d3d82 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:40.504707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.507393 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff5-84fc-4be3-8d6d-2c19738f6e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.510992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-41a1aad5-4ed5-4b8d-9e95-ba6dd5069940 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.516450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Subnet': ['ID=f2aa4e9b-faa6-45d6-bd92-53a0c8feca48,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:40.527802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:40.527996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Checking segment: {'id': 'ce4f87d4-cd66-4672-8842-be16c5432c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f689e85f-3123-485b-94e1-bb7c30f80272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:40.528295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.528680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Bound using segment: {'id': 'ce4f87d4-cd66-4672-8842-be16c5432c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f689e85f-3123-485b-94e1-bb7c30f80272'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:40.529162 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Bound port: 95b2eea6-c66c-4797-ab6d-bc74e0a20010, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4f87d4-cd66-4672-8842-be16c5432c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f689e85f-3123-485b-94e1-bb7c30f80272'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:40.529545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.558848 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a1ff5-84fc-4be3-8d6d-2c19738f6e83 None None] Pushing event deleted for resources: {'Port': ['ID=f2e16e6a-be20-45b3-9aea-ab23a438027f,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:40.559708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-41a1aad5-4ed5-4b8d-9e95-ba6dd5069940 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.560348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.567437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a1ff5-84fc-4be3-8d6d-2c19738f6e83 None None] No DVR routers for this DVR port f2e16e6a-be20-45b3-9aea-ab23a438027f on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:40.574113 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7f5fe-abb9-46aa-a315-91a87bf8d27f req-dc7f541e-d4c4-48d6-b956-0bc25acad104 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:40.575675 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b7d7f5fe-abb9-46aa-a315-91a87bf8d27f req-dc7f541e-d4c4-48d6-b956-0bc25acad104 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.6429965 Oct 20 03:37:40.607678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2520c9d0-f1df-41a7-b0c2-48829b06c240 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:40.613311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Port f2e16e6a-be20-45b3-9aea-ab23a438027f update to ACTIVE by agent not found {{(pid=103630) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Oct 20 03:37:40.647291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7e13ca-54c5-43de-afcc-cbef90d3b7f9']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:40.691914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] For port 95b2eea6-c66c-4797-ab6d-bc74e0a20010, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:40.707053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] For port 95b2eea6-c66c-4797-ab6d-bc74e0a20010, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=95b2eea6-c66c-4797-ab6d-bc74e0a20010,segment=NetworkSegment(ce4f87d4-cd66-4672-8842-be16c5432c44),segment_id=ce4f87d4-cd66-4672-8842-be16c5432c44)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:40.717469 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e985f6-8f01-42e7-9c6a-efe50d63a0aa') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:40.717858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e985f6-8f01-42e7-9c6a-efe50d63a0aa') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:40.724517 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Checking segment: {'id': 'e0a7ec8d-01bb-41cb-a295-754ee7fab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '007da0ce-221e-464d-9c2a-03252c0aacc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:40.724890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network hostable DHCP agents. Network: 007da0ce-221e-464d-9c2a-03252c0aacc8, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:40.741769 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f2e16e6a-be20-45b3-9aea-ab23a438027f no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:40.747724 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.786038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.815729 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b7d7f5fe-abb9-46aa-a315-91a87bf8d27f req-4a2ca90c-587e-4a46-b6df-dda88e10384d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253423 Oct 20 03:37:40.817975 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.818408 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.842356 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-1226c5d2-4730-473d-af1b-08f89439eca8 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:37:40.844324 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1226c5d2-4730-473d-af1b-08f89439eca8 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0575664 Oct 20 03:37:40.854917 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54286) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:40.856000 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.870297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Calling delete_port for 4d50970a-6585-4044-ab1f-4e8df97d3d82 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:40.881314 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: f2e16e6a-be20-45b3-9aea-ab23a438027f {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:40.881659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f2e16e6a-be20-45b3-9aea-ab23a438027f not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:40.882073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4513ad26-86e2-439b-9031-be3f3c036b8e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:40.926926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 4513ad26-86e2-439b-9031-be3f3c036b8e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:40.927269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4513ad26-86e2-439b-9031-be3f3c036b8e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:40.927650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-41a1aad5-4ed5-4b8d-9e95-ba6dd5069940 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.950814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:40.951455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:40.976371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network 007da0ce-221e-464d-9c2a-03252c0aacc8 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:40.993994 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4f6e3-cb81-4487-8a22-4f4ec9087686 None None] Pushing event updated for resources: {'Port': ['ID=95b2eea6-c66c-4797-ab6d-bc74e0a20010,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:41.024626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-41a1aad5-4ed5-4b8d-9e95-ba6dd5069940 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.035206 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-41a1aad5-4ed5-4b8d-9e95-ba6dd5069940 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/cde31be5-5aba-4fda-9eb2-186349d003c5 HTTP/1.1" status: 204 len: 168 time: 0.6438103 Oct 20 03:37:41.057597 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54292) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:41.072902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1aad5-4ed5-4b8d-9e95-ba6dd5069940 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=cde31be5-5aba-4fda-9eb2-186349d003c5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:41.081559 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 66e985f6-8f01-42e7-9c6a-efe50d63a0aa resource provider aggregate not found Oct 20 03:37:41.114017 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cdde7d0a-078d-4097-b438-24667fe8bf55 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552912 Oct 20 03:37:41.120015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54296) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:41.125230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e2a8af66-1a2a-4938-b8ee-1c0e5c2500c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:41.152417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd599f-a91a-44c1-9064-f4087d94ec86 req-a48ad1f2-9329-47f6-bc81-d73923c9ced7 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:41.154173 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 66e985f6-8f01-42e7-9c6a-efe50d63a0aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66e985f6-8f01-42e7-9c6a-efe50d63a0aa found for delete ", "request_id": "req-0b0c6e35-2b83-456a-8b97-d115923c2084"}]} Oct 20 03:37:41.155112 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 007da0ce-221e-464d-9c2a-03252c0aacc8) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:41.159926 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4dd599f-a91a-44c1-9064-f4087d94ec86 req-a48ad1f2-9329-47f6-bc81-d73923c9ced7 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2062883 Oct 20 03:37:41.162167 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:41.162867 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.166455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796ce04-d227-4e43-96c2-f4c3151cb33d None None] Network 007da0ce-221e-464d-9c2a-03252c0aacc8 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:41.215078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.234482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.241706 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] 10.222.0.20 "DELETE /v2.0/networks/aa7e13ca-54c5-43de-afcc-cbef90d3b7f9 HTTP/1.1" status: 204 len: 168 time: 2.8921289 Oct 20 03:37:41.288842 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4dd599f-a91a-44c1-9064-f4087d94ec86 req-3303b031-6236-4165-8d82-8899f6cb12fa tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233525 Oct 20 03:37:41.308926 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a7f07ce2-0bdf-4f93-af95-d9a9b5ae5193 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5730159 Oct 20 03:37:41.311958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54304) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:41.322806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a55c5941-ec39-493c-a8f7-1b342ea90e77 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'router': {'external_gateway_info': {'network_id': '007da0ce-221e-464d-9c2a-03252c0aacc8'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:41.368107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa339549-14dd-4217-95b7-d5d07dd3d93d tempest-NetworksTest-1326497678 tempest-NetworksTest-1326497678-project] Pushing event deleted for resources: {'Network': ['ID=aa7e13ca-54c5-43de-afcc-cbef90d3b7f9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:41.443421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a4438d83-77c1-462e-baef-03388e66b08b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.451528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-007da0ce-221e-464d-9c2a-03252c0aacc8', 'network_id': '007da0ce-221e-464d-9c2a-03252c0aacc8', 'tenant_id': '37bac63e9266476aae48ee2b69a975a2', 'fixed_ips': [{'subnet_id': 'f2aa4e9b-faa6-45d6-bd92-53a0c8feca48'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:41.453391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.485895 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a4438d83-77c1-462e-baef-03388e66b08b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.504869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a8af66-1a2a-4938-b8ee-1c0e5c2500c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:41.506325 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b51a1-ebbd-48b7-83d0-6ad51db6d86f req-f902a8e1-81aa-4035-b40f-18a556872635 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:41.508412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2a8af66-1a2a-4938-b8ee-1c0e5c2500c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.515411 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8e1b51a1-ebbd-48b7-83d0-6ad51db6d86f req-f902a8e1-81aa-4035-b40f-18a556872635 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.2118008 Oct 20 03:37:41.568083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.objects.ports [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:37:41.579417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.746380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd2805-bf75-4aec-9a1b-edf20fe82891 req-a865226e-dff5-45c0-a6bb-c590a314783d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:41.747895 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-edfd2805-bf75-4aec-9a1b-edf20fe82891 req-a865226e-dff5-45c0-a6bb-c590a314783d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1856542 Oct 20 03:37:41.750624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Allocated IP 2001:db8:1::2 (007da0ce-221e-464d-9c2a-03252c0aacc8/f2aa4e9b-faa6-45d6-bd92-53a0c8feca48/66cb4989-d70b-4223-8b6f-31a281e803c9) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:41.759334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54310) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:41.794433 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8e1b51a1-ebbd-48b7-83d0-6ad51db6d86f req-082848f9-f31c-46dd-a598-2f686c58fd96 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780757 Oct 20 03:37:41.808162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Subnet': ['ID=a13c2fae-5025-4539-bc96-996e2f67e573,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:41.840242 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a4438d83-77c1-462e-baef-03388e66b08b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.845941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a4438d83-77c1-462e-baef-03388e66b08b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.847262 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a4438d83-77c1-462e-baef-03388e66b08b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "DELETE /v2.0/security-groups/067ec7bf-ce23-4562-8bea-1f59a4fc537d HTTP/1.1" status: 204 len: 168 time: 0.9697556 Oct 20 03:37:41.854165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54316) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:41.863034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a55c5941-ec39-493c-a8f7-1b342ea90e77 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:41.902947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Checking segment: {'id': 'ae48eeb9-e1ac-4101-9a5b-2a02cd820562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd4c46338-e72c-483a-97f6-0e0d69002515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:41.903318 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network hostable DHCP agents. Network: d4c46338-e72c-483a-97f6-0e0d69002515, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:41.903716 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-edfd2805-bf75-4aec-9a1b-edf20fe82891 req-a99f4288-d174-4a52-9a4f-9b09c3475fa7 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178586 Oct 20 03:37:42.002113 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4438d83-77c1-462e-baef-03388e66b08b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067ec7bf-ce23-4562-8bea-1f59a4fc537d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:42.015794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.093759 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2f3a0972-5e42-4714-b63c-0ceb2f56af80 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2364547 Oct 20 03:37:42.114729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event deleted for resources: {'Port': ['ID=4d50970a-6585-4044-ab1f-4e8df97d3d82,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:42.120384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54320) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:42.137451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-2f09639b-1400-49ca-beba-50c1c5a46c04 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'tempest-secgroup--332316710'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:42.205088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network d4c46338-e72c-483a-97f6-0e0d69002515 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:42.240126 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5073d40f-1484-4841-9f77-f02547bf599a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6486d06f423a4bc7bd5387d9fb1bc72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747379 Oct 20 03:37:42.241229 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54322) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:42.242109 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.242470 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Floating IP aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff disassociated (deleted). External IP: 172.26.0.99, port: 6d019da3-9c01-4c0b-9a6c-9c26ba60b354. Oct 20 03:37:42.248171 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-a55c5941-ec39-493c-a8f7-1b342ea90e77 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:42.249242 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a55c5941-ec39-493c-a8f7-1b342ea90e77 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "PUT /v2.0/routers/7ad810f1-192c-4338-b194-1fbe5eaff67b HTTP/1.1" status: 400 len: 364 time: 0.9358320 Oct 20 03:37:42.256200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2a8af66-1a2a-4938-b8ee-1c0e5c2500c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.259373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54324) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:42.271899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1032c-8362-4534-acdd-33e198f81caa None None] Network f689e85f-3123-485b-94e1-bb7c30f80272 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:42.275085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.282477 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, d4c46338-e72c-483a-97f6-0e0d69002515) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:42.303724 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac0df8-a850-4737-bdd2-522114aa7e6a None None] Network d4c46338-e72c-483a-97f6-0e0d69002515 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:42.327601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:42.328479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.337471 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.371085 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-aadf5111-1e0a-4467-b063-6f1993655e0b tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8583779 Oct 20 03:37:42.378899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54326) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:42.389439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'port': {'network_id': 'd4c46338-e72c-483a-97f6-0e0d69002515', 'name': 'tempest-NetworksIpV6TestAttrs-827599639'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:42.395894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8af66-1a2a-4938-b8ee-1c0e5c2500c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=7b1082c5-3137-4fa3-a99f-c987a16242ec,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:42.397610 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3a55-e567-4a72-b117-aedb788ee2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.413386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2f09639b-1400-49ca-beba-50c1c5a46c04 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.478199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Network 007da0ce-221e-464d-9c2a-03252c0aacc8 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:42.485295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e84ae8-ef5c-4728-8ba7-c334ba208feb req-9cda14ac-5ab2-4b28-b828-669e9c8ade73 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:42.487997 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47e84ae8-ef5c-4728-8ba7-c334ba208feb req-9cda14ac-5ab2-4b28-b828-669e9c8ade73 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.3418090 Oct 20 03:37:42.495216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:42.498208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:42.508705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-abd097c6-854d-48af-b8df-d9bd04467428 None None] Provisioning complete for port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:42.508705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-abd097c6-854d-48af-b8df-d9bd04467428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.508705 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-abd097c6-854d-48af-b8df-d9bd04467428 None None] Attempt 1 to provision port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 Oct 20 03:37:42.509922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dd49e-0cbf-40e5-8d22-325796f4137a req-c25cd903-1bac-469e-a760-121a92869648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:42.512095 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-413dd49e-0cbf-40e5-8d22-325796f4137a req-c25cd903-1bac-469e-a760-121a92869648 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b15689528e747f6ad55491b608718ce&device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 1098 time: 0.3866413 Oct 20 03:37:42.515059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a8af66-1a2a-4938-b8ee-1c0e5c2500c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:42.516770 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3a55-e567-4a72-b117-aedb788ee2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.519566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Pushing event updated for resources: {'Port': ['ID=66cb4989-d70b-4223-8b6f-31a281e803c9,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:42.644258 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-e2a8af66-1a2a-4938-b8ee-1c0e5c2500c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:42.653761 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8af66-1a2a-4938-b8ee-1c0e5c2500c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:42.654356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2a8af66-1a2a-4938-b8ee-1c0e5c2500c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.669577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c57ead8-cc84-4bb3-84bc-baba3473a51e None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:42.676776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dd49e-0cbf-40e5-8d22-325796f4137a req-f26aab36-0847-431c-876a-28ed171e7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:42.678264 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-413dd49e-0cbf-40e5-8d22-325796f4137a req-f26aab36-0847-431c-876a-28ed171e7e10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75afec2e-d71d-4093-af54-3761de2f036f HTTP/1.1" status: 200 len: 912 time: 0.1300275 Oct 20 03:37:42.696196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:42.698426 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Attempting to bind port 66cb4989-d70b-4223-8b6f-31a281e803c9 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:42.698426 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Attempting to bind port 66cb4989-d70b-4223-8b6f-31a281e803c9 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'e0a7ec8d-01bb-41cb-a295-754ee7fab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '007da0ce-221e-464d-9c2a-03252c0aacc8'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:42.698659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Attempting to bind port 66cb4989-d70b-4223-8b6f-31a281e803c9 on network 007da0ce-221e-464d-9c2a-03252c0aacc8 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:42.702106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.726900 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3a55-e567-4a72-b117-aedb788ee2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.730773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3a55-e567-4a72-b117-aedb788ee2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.732802 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0ffc3a55-e567-4a72-b117-aedb788ee2e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d48f9de-edc9-4560-8939-d9b715d20032 HTTP/1.1" status: 204 len: 168 time: 0.4878006 Oct 20 03:37:42.735073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:42.735980 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Checking segment: {'id': 'e0a7ec8d-01bb-41cb-a295-754ee7fab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '007da0ce-221e-464d-9c2a-03252c0aacc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:42.735980 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.736188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Bound using segment: {'id': 'e0a7ec8d-01bb-41cb-a295-754ee7fab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '007da0ce-221e-464d-9c2a-03252c0aacc8'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:42.736827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Bound port: 66cb4989-d70b-4223-8b6f-31a281e803c9, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a7ec8d-01bb-41cb-a295-754ee7fab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '007da0ce-221e-464d-9c2a-03252c0aacc8'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:42.736984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.802866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc3a55-e567-4a72-b117-aedb788ee2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d48f9de-edc9-4560-8939-d9b715d20032,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:42.810270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] device_id is not set on port 010a0667-0d7e-404b-8d41-ddca5e776aed yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:42.834738 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47e84ae8-ef5c-4728-8ba7-c334ba208feb req-f4d1d78f-e650-448b-bc46-0d94ec494607 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885995 Oct 20 03:37:42.855203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:37:42.855346 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e2a8af66-1a2a-4938-b8ee-1c0e5c2500c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7252412 Oct 20 03:37:42.855451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54330) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:42.855541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-d4c46338-e72c-483a-97f6-0e0d69002515', 'network_id': 'd4c46338-e72c-483a-97f6-0e0d69002515', 'tenant_id': 'fa30608ef3e24fa99be3cb91a35e19b9', 'fixed_ips': [{'subnet_id': 'a13c2fae-5025-4539-bc96-996e2f67e573'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:42.855541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.856078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-413dd49e-0cbf-40e5-8d22-325796f4137a req-c2f41b73-cd3c-42d4-aa12-19a1d22eace2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c0b560c-2c59-4898-b510-69778f750262 HTTP/1.1" status: 200 len: 217 time: 0.1163359 Oct 20 03:37:42.877173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-fcc415b0-bb0b-476c-9091-8e988ebcc911 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-283717372', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:42.903296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 95b2eea6-c66c-4797-ab6d-bc74e0a20010 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:42.934735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2f09639b-1400-49ca-beba-50c1c5a46c04 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:42.956470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2f09639b-1400-49ca-beba-50c1c5a46c04 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.016525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dd49e-0cbf-40e5-8d22-325796f4137a req-d9a37516-2722-4edc-ae9c-8b1a756d4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:43.018639 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-413dd49e-0cbf-40e5-8d22-325796f4137a req-d9a37516-2722-4edc-ae9c-8b1a756d4448 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=84f660f7-bf25-49ef-8f19-3ff16a502a6d HTTP/1.1" status: 200 len: 851 time: 0.1286311 Oct 20 03:37:43.024014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.027253 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fcc415b0-bb0b-476c-9091-8e988ebcc911 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.028638 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fcc415b0-bb0b-476c-9091-8e988ebcc911 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.038378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-abd097c6-854d-48af-b8df-d9bd04467428 None None] Current status of the port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:43.038765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-abd097c6-854d-48af-b8df-d9bd04467428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.041860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09639b-1400-49ca-beba-50c1c5a46c04 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84360eb2-93ea-43a0-a5b8-88cb56f57b28,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:43.050789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2f09639b-1400-49ca-beba-50c1c5a46c04 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.055470 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2f09639b-1400-49ca-beba-50c1c5a46c04 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9312594 Oct 20 03:37:43.072122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54336) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:43.076146 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-413dd49e-0cbf-40e5-8d22-325796f4137a req-85b776e2-0700-42b4-8ab5-713c7e4327d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75afec2e-d71d-4093-af54-3761de2f036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489452 Oct 20 03:37:43.085417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-377866f4-c208-4be0-b475-8b5b8b2bd03f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': '84360eb2-93ea-43a0-a5b8-88cb56f57b28', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:43.086658 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-377866f4-c208-4be0-b475-8b5b8b2bd03f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 20 03:37:43.087680 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-377866f4-c208-4be0-b475-8b5b8b2bd03f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:43.089300 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-377866f4-c208-4be0-b475-8b5b8b2bd03f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0132861 Oct 20 03:37:43.097284 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54338) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:43.153231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] For port 66cb4989-d70b-4223-8b6f-31a281e803c9, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:43.220359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] For port 66cb4989-d70b-4223-8b6f-31a281e803c9, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=66cb4989-d70b-4223-8b6f-31a281e803c9,segment=NetworkSegment(e0a7ec8d-01bb-41cb-a295-754ee7fab186),segment_id=e0a7ec8d-01bb-41cb-a295-754ee7fab186)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:43.253921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.267825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-abd097c6-854d-48af-b8df-d9bd04467428 None None] For port 95b2eea6-c66c-4797-ab6d-bc74e0a20010, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=95b2eea6-c66c-4797-ab6d-bc74e0a20010,segment=NetworkSegment(ce4f87d4-cd66-4672-8842-be16c5432c44),segment_id=ce4f87d4-cd66-4672-8842-be16c5432c44)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:43.301195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '7b1082c5-3137-4fa3-a99f-c987a16242ec'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:43.302061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.345288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fcc415b0-bb0b-476c-9091-8e988ebcc911 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.349039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d12db4e1-38a9-49d9-9413-6499b8a84b6f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.387860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d12db4e1-38a9-49d9-9413-6499b8a84b6f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.388780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-abd097c6-854d-48af-b8df-d9bd04467428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.422968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:43.427821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.428327 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 Oct 20 03:37:43.492701 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fcc415b0-bb0b-476c-9091-8e988ebcc911 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.531631 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621f96d-28c4-45f3-acb1-0cb17a52906a req-65890cc9-cd7b-478d-bf66-e49204ad68fb tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:43.538468 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2621f96d-28c4-45f3-acb1-0cb17a52906a req-65890cc9-cd7b-478d-bf66-e49204ad68fb tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.4401841 Oct 20 03:37:43.558614 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fcc415b0-bb0b-476c-9091-8e988ebcc911 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.560794 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fcc415b0-bb0b-476c-9091-8e988ebcc911 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7103028 Oct 20 03:37:43.568354 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54348) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:43.577013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d12db4e1-38a9-49d9-9413-6499b8a84b6f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.579882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d12db4e1-38a9-49d9-9413-6499b8a84b6f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.581583 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d12db4e1-38a9-49d9-9413-6499b8a84b6f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "DELETE /v2.0/security-groups/84360eb2-93ea-43a0-a5b8-88cb56f57b28 HTTP/1.1" status: 204 len: 168 time: 0.4767084 Oct 20 03:37:43.590816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:43.592524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54350) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:43.619301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Allocated IP 2001:db8::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/7b1082c5-3137-4fa3-a99f-c987a16242ec/ee462e78-843d-4be9-bf8a-79949b883123) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:43.671466 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.706017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12db4e1-38a9-49d9-9413-6499b8a84b6f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84360eb2-93ea-43a0-a5b8-88cb56f57b28,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:43.713738 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-413dd49e-0cbf-40e5-8d22-325796f4137a req-b41a647d-43c0-4197-bc43-d0d06e3aee0b service neutron] 10.222.0.36 "GET /v2.0/networks/75afec2e-d71d-4093-af54-3761de2f036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012416 Oct 20 03:37:43.772603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a97a67-8fd2-40d5-94ce-cc0860aff6c7 None None] Sync routers for ids ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:43.842529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Allocated IP 2001:db8::f816:3eff:feba:d787 (d4c46338-e72c-483a-97f6-0e0d69002515/a13c2fae-5025-4539-bc96-996e2f67e573/999054a1-2ceb-4307-86dc-4b63d06ad7c9) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:43.850881 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a19c4863-51ba-43c8-88f8-8638a0a4c9b7 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "DELETE /v2.0/floatingips/aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff HTTP/1.1" status: 204 len: 168 time: 4.5744505 Oct 20 03:37:43.861294 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:37:43.864260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d4456-a351-42ba-b5b8-ba840d97a545" -d '{"events": [{"name": "network-changed", "server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:37:43.882232 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2621f96d-28c4-45f3-acb1-0cb17a52906a req-2799b191-83eb-4348-94ac-d41aff3a7a28 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269217 Oct 20 03:37:43.925055 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-84768820-894a-48f6-ae51-c582e51e091e tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3184950 Oct 20 03:37:43.942981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54362) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:43.948085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f390367d-83cd-49ff-9dbf-15cc61fa5ca0 None None] Provisioning complete for port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:43.951138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1f1e1672-5b1b-46ff-ae13-4c2b0b44fb07 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'tempest-secgroup--377538415'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:43.955680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f390367d-83cd-49ff-9dbf-15cc61fa5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:43.959197 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f390367d-83cd-49ff-9dbf-15cc61fa5ca0 None None] Attempt 1 to provision port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 Oct 20 03:37:43.990416 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Allocated IP 2001:db8::1 (abebecb8-a3db-44cf-95d6-21ab513bf318/37d4a379-8d96-47c7-817a-77e07ac4d4ab/426290ca-284a-4def-878a-23379eb275ff) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:44.018807 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-413dd49e-0cbf-40e5-8d22-325796f4137a req-1cc90c55-6b41-4850-99b6-9e62c2cc68bc service neutron] 10.222.0.36 "GET /v2.0/networks/75afec2e-d71d-4093-af54-3761de2f036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950025 Oct 20 03:37:44.024924 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1672-5b1b-46ff-ae13-4c2b0b44fb07 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.032709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a97a67-8fd2-40d5-94ce-cc0860aff6c7 None None] Routers {'71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:44.033397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e3a97a67-8fd2-40d5-94ce-cc0860aff6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:44.042883 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ba689-ce2e-4282-8762-3d72b7af25fc None None] Pushing event updated for resources: {'Port': ['ID=66cb4989-d70b-4223-8b6f-31a281e803c9,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:44.170302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6e969-373a-481c-80ff-400811525bf2 req-31d1ee45-4487-44df-895a-12dccdeac115 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:44.175587 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-69f6e969-373a-481c-80ff-400811525bf2 req-31d1ee45-4487-44df-895a-12dccdeac115 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.1663604 Oct 20 03:37:44.222636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1672-5b1b-46ff-ae13-4c2b0b44fb07 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.228818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.232682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1672-5b1b-46ff-ae13-4c2b0b44fb07 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.281113 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c13fc1-a671-49e7-8d82-528e2a8c3c90 x-openstack-request-id: req-00c13fc1-a671-49e7-8d82-528e2a8c3c90 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:37:44.281391 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:37:44.281643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00c13fc1-a671-49e7-8d82-528e2a8c3c90 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:37:44.282051 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c13fc1-a671-49e7-8d82-528e2a8c3c90'] response: {'name': 'network-changed', 'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'status': 'completed', 'code': 200} Oct 20 03:37:44.286963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1672-5b1b-46ff-ae13-4c2b0b44fb07 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.291200 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1f1e1672-5b1b-46ff-ae13-4c2b0b44fb07 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3450880 Oct 20 03:37:44.293578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54370) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:44.298008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d982d5f9-9492-45c8-a655-0fc65e17f01b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'af1ff70d-c672-4a63-85b9-06b9f45bf7a6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:44.298870 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.api.v2.base [None req-d982d5f9-9492-45c8-a655-0fc65e17f01b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 20 03:37:44.299896 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-d982d5f9-9492-45c8-a655-0fc65e17f01b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:44.302020 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd097c6-854d-48af-b8df-d9bd04467428 None None] Pushing event updated for resources: {'Port': ['ID=95b2eea6-c66c-4797-ab6d-bc74e0a20010,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:44.317044 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d982d5f9-9492-45c8-a655-0fc65e17f01b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0223849 Oct 20 03:37:44.318264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e1672-5b1b-46ff-ae13-4c2b0b44fb07 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1ff70d-c672-4a63-85b9-06b9f45bf7a6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:44.324343 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-69f6e969-373a-481c-80ff-400811525bf2 req-793a392c-a019-467b-a0d3-598a629727ae tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386724 Oct 20 03:37:44.324343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.325123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54372) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:44.399908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.425279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54374) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:44.503645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network abebecb8-a3db-44cf-95d6-21ab513bf318 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:44.543665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d4456-a351-42ba-b5b8-ba840d97a545 req-1674da33-ddb2-42f4-baaf-13fdf912e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:44.545480 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e8d4456-a351-42ba-b5b8-ba840d97a545 req-1674da33-ddb2-42f4-baaf-13fdf912e55e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b14ce2e28b1c4fbeae52cce400abaa98&device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 1098 time: 0.1921825 Oct 20 03:37:44.549070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:44.553461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:44.554165 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.616008 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:44.646040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f390367d-83cd-49ff-9dbf-15cc61fa5ca0 None None] Current status of the port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:44.688987 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-781286805'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:44.692943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.742520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.868958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d746d867-f231-4223-84a4-dc1f04792824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:44.926264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d4456-a351-42ba-b5b8-ba840d97a545 req-0bb84762-9ae1-401c-ae6e-9de67316b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:44.927519 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e8d4456-a351-42ba-b5b8-ba840d97a545 req-0bb84762-9ae1-401c-ae6e-9de67316b81f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3f26d2e-fab4-43d9-9634-4e2bc7cab88d HTTP/1.1" status: 200 len: 897 time: 0.2315981 Oct 20 03:37:44.952169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-e3a97a67-8fd2-40d5-94ce-cc0860aff6c7 None None] Set router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:37:45.036621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Port': ['ID=426290ca-284a-4def-878a-23379eb275ff,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:45.100774 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 95b2eea6-c66c-4797-ab6d-bc74e0a20010 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:45.125224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:45.129871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.146060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.149037 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e8d4456-a351-42ba-b5b8-ba840d97a545 req-f51e4ee6-1246-47c8-a6a2-1e333c01a290 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354 HTTP/1.1" status: 200 len: 217 time: 0.2071512 Oct 20 03:37:45.162945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:45.199906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.203276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e14ee3-721c-4aef-a28d-c9c30ac43c45 None None] Network 007da0ce-221e-464d-9c2a-03252c0aacc8 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:45.213473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917570d9-9e35-4c80-a8b6-49138a33bf51 req-c8f85f24-fcd5-427a-87df-106804e84a35 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:45.213678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:45.221655 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-917570d9-9e35-4c80-a8b6-49138a33bf51 req-c8f85f24-fcd5-427a-87df-106804e84a35 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.7840366 Oct 20 03:37:45.235805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Pushing event updated for resources: {'Port': ['ID=ee462e78-843d-4be9-bf8a-79949b883123,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:45.247302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:45.255400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Provisioning complete for port 426290ca-284a-4def-878a-23379eb275ff triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:45.255400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.256130 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Attempt 1 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:45.300885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-90945142-28e5-4f17-82e2-5bb77635306c tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.335632 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-917570d9-9e35-4c80-a8b6-49138a33bf51 req-2bf47692-de49-4afc-95ea-7dbbaff60a37 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127667 Oct 20 03:37:45.343904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97ddec-e01c-4366-bc6d-8d43ffc31bd8 req-eaa84b7e-a351-4c9d-b20f-b893d441db32 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:45.345486 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4f97ddec-e01c-4366-bc6d-8d43ffc31bd8 req-eaa84b7e-a351-4c9d-b20f-b893d441db32 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1724393 Oct 20 03:37:45.348077 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d4456-a351-42ba-b5b8-ba840d97a545 req-bb03df07-ef84-46ab-91a4-4a48a18ec9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:45.349763 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e8d4456-a351-42ba-b5b8-ba840d97a545 req-bb03df07-ef84-46ab-91a4-4a48a18ec9aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69458668-487a-4f8f-8bfe-ae842521d615 HTTP/1.1" status: 200 len: 835 time: 0.1852996 Oct 20 03:37:45.353326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-90945142-28e5-4f17-82e2-5bb77635306c tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.458493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::1 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/7b1082c5-3137-4fa3-a99f-c987a16242ec/c31804a5-b05b-4413-a94e-7beeca1b12c3) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:45.474956 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4f97ddec-e01c-4366-bc6d-8d43ffc31bd8 req-fa207bc3-6abd-46cb-af34-f60e35b0785c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947211 Oct 20 03:37:45.482341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-90945142-28e5-4f17-82e2-5bb77635306c tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.483484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.485804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-90945142-28e5-4f17-82e2-5bb77635306c tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.490106 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-90945142-28e5-4f17-82e2-5bb77635306c tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "DELETE /v2.0/security-groups/af1ff70d-c672-4a63-85b9-06b9f45bf7a6 HTTP/1.1" status: 204 len: 168 time: 1.1618199 Oct 20 03:37:45.493388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54384) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:45.502065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.539627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90945142-28e5-4f17-82e2-5bb77635306c tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1ff70d-c672-4a63-85b9-06b9f45bf7a6,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:45.589110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:45.590434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.604084 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:45.604472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.604806 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 Oct 20 03:37:45.618559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Attempting to bind port ee462e78-843d-4be9-bf8a-79949b883123 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:45.618935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Attempting to bind port ee462e78-843d-4be9-bf8a-79949b883123 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:45.619295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Attempting to bind port ee462e78-843d-4be9-bf8a-79949b883123 on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:45.659858 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dbde7fb0-25b8-467e-a30d-8ba7e2f2ed48 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1640046 Oct 20 03:37:45.673951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54386) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:45.679924 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6049b11d-fb7a-4427-a5d8-3d7d2f99f4dc tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'tempest-secgroup--190611097'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:45.723447 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Allocated IP 2001:db8::f816:3eff:feb3:28d8 (d4c46338-e72c-483a-97f6-0e0d69002515/a13c2fae-5025-4539-bc96-996e2f67e573/010a0667-0d7e-404b-8d41-ddca5e776aed) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:45.747967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.751081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.759514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6049b11d-fb7a-4427-a5d8-3d7d2f99f4dc tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.759835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:45.760175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:45.760602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.760994 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:45.761475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Bound port: ee462e78-843d-4be9-bf8a-79949b883123, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:45.761929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.779521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:45.779710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Network d4c46338-e72c-483a-97f6-0e0d69002515 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:45.800332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.800686 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added segment 166da9d4-c674-46be-b02b-479f21414d26 of type vlan for network a9659abd-3074-4c98-95ff-1d571fac044b Oct 20 03:37:45.854598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:45.860930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:45.887697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf44b254-cdc0-42ea-ba69-c88d817a4530,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:45.903978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:45.930840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Pushing event updated for resources: {'Port': ['ID=999054a1-2ceb-4307-86dc-4b63d06ad7c9,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:45.946895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.010816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cb4bd-2427-48b5-9e76-0b12d0715d4a req-bf3b9650-db5c-406f-a1a2-411f4ebf0265 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:46.018775 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7e9cb4bd-2427-48b5-9e76-0b12d0715d4a req-bf3b9650-db5c-406f-a1a2-411f4ebf0265 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.5181692 Oct 20 03:37:46.038146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6049b11d-fb7a-4427-a5d8-3d7d2f99f4dc tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.045413 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d4456-a351-42ba-b5b8-ba840d97a545 req-f2af6676-3bb7-48c8-adde-61eebb9ea092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:46.046912 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e8d4456-a351-42ba-b5b8-ba840d97a545 req-f2af6676-3bb7-48c8-adde-61eebb9ea092 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3f26d2e-fab4-43d9-9634-4e2bc7cab88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6820049 Oct 20 03:37:46.069481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f73873-5c56-4763-a6b3-ce8ade292a06 req-592cc677-966d-42c1-b7f8-d1d84a5b279f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:46.070932 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-89f73873-5c56-4763-a6b3-ce8ade292a06 req-592cc677-966d-42c1-b7f8-d1d84a5b279f tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.36 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.2356780 Oct 20 03:37:46.076333 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:46.082427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6049b11d-fb7a-4427-a5d8-3d7d2f99f4dc tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.095862 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Attempt 2 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:46.111743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.117547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:46.118126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.125984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] For port ee462e78-843d-4be9-bf8a-79949b883123, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:46.129305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:46.131953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:46.132776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.159883 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] For port ee462e78-843d-4be9-bf8a-79949b883123, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ee462e78-843d-4be9-bf8a-79949b883123,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:46.162475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Attempting to bind port 999054a1-2ceb-4307-86dc-4b63d06ad7c9 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:46.163517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Attempting to bind port 999054a1-2ceb-4307-86dc-4b63d06ad7c9 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'ae48eeb9-e1ac-4101-9a5b-2a02cd820562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd4c46338-e72c-483a-97f6-0e0d69002515'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:46.164130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Attempting to bind port 999054a1-2ceb-4307-86dc-4b63d06ad7c9 on network d4c46338-e72c-483a-97f6-0e0d69002515 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:46.247004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:46.247296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Checking segment: {'id': 'ae48eeb9-e1ac-4101-9a5b-2a02cd820562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd4c46338-e72c-483a-97f6-0e0d69002515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:46.247996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.249530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Bound using segment: {'id': 'ae48eeb9-e1ac-4101-9a5b-2a02cd820562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd4c46338-e72c-483a-97f6-0e0d69002515'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:46.250051 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Bound port: 999054a1-2ceb-4307-86dc-4b63d06ad7c9, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae48eeb9-e1ac-4101-9a5b-2a02cd820562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd4c46338-e72c-483a-97f6-0e0d69002515'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:46.251187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.277746 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:46.278718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.302578 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8711216 Oct 20 03:37:46.312383 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7e9cb4bd-2427-48b5-9e76-0b12d0715d4a req-4b99ae15-4a67-4ae0-bbc8-f00b81765e93 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926509 Oct 20 03:37:46.318929 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049b11d-fb7a-4427-a5d8-3d7d2f99f4dc tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15f3ff1-21e3-4833-b641-8e4264a8888d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:46.326309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6049b11d-fb7a-4427-a5d8-3d7d2f99f4dc tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.328696 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6049b11d-fb7a-4427-a5d8-3d7d2f99f4dc tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6517103 Oct 20 03:37:46.330921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54388) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:46.331581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54390) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:46.342788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-eacd9f4f-9c10-4471-86a6-bfa0f3479591 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'f15f3ff1-21e3-4833-b641-8e4264a8888d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:46.364566 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-eacd9f4f-9c10-4471-86a6-bfa0f3479591 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 20 03:37:46.365523 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-eacd9f4f-9c10-4471-86a6-bfa0f3479591 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:46.367933 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-eacd9f4f-9c10-4471-86a6-bfa0f3479591 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0290520 Oct 20 03:37:46.377072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-638263060'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:46.383645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=c31804a5-b05b-4413-a94e-7beeca1b12c3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:46.386077 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54396) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:46.394263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-090a9d68-113f-4f82-b462-ae951335ee8f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'f15f3ff1-21e3-4833-b641-8e4264a8888d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:46.395895 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.api.v2.base [None req-090a9d68-113f-4f82-b462-ae951335ee8f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 20 03:37:46.396474 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-090a9d68-113f-4f82-b462-ae951335ee8f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:46.400555 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-090a9d68-113f-4f82-b462-ae951335ee8f tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098441 Oct 20 03:37:46.408119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54398) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:46.444006 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1818e2e6-7e57-402e-876b-c40ed7433545 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'f15f3ff1-21e3-4833-b641-8e4264a8888d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:46.445906 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-1818e2e6-7e57-402e-876b-c40ed7433545 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 20 03:37:46.446131 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d837b0-1a15-4e91-b564-954978c6a41a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Network': ['ID=a9659abd-3074-4c98-95ff-1d571fac044b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:46.446432 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-1818e2e6-7e57-402e-876b-c40ed7433545 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:46.450211 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1818e2e6-7e57-402e-876b-c40ed7433545 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0278857 Oct 20 03:37:46.457678 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54400) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:46.469288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7a4a1-3561-431a-b795-a6643d3daa87 None None] Pushing event updated for resources: {'Port': ['ID=ee462e78-843d-4be9-bf8a-79949b883123,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:46.470521 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4768342b-011f-4622-b178-7d831730f3c9 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'f15f3ff1-21e3-4833-b641-8e4264a8888d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:46.471901 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-4768342b-011f-4622-b178-7d831730f3c9 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 20 03:37:46.472438 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-4768342b-011f-4622-b178-7d831730f3c9 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:46.475985 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4768342b-011f-4622-b178-7d831730f3c9 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075030 Oct 20 03:37:46.482391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54402) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:46.504286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.511415 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.547950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network a9659abd-3074-4c98-95ff-1d571fac044b details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:46.563609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.572383 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] For port 999054a1-2ceb-4307-86dc-4b63d06ad7c9, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:46.576091 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:46.581938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.592576 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e8d4456-a351-42ba-b5b8-ba840d97a545 req-7f3d3367-8187-4f7b-97cb-2ed57e6e3873 service neutron] 10.222.0.36 "GET /v2.0/networks/b3f26d2e-fab4-43d9-9634-4e2bc7cab88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359743 Oct 20 03:37:46.593211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.593977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.690052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] For port 999054a1-2ceb-4307-86dc-4b63d06ad7c9, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=999054a1-2ceb-4307-86dc-4b63d06ad7c9,segment=NetworkSegment(ae48eeb9-e1ac-4101-9a5b-2a02cd820562),segment_id=ae48eeb9-e1ac-4101-9a5b-2a02cd820562)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:46.708581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:46.710389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 66cb4989-d70b-4223-8b6f-31a281e803c9 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:46.712591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.726386 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e8d4456-a351-42ba-b5b8-ba840d97a545 req-d03f0154-7b4e-4193-a3e4-68e3f54e3f46 service neutron] 10.222.0.36 "GET /v2.0/networks/b3f26d2e-fab4-43d9-9634-4e2bc7cab88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175139 Oct 20 03:37:46.774275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-89f73873-5c56-4763-a6b3-ce8ade292a06 req-01b7dda9-41ab-4760-a68b-282973d2a709 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Deleting port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:46.774599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-89f73873-5c56-4763-a6b3-ce8ade292a06 req-01b7dda9-41ab-4760-a68b-282973d2a709 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.806755 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Attempt 3 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:46.809229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-942c12ed-cbc1-405b-9e38-fa4a25fc11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.822835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e884b1bf-3a35-40db-9cbf-450cb93cdbb1 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.831958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7023daa-1d15-4175-b3ae-fa1ab665cb6b req-93d9f847-1a98-493c-a572-9ede66475ebe tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:46.833765 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d7023daa-1d15-4175-b3ae-fa1ab665cb6b req-93d9f847-1a98-493c-a572-9ede66475ebe tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 945 time: 0.3361499 Oct 20 03:37:46.883103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:46.913115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e3a97a67-8fd2-40d5-94ce-cc0860aff6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:44Z', 'revision_number': 4, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '1efa1761-7153-4ca4-b382-79ff306ae474', 'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'mac_address': 'fa:16:3e:09:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:41Z', 'updated_at': '2022-10-20T03:35:49Z', 'revision_number': 5, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'subnets': [{'id': '69458668-487a-4f8f-8bfe-ae842521d615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:46.931899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.932255 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added segment 4025e159-c2a1-4811-b89d-9642223e8a6a of type vlan for network 99369017-16f2-491c-94c0-6b874a13828e Oct 20 03:37:46.940885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e884b1bf-3a35-40db-9cbf-450cb93cdbb1 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.964922 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:46.971515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event updated for resources: {'Port': ['ID=426290ca-284a-4def-878a-23379eb275ff,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:46.987265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:46.987719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a97a67-8fd2-40d5-94ce-cc0860aff6c7 None None] Checking router: 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:37:47.001406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d6ce1-9c30-427c-bd39-097761211ddd None None] Pushing event updated for resources: {'Port': ['ID=999054a1-2ceb-4307-86dc-4b63d06ad7c9,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:47.014116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a97a67-8fd2-40d5-94ce-cc0860aff6c7 None None] Routers {'71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:47.014887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e3a97a67-8fd2-40d5-94ce-cc0860aff6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:47.063331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 66cb4989-d70b-4223-8b6f-31a281e803c9 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:47.063670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.064001 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 66cb4989-d70b-4223-8b6f-31a281e803c9 Oct 20 03:37:47.108168 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d7023daa-1d15-4175-b3ae-fa1ab665cb6b req-213a6a88-f3f5-424b-8d00-c7f24083fd20 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/security-groups?id=95677764-e715-41ea-83f3-c65a24227866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544448 Oct 20 03:37:47.143729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.147148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network d4c46338-e72c-483a-97f6-0e0d69002515 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:47.156681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:47.159799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:47.171881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:47.172613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.184793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Port': ['ID=010a0667-0d7e-404b-8d41-ddca5e776aed,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:47.257113 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6b251c0b-024c-4ab4-8363-b19b2423950a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.8755295 Oct 20 03:37:47.271111 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54408) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:47.273301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.279058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:47.279675 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.312702 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-e3a97a67-8fd2-40d5-94ce-cc0860aff6c7 None None] Set router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:37:47.403744 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0660088 Oct 20 03:37:47.414506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54410) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:47.424814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d83c71-5264-4ca3-bcff-d649c0be5f35 req-6dbaa633-a662-4c2d-a73f-fa7781b1cdbe tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:47.432970 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-34d83c71-5264-4ca3-bcff-d649c0be5f35 req-6dbaa633-a662-4c2d-a73f-fa7781b1cdbe tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.6194675 Oct 20 03:37:47.433436 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'subnet': {'network_id': 'a9659abd-3074-4c98-95ff-1d571fac044b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:47.473572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c8b6b3-1655-4e41-b57a-f89493c09b6f tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Deleting subnet a13c2fae-5025-4539-bc96-996e2f67e573 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:47.481890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.495744 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b6b3-1655-4e41-b57a-f89493c09b6f tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.499506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c1c18-5299-4f78-8f39-9211f84599bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Network': ['ID=99369017-16f2-491c-94c0-6b874a13828e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:47.500641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e884b1bf-3a35-40db-9cbf-450cb93cdbb1 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.503750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e884b1bf-3a35-40db-9cbf-450cb93cdbb1 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.504921 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e884b1bf-3a35-40db-9cbf-450cb93cdbb1 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "DELETE /v2.0/security-groups/f15f3ff1-21e3-4833-b641-8e4264a8888d HTTP/1.1" status: 204 len: 168 time: 1.0213330 Oct 20 03:37:47.506956 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-89f73873-5c56-4763-a6b3-ce8ade292a06 req-01b7dda9-41ab-4760-a68b-282973d2a709 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] For port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:47.507859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-89f73873-5c56-4763-a6b3-ce8ade292a06 req-01b7dda9-41ab-4760-a68b-282973d2a709 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.517006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Network abebecb8-a3db-44cf-95d6-21ab513bf318 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:47.533007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54412) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:47.534564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884b1bf-3a35-40db-9cbf-450cb93cdbb1 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15f3ff1-21e3-4833-b641-8e4264a8888d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:47.538380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122c395-a85d-49ee-a09e-0e7b25471cd4 req-798ebf0e-28a2-42d1-bf0d-51954db2f012 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:47.540079 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c122c395-a85d-49ee-a09e-0e7b25471cd4 req-798ebf0e-28a2-42d1-bf0d-51954db2f012 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.2954469 Oct 20 03:37:47.545190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.545968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.546172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:47.569230 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-34d83c71-5264-4ca3-bcff-d649c0be5f35 req-2a35f497-10cb-42ea-8f20-83d391d5f149 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352749 Oct 20 03:37:47.571235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-89f73873-5c56-4763-a6b3-ce8ade292a06 req-01b7dda9-41ab-4760-a68b-282973d2a709 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Calling delete_port for 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:47.624010 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Attempt 4 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:47.634986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 99369017-16f2-491c-94c0-6b874a13828e details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:47.685627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b6b3-1655-4e41-b57a-f89493c09b6f tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.735466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:47.792357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=c31804a5-b05b-4413-a94e-7beeca1b12c3,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:47.806485 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-626d7ef4-4dc2-4780-9300-3f0ac380cd7a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2620087 Oct 20 03:37:47.806705 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54414) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:47.843322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6f72630b-c6f0-4699-bd59-1f391963d8cf tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'tempest-secgroup--617336099'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:47.859217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Router 7ad810f1-192c-4338-b194-1fbe5eaff67b has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:37:47.861884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 66cb4989-d70b-4223-8b6f-31a281e803c9 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:47.862508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.890431 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c122c395-a85d-49ee-a09e-0e7b25471cd4 req-aa1068ea-6838-48c3-8ba0-3f03c7a956a1 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321595 Oct 20 03:37:47.898711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:47.903126 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.930680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 66cb4989-d70b-4223-8b6f-31a281e803c9, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=66cb4989-d70b-4223-8b6f-31a281e803c9,segment=NetworkSegment(e0a7ec8d-01bb-41cb-a295-754ee7fab186),segment_id=e0a7ec8d-01bb-41cb-a295-754ee7fab186)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:47.965538 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.984388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:47.984662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f72630b-c6f0-4699-bd59-1f391963d8cf tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.066896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:48.085509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:48.099700 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de7c03-30a3-4485-9f46-66fdf47debd5 None None] Sync routers for ids ['7ad810f1-192c-4338-b194-1fbe5eaff67b'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:48.108811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:48.146649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-56d883f6-ead9-4e8d-bc93-f5d963992f03 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "PUT /v2.0/routers/7ad810f1-192c-4338-b194-1fbe5eaff67b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8402777 Oct 20 03:37:48.153163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-89f73873-5c56-4763-a6b3-ce8ade292a06 req-01b7dda9-41ab-4760-a68b-282973d2a709 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.177284 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de7c03-30a3-4485-9f46-66fdf47debd5 None None] Routers {'7ad810f1-192c-4338-b194-1fbe5eaff67b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:48.178282 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e1de7c03-30a3-4485-9f46-66fdf47debd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7ad810f1-192c-4338-b194-1fbe5eaff67b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:48.180703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54418) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:48.197923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=66cb4989-d70b-4223-8b6f-31a281e803c9,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:48.238340 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Attempt 5 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:48.270255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7dda9-41ab-4760-a68b-282973d2a709 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event deleted for resources: {'Port': ['ID=6d019da3-9c01-4c0b-9a6c-9c26ba60b354,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:48.273820 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e1de7c03-30a3-4485-9f46-66fdf47debd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:48.302581 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de7c03-30a3-4485-9f46-66fdf47debd5 None None] Routers {'7ad810f1-192c-4338-b194-1fbe5eaff67b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:48.303388 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e1de7c03-30a3-4485-9f46-66fdf47debd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7ad810f1-192c-4338-b194-1fbe5eaff67b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:48.321513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:48.338826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ee462e78-843d-4be9-bf8a-79949b883123 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:48.339427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b6b3-1655-4e41-b57a-f89493c09b6f tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.350060 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e1de7c03-30a3-4485-9f46-66fdf47debd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:48.351077 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de7c03-30a3-4485-9f46-66fdf47debd5 None None] The sync data for ids ['7ad810f1-192c-4338-b194-1fbe5eaff67b'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:48.404609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e3a97a67-8fd2-40d5-94ce-cc0860aff6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:44Z', 'revision_number': 4, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '1efa1761-7153-4ca4-b382-79ff306ae474', 'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'mac_address': 'fa:16:3e:09:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:41Z', 'updated_at': '2022-10-20T03:35:49Z', 'revision_number': 5, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'subnets': [{'id': '69458668-487a-4f8f-8bfe-ae842521d615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:48.430567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f73873-5c56-4763-a6b3-ce8ade292a06 req-01b7dda9-41ab-4760-a68b-282973d2a709 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] No DVR routers for this DVR port 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:48.436739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a97a67-8fd2-40d5-94ce-cc0860aff6c7 None None] The sync data for ids ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'] in dv-neutron-861842-1-hyperv is: [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:44Z', 'revision_number': 4, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '1efa1761-7153-4ca4-b382-79ff306ae474', 'name': '', 'network_id': 'b3f26d2e-fab4-43d9-9634-4e2bc7cab88d', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'mac_address': 'fa:16:3e:09:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '69458668-487a-4f8f-8bfe-ae842521d615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:41Z', 'updated_at': '2022-10-20T03:35:49Z', 'revision_number': 5, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'subnets': [{'id': '69458668-487a-4f8f-8bfe-ae842521d615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:48.449477 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7df493ef-af52-4022-a3f9-1e128f4d059e req-43e49382-e832-46b7-9003-46c269e96863 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "GET /v2.0/ports?device_id=4742038d-8887-49bf-8c9c-76d2a7636374 HTTP/1.1" status: 200 len: 210 time: 0.1765506 Oct 20 03:37:48.450952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-89f73873-5c56-4763-a6b3-ce8ade292a06 req-01b7dda9-41ab-4760-a68b-282973d2a709 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.453114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b6b3-1655-4e41-b57a-f89493c09b6f tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.455980 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-89f73873-5c56-4763-a6b3-ce8ade292a06 req-01b7dda9-41ab-4760-a68b-282973d2a709 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.36 "DELETE /v2.0/ports/6d019da3-9c01-4c0b-9a6c-9c26ba60b354 HTTP/1.1" status: 204 len: 173 time: 2.3459573 Oct 20 03:37:48.458718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'name': 'network-vif-deleted', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:37:48.461533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d8e509-26ac-48df-b193-1b0b2d898b88" -d '{"events": [{"server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "name": "network-vif-deleted", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:37:48.476360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ee462e78-843d-4be9-bf8a-79949b883123 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:48.476360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.476360 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ee462e78-843d-4be9-bf8a-79949b883123 Oct 20 03:37:48.582967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704624da-f765-428a-9cca-355912b173c5 x-openstack-request-id: req-704624da-f765-428a-9cca-355912b173c5 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:37:48.583708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4742038d-8887-49bf-8c9c-76d2a7636374", "name": "network-vif-deleted", "tag": "6d019da3-9c01-4c0b-9a6c-9c26ba60b354", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:37:48.584215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-704624da-f765-428a-9cca-355912b173c5 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:37:48.584982 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704624da-f765-428a-9cca-355912b173c5'] response: {'server_uuid': '4742038d-8887-49bf-8c9c-76d2a7636374', 'name': 'network-vif-deleted', 'tag': '6d019da3-9c01-4c0b-9a6c-9c26ba60b354', 'status': 'completed', 'code': 200} Oct 20 03:37:48.642779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ee462e78-843d-4be9-bf8a-79949b883123 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:48.643829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.746157 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1ad60ba-853a-42a0-9762-75fb41ea5031 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.753044 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8b6b3-1655-4e41-b57a-f89493c09b6f tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Subnet': ['ID=a13c2fae-5025-4539-bc96-996e2f67e573,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:48.761790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b6b3-1655-4e41-b57a-f89493c09b6f tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.766040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port ee462e78-843d-4be9-bf8a-79949b883123, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ee462e78-843d-4be9-bf8a-79949b883123,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:48.772145 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d4c8b6b3-1655-4e41-b57a-f89493c09b6f tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/subnets/a13c2fae-5025-4539-bc96-996e2f67e573 HTTP/1.1" status: 204 len: 168 time: 1.4976668 Oct 20 03:37:48.774818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54424) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:48.775680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.776625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 999054a1-2ceb-4307-86dc-4b63d06ad7c9 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:48.805626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f72630b-c6f0-4699-bd59-1f391963d8cf tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.839547 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Attempt 6 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:48.865646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c0377-c023-484f-9d22-e56107ae0a15 req-a0a570b5-78fa-4eea-a50b-a26550f9706e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:48.867210 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b8c0377-c023-484f-9d22-e56107ae0a15 req-a0a570b5-78fa-4eea-a50b-a26550f9706e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.36 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.2742341 Oct 20 03:37:48.888623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e191a268-29f7-4622-b3e1-b0295c73115b None None] Network d4c46338-e72c-483a-97f6-0e0d69002515 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:48.890401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f72630b-c6f0-4699-bd59-1f391963d8cf tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:48.961600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:49.099264 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbbe2e5-1a0e-4efd-9c24-4b31c10dd19c None None] New status for floating IP aa0b137c-7b21-4d0a-a3a4-f6c1c78c83ff: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:37:49.133097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734d6e1-8002-4734-a07b-e1e8a5b71011 req-c7eab2d3-9bbf-4419-aef5-5f04d730d5f9 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:49.134706 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4734d6e1-8002-4734-a07b-e1e8a5b71011 req-c7eab2d3-9bbf-4419-aef5-5f04d730d5f9 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.3855908 Oct 20 03:37:49.136134 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-f1ad60ba-853a-42a0-9762-75fb41ea5031 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 03:37:49.139970 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f1ad60ba-853a-42a0-9762-75fb41ea5031 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "DELETE /v2.0/routers/7ad810f1-192c-4338-b194-1fbe5eaff67b HTTP/1.1" status: 409 len: 329 time: 0.8894324 Oct 20 03:37:49.150914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54428) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:49.229690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=ee462e78-843d-4be9-bf8a-79949b883123,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:49.265489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 999054a1-2ceb-4307-86dc-4b63d06ad7c9 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:49.265849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.266237 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 999054a1-2ceb-4307-86dc-4b63d06ad7c9 Oct 20 03:37:49.317443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.327065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.364756 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4734d6e1-8002-4734-a07b-e1e8a5b71011 req-21340a1f-1839-48f0-88e4-a222830cd812 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198985 Oct 20 03:37:49.433520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-3b8c0377-c023-484f-9d22-e56107ae0a15 req-f8eaadc8-5819-443d-9386-8da49ce7a56e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Deleting port 6c0b560c-2c59-4898-b510-69778f750262 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:49.433880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3b8c0377-c023-484f-9d22-e56107ae0a15 req-f8eaadc8-5819-443d-9386-8da49ce7a56e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.457741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 999054a1-2ceb-4307-86dc-4b63d06ad7c9 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:49.458364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.465033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75402cf1-316d-4fd8-a5bd-21bf0cf8a027 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:49.466962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75402cf1-316d-4fd8-a5bd-21bf0cf8a027 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:49.468508 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-75402cf1-316d-4fd8-a5bd-21bf0cf8a027 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6611028 Oct 20 03:37:49.473171 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Attempt 7 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:49.473854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f72630b-c6f0-4699-bd59-1f391963d8cf tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.475024 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6f72630b-c6f0-4699-bd59-1f391963d8cf tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6666248 Oct 20 03:37:49.481232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675293da-4320-4b9b-85ad-c6b7c6ffbee8 None None] DHCP port deletion for d4c46338-e72c-483a-97f6-0e0d69002515 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:49.482995 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54430) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:49.483357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54432) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:49.490427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.503927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-6b9ec939-337d-4ea4-bff5-e1e5c517cc66 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'd13430ce-b025-4a4b-816b-8afd9e419188', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:49.504717 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.api.v2.base [None req-6b9ec939-337d-4ea4-bff5-e1e5c517cc66 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 03:37:49.505222 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-6b9ec939-337d-4ea4-bff5-e1e5c517cc66 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:49.506510 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6b9ec939-337d-4ea4-bff5-e1e5c517cc66 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0189180 Oct 20 03:37:49.517636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54436) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:49.525589 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e6720e41-301f-4aa2-a6ee-972b6d6c070d tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'd13430ce-b025-4a4b-816b-8afd9e419188', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:49.525963 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72630b-c6f0-4699-bd59-1f391963d8cf tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13430ce-b025-4a4b-816b-8afd9e419188,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:49.535637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 999054a1-2ceb-4307-86dc-4b63d06ad7c9, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=999054a1-2ceb-4307-86dc-4b63d06ad7c9,segment=NetworkSegment(ae48eeb9-e1ac-4101-9a5b-2a02cd820562),segment_id=ae48eeb9-e1ac-4101-9a5b-2a02cd820562)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:49.536134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54438) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:49.557831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.565727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:49.616762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=999054a1-2ceb-4307-86dc-4b63d06ad7c9,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:49.620130 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f6b3-1210-4ca7-810c-6a208e89f6ee req-345ca704-2095-4368-aa62-b4efb8a828be tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:49.625764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-675293da-4320-4b9b-85ad-c6b7c6ffbee8 None None] Deleting port 999054a1-2ceb-4307-86dc-4b63d06ad7c9 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:49.626898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-675293da-4320-4b9b-85ad-c6b7c6ffbee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.628917 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e431f6b3-1210-4ca7-810c-6a208e89f6ee req-345ca704-2095-4368-aa62-b4efb8a828be tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 945 time: 0.3073094 Oct 20 03:37:49.640648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 6c0b560c-2c59-4898-b510-69778f750262 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:49.649285 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Subnet': ['ID=94a90e43-0440-4c8f-9e39-c0d2fd6439ae,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:49.729465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-675293da-4320-4b9b-85ad-c6b7c6ffbee8 None None] For port 999054a1-2ceb-4307-86dc-4b63d06ad7c9, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=999054a1-2ceb-4307-86dc-4b63d06ad7c9,segment=NetworkSegment(ae48eeb9-e1ac-4101-9a5b-2a02cd820562),segment_id=ae48eeb9-e1ac-4101-9a5b-2a02cd820562)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:49.729950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-675293da-4320-4b9b-85ad-c6b7c6ffbee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.732321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-266d03bd-e4d6-4a09-9c93-69f0bc820d51 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.738845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Router 7b25d71f-df46-46d7-b116-74c3dcc12203 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:37:49.743783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-675293da-4320-4b9b-85ad-c6b7c6ffbee8 None None] Calling delete_port for 999054a1-2ceb-4307-86dc-4b63d06ad7c9 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:49.746978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Checking segment: {'id': '166da9d4-c674-46be-b02b-479f21414d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a9659abd-3074-4c98-95ff-1d571fac044b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:49.747251 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network hostable DHCP agents. Network: a9659abd-3074-4c98-95ff-1d571fac044b, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:49.759923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-3b8c0377-c023-484f-9d22-e56107ae0a15 req-f8eaadc8-5819-443d-9386-8da49ce7a56e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] For port 6c0b560c-2c59-4898-b510-69778f750262, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6c0b560c-2c59-4898-b510-69778f750262,segment=NetworkSegment(aa7bd910-c50b-47bc-b065-efee3690140f),segment_id=aa7bd910-c50b-47bc-b065-efee3690140f)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:49.760729 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e431f6b3-1210-4ca7-810c-6a208e89f6ee req-0b502485-a3a3-43fa-a4a7-ed278ec15167 tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/security-groups?id=c55d2f7f-368e-43d6-b040-a20dd7ee29b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301978 Oct 20 03:37:49.761632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3b8c0377-c023-484f-9d22-e56107ae0a15 req-f8eaadc8-5819-443d-9386-8da49ce7a56e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.766609 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-e6720e41-301f-4aa2-a6ee-972b6d6c070d tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:49.770732 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e6720e41-301f-4aa2-a6ee-972b6d6c070d tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2483611 Oct 20 03:37:49.772677 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-266d03bd-e4d6-4a09-9c93-69f0bc820d51 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 20 03:37:49.773219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266d03bd-e4d6-4a09-9c93-69f0bc820d51 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:49.781608 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-266d03bd-e4d6-4a09-9c93-69f0bc820d51 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/networks/d4c46338-e72c-483a-97f6-0e0d69002515 HTTP/1.1" status: 409 len: 405 time: 0.2818923 Oct 20 03:37:49.788081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54440) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:49.788449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54442) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:49.795419 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-470456773'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:49.802780 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3b6576b6-45d9-49b2-9a3e-f3a00e0f25c2 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'd13430ce-b025-4a4b-816b-8afd9e419188', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:49.803553 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-3b6576b6-45d9-49b2-9a3e-f3a00e0f25c2 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 20 03:37:49.804055 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-3b6576b6-45d9-49b2-9a3e-f3a00e0f25c2 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:49.809266 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3b6576b6-45d9-49b2-9a3e-f3a00e0f25c2 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153956 Oct 20 03:37:49.812717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54444) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:49.821252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-82137973-1d0e-4319-9361-60307c2d5908 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'd13430ce-b025-4a4b-816b-8afd9e419188', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:49.856886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 6c0b560c-2c59-4898-b510-69778f750262 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:49.857285 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.886934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network a9659abd-3074-4c98-95ff-1d571fac044b is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:49.894312 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66def155-8529-4613-81db-6ff31ca430eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0b560c-2c59-4898-b510-69778f750262'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:37:49.896725 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d5fe14-1871-4b15-bb5b-ca964a525329" -d '{"events": [{"server_uuid": "66def155-8529-4613-81db-6ff31ca430eb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0b560c-2c59-4898-b510-69778f750262"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:37:49.904381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:49.912485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.918243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 6c0b560c-2c59-4898-b510-69778f750262, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=6c0b560c-2c59-4898-b510-69778f750262,segment=NetworkSegment(aa7bd910-c50b-47bc-b065-efee3690140f),segment_id=aa7bd910-c50b-47bc-b065-efee3690140f)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:49.924152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.924926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:49.965146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, a9659abd-3074-4c98-95ff-1d571fac044b) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:49.971580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9f2fa5-79f2-46b0-aaa0-e57700adb460 x-openstack-request-id: req-7c9f2fa5-79f2-46b0-aaa0-e57700adb460 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:37:49.971875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66def155-8529-4613-81db-6ff31ca430eb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0b560c-2c59-4898-b510-69778f750262", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:37:49.972226 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c9f2fa5-79f2-46b0-aaa0-e57700adb460 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:37:49.972816 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9f2fa5-79f2-46b0-aaa0-e57700adb460'] response: {'server_uuid': '66def155-8529-4613-81db-6ff31ca430eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0b560c-2c59-4898-b510-69778f750262', 'code': 200} Oct 20 03:37:49.978759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-675293da-4320-4b9b-85ad-c6b7c6ffbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.984333 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:49.984985 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:49.986402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:49.987030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 6d019da3-9c01-4c0b-9a6c-9c26ba60b354 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:49.991706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7cce8f-da74-41fa-a3e6-aa37ab7a4b4d None None] Network a9659abd-3074-4c98-95ff-1d571fac044b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:50.036794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:50.041511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-3b8c0377-c023-484f-9d22-e56107ae0a15 req-f8eaadc8-5819-443d-9386-8da49ce7a56e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Calling delete_port for 6c0b560c-2c59-4898-b510-69778f750262 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:50.041704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675293da-4320-4b9b-85ad-c6b7c6ffbee8 None None] No DVR routers for this DVR port 999054a1-2ceb-4307-86dc-4b63d06ad7c9 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:50.062215 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.070110 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Added segment 8273fa9e-8b64-494c-9d90-6dbcae8fe8b5 of type vlan for network 3c95d6d3-a920-4611-9810-3927b8776042 Oct 20 03:37:50.086924 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Attempt 8 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:50.119563 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=6c0b560c-2c59-4898-b510-69778f750262,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:50.139033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.148529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ee462e78-843d-4be9-bf8a-79949b883123 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:50.150906 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-82137973-1d0e-4319-9361-60307c2d5908 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:50.152435 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-82137973-1d0e-4319-9361-60307c2d5908 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3362951 Oct 20 03:37:50.156371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54448) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:50.157990 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:50.167504 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b61ab3dd-1066-452a-8cdc-00f4f9e50c5a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7474258 Oct 20 03:37:50.170931 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f4479c8b-7114-4f35-bbe3-bc70ade3de8a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'd13430ce-b025-4a4b-816b-8afd9e419188', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:50.171422 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-f4479c8b-7114-4f35-bbe3-bc70ade3de8a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 03:37:50.171987 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Sync routers for ids ['7b25d71f-df46-46d7-b116-74c3dcc12203'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:50.172531 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-f4479c8b-7114-4f35-bbe3-bc70ade3de8a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:50.173520 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f4479c8b-7114-4f35-bbe3-bc70ade3de8a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131931 Oct 20 03:37:50.178411 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ccbbf75b-7c24-449c-ae2a-ee6f280c15b9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "PUT /v2.0/routers/7b25d71f-df46-46d7-b116-74c3dcc12203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6024547 Oct 20 03:37:50.178951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54450) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:50.179352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54452) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:50.187519 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54454) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:50.190493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'subnet': {'network_id': '99369017-16f2-491c-94c0-6b874a13828e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:50.191194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675293da-4320-4b9b-85ad-c6b7c6ffbee8 None None] Pushing event deleted for resources: {'Port': ['ID=999054a1-2ceb-4307-86dc-4b63d06ad7c9,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:50.201157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1c154ca5-3983-4054-b4f6-4378869ce2b8 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'd13430ce-b025-4a4b-816b-8afd9e419188', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:50.204115 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Routers {'7b25d71f-df46-46d7-b116-74c3dcc12203'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:50.205023 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-640304d4-7490-401f-950c-a44e2d01949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7b25d71f-df46-46d7-b116-74c3dcc12203'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:50.215323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:50.293043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e5a580-7e00-43fd-b719-9c46c08ffcf9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:50.297427 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c1e5a580-7e00-43fd-b719-9c46c08ffcf9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports/c31804a5-b05b-4413-a94e-7beeca1b12c3 HTTP/1.1" status: 200 len: 911 time: 0.1008728 Oct 20 03:37:50.300572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54456) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:50.305069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.312214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:50.312837 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.321244 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Set router 7b25d71f-df46-46d7-b116-74c3dcc12203 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:37:50.336788 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-1c154ca5-3983-4054-b4f6-4378869ce2b8 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Project 43ce9615703448c6a1c37939015e7596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:37:50.389316 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5956557 Oct 20 03:37:50.392736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54458) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:50.405316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'subnet': {'network_id': '3c95d6d3-a920-4611-9810-3927b8776042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:50.425857 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-1c154ca5-3983-4054-b4f6-4378869ce2b8 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:50.429842 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1c154ca5-3983-4054-b4f6-4378869ce2b8 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2426186 Oct 20 03:37:50.451603 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54462) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:50.497189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-770739de-b148-477b-8158-f791d6eae934 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'd13430ce-b025-4a4b-816b-8afd9e419188', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:50.498264 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-770739de-b148-477b-8158-f791d6eae934 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 20 03:37:50.498776 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-770739de-b148-477b-8158-f791d6eae934 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:50.503018 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-770739de-b148-477b-8158-f791d6eae934 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0471549 Oct 20 03:37:50.503018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:50.506321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.509615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54464) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:50.510278 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416968ee-d2b8-4981-9a54-ad19531a0430 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Network': ['ID=3c95d6d3-a920-4611-9810-3927b8776042,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:50.517531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-cccaee56-c3c9-4eac-b2fa-feace3cc176a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'd13430ce-b025-4a4b-816b-8afd9e419188', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:50.544376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 3c95d6d3-a920-4611-9810-3927b8776042 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:37:50.576360 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-640304d4-7490-401f-950c-a44e2d01949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b25d71f-df46-46d7-b116-74c3dcc12203', 'name': 'tempest-NetworksTestDHCPv6-router-283717372', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:43Z', 'updated_at': '2022-10-20T03:37:46Z', 'revision_number': 2, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None, '_interfaces': [{'id': 'c31804a5-b05b-4413-a94e-7beeca1b12c3', 'name': '', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'mac_address': 'fa:16:3e:78:2d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b25d71f-df46-46d7-b116-74c3dcc12203', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7b1082c5-3137-4fa3-a99f-c987a16242ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:44Z', 'updated_at': '2022-10-20T03:37:46Z', 'revision_number': 2, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'subnets': [{'id': '7b1082c5-3137-4fa3-a99f-c987a16242ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:50.613834 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Checking router: 7b25d71f-df46-46d7-b116-74c3dcc12203 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:37:50.614500 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Updating router 7b25d71f-df46-46d7-b116-74c3dcc12203 port c31804a5-b05b-4413-a94e-7beeca1b12c3 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:37:50.631928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-a9659abd-3074-4c98-95ff-1d571fac044b', 'network_id': 'a9659abd-3074-4c98-95ff-1d571fac044b', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'fixed_ips': [{'subnet_id': '94a90e43-0440-4c8f-9e39-c0d2fd6439ae'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:50.632222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.648325 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.657246 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c40b24-5d46-49d7-bd01-917136f42824 req-9bad6c02-3b2a-46f4-bca2-f48d9d1e1b0e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:50.659661 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-39c40b24-5d46-49d7-bd01-917136f42824 req-9bad6c02-3b2a-46f4-bca2-f48d9d1e1b0e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1358216 Oct 20 03:37:50.662662 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-cccaee56-c3c9-4eac-b2fa-feace3cc176a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Project 43ce9615703448c6a1c37939015e7596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:37:50.719142 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3a77e-c896-4966-81cc-6c55f243f66e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:50.726306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3a77e-c896-4966-81cc-6c55f243f66e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:50.730536 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-06d3a77e-c896-4966-81cc-6c55f243f66e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4163322 Oct 20 03:37:50.730715 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-39c40b24-5d46-49d7-bd01-917136f42824 req-49081b8a-4f58-4700-ad52-188df4fbad89 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607724 Oct 20 03:37:50.730895 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54466) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:50.733427 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-cccaee56-c3c9-4eac-b2fa-feace3cc176a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:50.734252 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cccaee56-c3c9-4eac-b2fa-feace3cc176a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2214892 Oct 20 03:37:50.777612 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54468) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:50.784557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0997da4b-d82d-4cc7-8f59-c1e651d78b44 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'd13430ce-b025-4a4b-816b-8afd9e419188', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:50.808413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Allocated IP 2001:db8::2 (a9659abd-3074-4c98-95ff-1d571fac044b/94a90e43-0440-4c8f-9e39-c0d2fd6439ae/ec757491-9d87-485e-aca0-b020b7950725) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:50.857914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3b8c0377-c023-484f-9d22-e56107ae0a15 req-f8eaadc8-5819-443d-9386-8da49ce7a56e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.915555 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-0997da4b-d82d-4cc7-8f59-c1e651d78b44 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Project 43ce9615703448c6a1c37939015e7596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:37:50.919053 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0f59c25e-aa7c-4aa6-8cc3-6b2d748b212e req-43a3392a-8bba-47dc-a3c6-455930f89faf tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.20 "GET /v2.0/ports?device_id=66def155-8529-4613-81db-6ff31ca430eb HTTP/1.1" status: 200 len: 210 time: 0.0293434 Oct 20 03:37:50.940294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:50.959490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.970124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d526cb2-c9f8-4e14-8dcc-81f4a4093397 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.979810 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.988414 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:50.999409 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.003603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ee462e78-843d-4be9-bf8a-79949b883123 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:51.004946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.005287 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ee462e78-843d-4be9-bf8a-79949b883123 Oct 20 03:37:51.007763 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Attempt 9 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:51.012159 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.043926 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Pushing event updated for resources: {'Port': ['ID=c31804a5-b05b-4413-a94e-7beeca1b12c3,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:51.073852 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.074654 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.075210 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.075792 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.076388 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.076943 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.077540 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.078267 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.078955 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.079561 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.080660 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.081201 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:37:51.121971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eaadc8-5819-443d-9386-8da49ce7a56e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Pushing event deleted for resources: {'Port': ['ID=6c0b560c-2c59-4898-b510-69778f750262,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:51.142737 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Attempting to bind port c31804a5-b05b-4413-a94e-7beeca1b12c3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:51.143504 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Attempting to bind port c31804a5-b05b-4413-a94e-7beeca1b12c3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:51.143504 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Attempting to bind port c31804a5-b05b-4413-a94e-7beeca1b12c3 on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:51.149091 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:51.149971 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:51.149971 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.150252 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:51.150882 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Bound port: c31804a5-b05b-4413-a94e-7beeca1b12c3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:51.151576 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.155434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:51.157111 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Network a9659abd-3074-4c98-95ff-1d571fac044b is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:51.168409 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:51.170875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Pushing event updated for resources: {'Port': ['ID=ec757491-9d87-485e-aca0-b020b7950725,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:51.173398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:51.222619 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8c0377-c023-484f-9d22-e56107ae0a15 req-f8eaadc8-5819-443d-9386-8da49ce7a56e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] No DVR routers for this DVR port 6c0b560c-2c59-4898-b510-69778f750262 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:51.224649 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3b8c0377-c023-484f-9d22-e56107ae0a15 req-f8eaadc8-5819-443d-9386-8da49ce7a56e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.228040 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-640304d4-7490-401f-950c-a44e2d01949d None None] For port c31804a5-b05b-4413-a94e-7beeca1b12c3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:51.228650 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b8c0377-c023-484f-9d22-e56107ae0a15 req-f8eaadc8-5819-443d-9386-8da49ce7a56e tempest-TestServerAdvancedOps-2023154404 tempest-TestServerAdvancedOps-2023154404-project] 10.222.0.36 "DELETE /v2.0/ports/6c0b560c-2c59-4898-b510-69778f750262 HTTP/1.1" status: 204 len: 173 time: 2.3427837 Oct 20 03:37:51.231857 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-640304d4-7490-401f-950c-a44e2d01949d None None] For port c31804a5-b05b-4413-a94e-7beeca1b12c3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c31804a5-b05b-4413-a94e-7beeca1b12c3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:51.245749 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.260357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.266675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66def155-8529-4613-81db-6ff31ca430eb', 'name': 'network-vif-deleted', 'tag': '6c0b560c-2c59-4898-b510-69778f750262'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:37:51.267243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Attempting to bind port ec757491-9d87-485e-aca0-b020b7950725 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:51.267680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Attempting to bind port ec757491-9d87-485e-aca0-b020b7950725 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '166da9d4-c674-46be-b02b-479f21414d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a9659abd-3074-4c98-95ff-1d571fac044b'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:51.268152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Attempting to bind port ec757491-9d87-485e-aca0-b020b7950725 on network a9659abd-3074-4c98-95ff-1d571fac044b {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:51.271591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c68bef8-979f-4f31-a929-70c8d5bd8dfc" -d '{"events": [{"server_uuid": "66def155-8529-4613-81db-6ff31ca430eb", "name": "network-vif-deleted", "tag": "6c0b560c-2c59-4898-b510-69778f750262"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:37:51.273929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:51.274323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Checking segment: {'id': '166da9d4-c674-46be-b02b-479f21414d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a9659abd-3074-4c98-95ff-1d571fac044b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:51.274764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.274970 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-0997da4b-d82d-4cc7-8f59-c1e651d78b44 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:51.275143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Bound using segment: {'id': '166da9d4-c674-46be-b02b-479f21414d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a9659abd-3074-4c98-95ff-1d571fac044b'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:51.275607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Bound port: ec757491-9d87-485e-aca0-b020b7950725, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166da9d4-c674-46be-b02b-479f21414d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a9659abd-3074-4c98-95ff-1d571fac044b'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:51.275985 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.278942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ee462e78-843d-4be9-bf8a-79949b883123 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:51.279635 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0997da4b-d82d-4cc7-8f59-c1e651d78b44 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4988716 Oct 20 03:37:51.280005 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 66cb4989-d70b-4223-8b6f-31a281e803c9 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:51.281379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54474) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:51.351885 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1934a52-6e00-4b4d-baca-b1c14d3afda3 None None] Pushing event updated for resources: {'Port': ['ID=c31804a5-b05b-4413-a94e-7beeca1b12c3,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:51.366387 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Routers {'7b25d71f-df46-46d7-b116-74c3dcc12203'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:51.367119 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-640304d4-7490-401f-950c-a44e2d01949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7b25d71f-df46-46d7-b116-74c3dcc12203'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:51.393700 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] For port ec757491-9d87-485e-aca0-b020b7950725, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:51.394394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Checking segment: {'id': '4025e159-c2a1-4811-b89d-9642223e8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99369017-16f2-491c-94c0-6b874a13828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:51.395254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network hostable DHCP agents. Network: 99369017-16f2-491c-94c0-6b874a13828e, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:51.397098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] For port ec757491-9d87-485e-aca0-b020b7950725, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ec757491-9d87-485e-aca0-b020b7950725,segment=NetworkSegment(166da9d4-c674-46be-b02b-479f21414d26),segment_id=166da9d4-c674-46be-b02b-479f21414d26)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:51.405172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5e939c-481c-4c85-a3e9-b7bfe1614c2d x-openstack-request-id: req-9f5e939c-481c-4c85-a3e9-b7bfe1614c2d {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:37:51.405736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66def155-8529-4613-81db-6ff31ca430eb", "name": "network-vif-deleted", "tag": "6c0b560c-2c59-4898-b510-69778f750262", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:37:51.405736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f5e939c-481c-4c85-a3e9-b7bfe1614c2d {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:37:51.406499 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5e939c-481c-4c85-a3e9-b7bfe1614c2d'] response: {'server_uuid': '66def155-8529-4613-81db-6ff31ca430eb', 'name': 'network-vif-deleted', 'tag': '6c0b560c-2c59-4898-b510-69778f750262', 'status': 'completed', 'code': 200} Oct 20 03:37:51.407642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.475919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Subnet': ['ID=d88a67cf-adc4-467c-b111-c0b9d095980f,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:51.509657 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-640304d4-7490-401f-950c-a44e2d01949d None None] Set router 7b25d71f-df46-46d7-b116-74c3dcc12203 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:37:51.515864 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ee63d-8e94-47fe-b485-8d668f006789 None None] Pushing event updated for resources: {'Port': ['ID=ec757491-9d87-485e-aca0-b020b7950725,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:51.523416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 66cb4989-d70b-4223-8b6f-31a281e803c9 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:51.523787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.524123 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 66cb4989-d70b-4223-8b6f-31a281e803c9 Oct 20 03:37:51.559674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 99369017-16f2-491c-94c0-6b874a13828e is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:51.583689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 99369017-16f2-491c-94c0-6b874a13828e) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:51.594816 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e4429f-b7e0-464c-b852-5cc3f2bf7865 None None] Network 99369017-16f2-491c-94c0-6b874a13828e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:51.605390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:51.606072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.648996 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-df00dbed-6f30-40eb-85b6-bb05da60c216 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4656558 Oct 20 03:37:51.667813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54476) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:51.703273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5d5fe9fd-386c-498d-9de1-4d45436700c7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-989820455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:51.718502 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Attempt 10 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:51.722544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2023-de28-4e24-ae5e-c54d271b42c3 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.756626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.785832 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-640304d4-7490-401f-950c-a44e2d01949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b25d71f-df46-46d7-b116-74c3dcc12203', 'name': 'tempest-NetworksTestDHCPv6-router-283717372', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:43Z', 'updated_at': '2022-10-20T03:37:46Z', 'revision_number': 2, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None, '_interfaces': [{'id': 'c31804a5-b05b-4413-a94e-7beeca1b12c3', 'name': '', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'mac_address': 'fa:16:3e:78:2d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b25d71f-df46-46d7-b116-74c3dcc12203', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7b1082c5-3137-4fa3-a99f-c987a16242ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:44Z', 'updated_at': '2022-10-20T03:37:51Z', 'revision_number': 4, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'subnets': [{'id': '7b1082c5-3137-4fa3-a99f-c987a16242ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:51.789070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2023-de28-4e24-ae5e-c54d271b42c3 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:51.862543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d18c0161-0230-4208-bdd0-a6983ef89101 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:51.878474 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640304d4-7490-401f-950c-a44e2d01949d None None] The sync data for ids ['7b25d71f-df46-46d7-b116-74c3dcc12203'] in dv-neutron-861842-1-hyperv is: [{'id': '7b25d71f-df46-46d7-b116-74c3dcc12203', 'name': 'tempest-NetworksTestDHCPv6-router-283717372', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:43Z', 'updated_at': '2022-10-20T03:37:46Z', 'revision_number': 2, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None, '_interfaces': [{'id': 'c31804a5-b05b-4413-a94e-7beeca1b12c3', 'name': '', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'mac_address': 'fa:16:3e:78:2d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b25d71f-df46-46d7-b116-74c3dcc12203', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7b1082c5-3137-4fa3-a99f-c987a16242ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:37:44Z', 'updated_at': '2022-10-20T03:37:51Z', 'revision_number': 4, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'subnets': [{'id': '7b1082c5-3137-4fa3-a99f-c987a16242ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:52.063022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54482) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:52.088851 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 66cb4989-d70b-4223-8b6f-31a281e803c9 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:52.100048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Provisioning complete for port 426290ca-284a-4def-878a-23379eb275ff triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:52.100457 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.100788 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Attempt 1 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:52.117072 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.121542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc20cdbd-cfdd-454c-844c-f2b411ccbb2d admin admin] Deleting subnet 84f660f7-bf25-49ef-8f19-3ff16a502a6d {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:52.124500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc20cdbd-cfdd-454c-844c-f2b411ccbb2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.166669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:52.174610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 999054a1-2ceb-4307-86dc-4b63d06ad7c9 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:37:52.178363 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-99369017-16f2-491c-94c0-6b874a13828e', 'network_id': '99369017-16f2-491c-94c0-6b874a13828e', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'fixed_ips': [{'subnet_id': 'd88a67cf-adc4-467c-b111-c0b9d095980f'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:52.179275 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.199760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc20cdbd-cfdd-454c-844c-f2b411ccbb2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.215692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 999054a1-2ceb-4307-86dc-4b63d06ad7c9 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:37:52.215927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 999054a1-2ceb-4307-86dc-4b63d06ad7c9 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:37:52.262749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc20cdbd-cfdd-454c-844c-f2b411ccbb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.322256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port c31804a5-b05b-4413-a94e-7beeca1b12c3 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:52.322256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.417720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc20cdbd-cfdd-454c-844c-f2b411ccbb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.443527 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Allocated IP 2001:db8:1::2 (99369017-16f2-491c-94c0-6b874a13828e/d88a67cf-adc4-467c-b111-c0b9d095980f/ddfc0435-c0b7-45da-98db-7b3b4f97e02b) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:52.478020 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc20cdbd-cfdd-454c-844c-f2b411ccbb2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.482160 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bc20cdbd-cfdd-454c-844c-f2b411ccbb2d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/84f660f7-bf25-49ef-8f19-3ff16a502a6d HTTP/1.1" status: 204 len: 168 time: 0.4180601 Oct 20 03:37:52.484310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20cdbd-cfdd-454c-844c-f2b411ccbb2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f660f7-bf25-49ef-8f19-3ff16a502a6d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:52.498427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54484) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:52.569840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] For port c31804a5-b05b-4413-a94e-7beeca1b12c3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c31804a5-b05b-4413-a94e-7beeca1b12c3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:52.570522 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.571953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d5fe9fd-386c-498d-9de1-4d45436700c7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.573062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d5fe9fd-386c-498d-9de1-4d45436700c7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.584989 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2023-de28-4e24-ae5e-c54d271b42c3 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.591616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2023-de28-4e24-ae5e-c54d271b42c3 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.592836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2a1c2023-de28-4e24-ae5e-c54d271b42c3 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "DELETE /v2.0/security-groups/d13430ce-b025-4a4b-816b-8afd9e419188 HTTP/1.1" status: 204 len: 168 time: 1.2882891 Oct 20 03:37:52.615817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54488) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:52.627730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e9291-6edd-47d8-91f7-f619a572e4ad req-eabc3ea4-ba8c-4abd-aba3-ed614a20060a tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:52.635989 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6c5e9291-6edd-47d8-91f7-f619a572e4ad req-eabc3ea4-ba8c-4abd-aba3-ed614a20060a tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.6284676 Oct 20 03:37:52.642457 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for c31804a5-b05b-4413-a94e-7beeca1b12c3 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:52.656954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.740661 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Attempt 2 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:52.769645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.773807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c31804a5-b05b-4413-a94e-7beeca1b12c3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:52.794780 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-339a7930-051c-4081-a76a-fb6a45c97002 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1754694 Oct 20 03:37:52.795552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54490) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:52.813735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-002fa9f4-9f8b-454c-9200-be52e4a8622a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495013520'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:52.821107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.890881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.903096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Pushing event updated for resources: {'Port': ['ID=ddfc0435-c0b7-45da-98db-7b3b4f97e02b,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:52.942246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Network 99369017-16f2-491c-94c0-6b874a13828e is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:52.943496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:52.946149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:52.952815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:52.962169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-002fa9f4-9f8b-454c-9200-be52e4a8622a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:52.966387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75afec2e-d71d-4093-af54-3761de2f036f']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:52.990118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7bd910-c50b-47bc-b065-efee3690140f') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:52.990528 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7bd910-c50b-47bc-b065-efee3690140f') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:53.025031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.041723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port c31804a5-b05b-4413-a94e-7beeca1b12c3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:53.042718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.043309 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port c31804a5-b05b-4413-a94e-7beeca1b12c3 Oct 20 03:37:53.053880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.067657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.objects.ports [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103629) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:37:53.074811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:53.075459 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.077206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.078629 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c2023-de28-4e24-ae5e-c54d271b42c3 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13430ce-b025-4a4b-816b-8afd9e419188,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.094594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Attempting to bind port ddfc0435-c0b7-45da-98db-7b3b4f97e02b on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:53.095007 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Attempting to bind port ddfc0435-c0b7-45da-98db-7b3b4f97e02b by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '4025e159-c2a1-4811-b89d-9642223e8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99369017-16f2-491c-94c0-6b874a13828e'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:53.095655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Attempting to bind port ddfc0435-c0b7-45da-98db-7b3b4f97e02b on network 99369017-16f2-491c-94c0-6b874a13828e {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:53.107948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d7410-046c-4b17-97df-56ef3db249a2 None None] Network a9659abd-3074-4c98-95ff-1d571fac044b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:53.131411 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d5fe9fd-386c-498d-9de1-4d45436700c7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.132345 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment aa7bd910-c50b-47bc-b065-efee3690140f resource provider aggregate not found Oct 20 03:37:53.143741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:53.144971 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Checking segment: {'id': '4025e159-c2a1-4811-b89d-9642223e8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99369017-16f2-491c-94c0-6b874a13828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:53.145645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.146527 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Bound using segment: {'id': '4025e159-c2a1-4811-b89d-9642223e8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99369017-16f2-491c-94c0-6b874a13828e'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:53.147028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Bound port: ddfc0435-c0b7-45da-98db-7b3b4f97e02b, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4025e159-c2a1-4811-b89d-9642223e8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '99369017-16f2-491c-94c0-6b874a13828e'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:53.147924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.166699 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment aa7bd910-c50b-47bc-b065-efee3690140f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa7bd910-c50b-47bc-b065-efee3690140f found for delete ", "request_id": "req-59fa52cf-7dd4-41cc-8fb3-bf1e417a4762"}]} Oct 20 03:37:53.186653 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d5fe9fd-386c-498d-9de1-4d45436700c7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.222817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-002fa9f4-9f8b-454c-9200-be52e4a8622a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.225495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.230574 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.235020 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] 10.222.0.20 "DELETE /v2.0/networks/75afec2e-d71d-4093-af54-3761de2f036f HTTP/1.1" status: 204 len: 168 time: 0.7312427 Oct 20 03:37:53.248123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54496) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:53.251054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4873e3-7f99-4e7d-8637-dd9de25ef627 admin admin] Pushing event deleted for resources: {'Network': ['ID=75afec2e-d71d-4093-af54-3761de2f036f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.253597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-002fa9f4-9f8b-454c-9200-be52e4a8622a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.263057 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No ports have port_id starting with c31804a5-b05b-4413-a94e-7beeca1b12c3 Oct 20 03:37:53.268680 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.272058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ec757491-9d87-485e-aca0-b020b7950725 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:53.272276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d5fe9fd-386c-498d-9de1-4d45436700c7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.273531 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5d5fe9fd-386c-498d-9de1-4d45436700c7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5952697 Oct 20 03:37:53.275987 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8d526cb2-c9f8-4e14-8dcc-81f4a4093397 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Deleting port 426290ca-284a-4def-878a-23379eb275ff {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:53.276371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d526cb2-c9f8-4e14-8dcc-81f4a4093397 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.278070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54498) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:53.320221 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6c5e9291-6edd-47d8-91f7-f619a572e4ad req-792936d3-7312-445d-a9e6-443d874d5fa0 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6832356 Oct 20 03:37:53.328648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Subnet': ['ID=e8acd440-c8c1-400b-9066-9b93c6028960,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.329151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] For port ddfc0435-c0b7-45da-98db-7b3b4f97e02b, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:53.359883 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] For port ddfc0435-c0b7-45da-98db-7b3b4f97e02b, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ddfc0435-c0b7-45da-98db-7b3b4f97e02b,segment=NetworkSegment(4025e159-c2a1-4811-b89d-9642223e8a6a),segment_id=4025e159-c2a1-4811-b89d-9642223e8a6a)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:53.375992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.474303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-012d912d-3ea0-4acd-8d3a-8f18aa729a28 admin admin] Deleting subnet e5edae04-9fb3-4522-876f-4bee86113b10 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:53.478063 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Attempt 3 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:53.479023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-012d912d-3ea0-4acd-8d3a-8f18aa729a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.522947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Checking segment: {'id': '8273fa9e-8b64-494c-9d90-6dbcae8fe8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c95d6d3-a920-4611-9810-3927b8776042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:53.523443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network hostable DHCP agents. Network: 3c95d6d3-a920-4611-9810-3927b8776042, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:37:53.538276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387223e-8bfe-4e64-8587-4bea6964c71f None None] Pushing event updated for resources: {'Port': ['ID=ddfc0435-c0b7-45da-98db-7b3b4f97e02b,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.563936 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-012d912d-3ea0-4acd-8d3a-8f18aa729a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.567148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:53.626065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ec757491-9d87-485e-aca0-b020b7950725 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:53.626439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.626848 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ec757491-9d87-485e-aca0-b020b7950725 Oct 20 03:37:53.652981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d526cb2-c9f8-4e14-8dcc-81f4a4093397 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.693677 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network 3c95d6d3-a920-4611-9810-3927b8776042 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:37:53.706835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8d526cb2-c9f8-4e14-8dcc-81f4a4093397 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Calling delete_port for 426290ca-284a-4def-878a-23379eb275ff owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:53.730455 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-012d912d-3ea0-4acd-8d3a-8f18aa729a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.748237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-002fa9f4-9f8b-454c-9200-be52e4a8622a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.761541 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-002fa9f4-9f8b-454c-9200-be52e4a8622a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9531405 Oct 20 03:37:53.768494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54500) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:53.771763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 3c95d6d3-a920-4611-9810-3927b8776042) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:53.788134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-2b752749-2c34-4ad6-90f3-09bad89e6db9 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': '96afff99-0a56-4060-9c56-1cf812bbaa5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:53.805488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:53.806081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.836064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ec757491-9d87-485e-aca0-b020b7950725 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:53.836692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:53.838539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b22ed-5086-417d-b437-dca798285025 None None] Network 3c95d6d3-a920-4611-9810-3927b8776042 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:53.848544 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=c31804a5-b05b-4413-a94e-7beeca1b12c3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.935597 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3a8ad7b2-ba77-4efc-8e0c-fedf3d8cb295 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5348742 Oct 20 03:37:53.941297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54502) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:53.948693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fa9f4-9f8b-454c-9200-be52e4a8622a tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96afff99-0a56-4060-9c56-1cf812bbaa5a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:53.985716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'port': {'network_id': '3c95d6d3-a920-4611-9810-3927b8776042', 'name': 'tempest-NetworksIpV6TestAttrs-1689854401'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:54.046783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Deleting port 1efa1761-7153-4ca4-b382-79ff306ae474 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:54.047134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.056619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port ec757491-9d87-485e-aca0-b020b7950725, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ec757491-9d87-485e-aca0-b020b7950725,segment=NetworkSegment(166da9d4-c674-46be-b02b-479f21414d26),segment_id=166da9d4-c674-46be-b02b-479f21414d26)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:54.091394 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Attempt 4 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:54.108636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-012d912d-3ea0-4acd-8d3a-8f18aa729a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.108860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.141803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Port 426290ca-284a-4def-878a-23379eb275ff cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:54.144334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.192556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.240550 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-2b752749-2c34-4ad6-90f3-09bad89e6db9 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The resource could not be found. Oct 20 03:37:54.241785 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2b752749-2c34-4ad6-90f3-09bad89e6db9 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4710011 Oct 20 03:37:54.243936 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d912d-3ea0-4acd-8d3a-8f18aa729a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5edae04-9fb3-4522-876f-4bee86113b10,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:54.273109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54504) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:54.274129 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-012d912d-3ea0-4acd-8d3a-8f18aa729a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.277526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-012d912d-3ea0-4acd-8d3a-8f18aa729a28 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e5edae04-9fb3-4522-876f-4bee86113b10 HTTP/1.1" status: 204 len: 168 time: 1.0254576 Oct 20 03:37:54.284912 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ecdaf594-3f12-4167-af5b-d6b4b2130e59 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': '96afff99-0a56-4060-9c56-1cf812bbaa5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2e63e57b-7bfd-4c39-9b29-691cabd9e581'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:54.288184 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54506) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:54.406339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:54.410669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.466303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] For port 1efa1761-7153-4ca4-b382-79ff306ae474, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=1efa1761-7153-4ca4-b382-79ff306ae474,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:54.466703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.481326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=ec757491-9d87-485e-aca0-b020b7950725,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:54.488094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-3c95d6d3-a920-4611-9810-3927b8776042', 'network_id': '3c95d6d3-a920-4611-9810-3927b8776042', 'tenant_id': 'fa30608ef3e24fa99be3cb91a35e19b9', 'fixed_ips': [{'subnet_id': 'e8acd440-c8c1-400b-9066-9b93c6028960'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:37:54.489326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.494874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] device_id is not set on port acd74618-fa42-4bb3-be65-188180e544a5 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:37:54.526584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Calling delete_port for 1efa1761-7153-4ca4-b382-79ff306ae474 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:54.529733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d526cb2-c9f8-4e14-8dcc-81f4a4093397 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.621454 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ddfc0435-c0b7-45da-98db-7b3b4f97e02b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:54.635317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.639843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Router 7b25d71f-df46-46d7-b116-74c3dcc12203 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:37:54.659073 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Attempt 5 to provision port 426290ca-284a-4def-878a-23379eb275ff Oct 20 03:37:54.691655 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519331a-7e5b-425c-83ae-d95399072218 req-af8b165c-722e-480d-935b-78638a28ec05 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:54.699000 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3519331a-7e5b-425c-83ae-d95399072218 req-af8b165c-722e-480d-935b-78638a28ec05 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2499158 Oct 20 03:37:54.759089 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Allocated IP 2001:db8::f816:3eff:fed8:9313 (3c95d6d3-a920-4611-9810-3927b8776042/e8acd440-c8c1-400b-9066-9b93c6028960/41b6b026-88ef-4c47-99a3-d6679727a7c9) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:54.796426 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3519331a-7e5b-425c-83ae-d95399072218 req-4bf19a66-85f0-437c-8a93-8ddd1a955707 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964227 Oct 20 03:37:54.895039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d526cb2-c9f8-4e14-8dcc-81f4a4093397 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Port': ['ID=426290ca-284a-4def-878a-23379eb275ff,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:54.909406 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-ecdaf594-3f12-4167-af5b-d6b4b2130e59 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The resource could not be found. Oct 20 03:37:54.913348 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ecdaf594-3f12-4167-af5b-d6b4b2130e59 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6299694 Oct 20 03:37:54.916357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:54.932074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54512) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:55.009099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.060975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.085848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d526cb2-c9f8-4e14-8dcc-81f4a4093397 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.103776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Port 426290ca-284a-4def-878a-23379eb275ff was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:37:55.115917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event deleted for resources: {'Port': ['ID=1efa1761-7153-4ca4-b382-79ff306ae474,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:55.125801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.149516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed98d03f-da99-448b-80bc-bd9ad35dab6a None None] Network 99369017-16f2-491c-94c0-6b874a13828e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:55.249715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Pushing event updated for resources: {'Port': ['ID=41b6b026-88ef-4c47-99a3-d6679727a7c9,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:55.261277 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:55.275630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85639ee9-9cab-406a-b5c7-180506ab5f35']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:55.293781 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e15fb284-5674-4ba4-80bd-c0407586f18b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "PUT /v2.0/routers/7b25d71f-df46-46d7-b116-74c3dcc12203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5583835 Oct 20 03:37:55.300169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Allocated IP 2001:db8::1 (a9659abd-3074-4c98-95ff-1d571fac044b/94a90e43-0440-4c8f-9e39-c0d2fd6439ae/efdcc2b6-8acc-48e7-92ad-cf65c87bdf16) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:55.300848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54516) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:55.307873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2f2d0e-4d08-49c1-919e-e67c5a29c256') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:55.308344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2f2d0e-4d08-49c1-919e-e67c5a29c256') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:55.308738 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Provisioning complete for port ee462e78-843d-4be9-bf8a-79949b883123 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:55.309136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.309592 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Attempt 1 to provision port ee462e78-843d-4be9-bf8a-79949b883123 Oct 20 03:37:55.329348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-17f52acf-124a-4a2a-82ea-5fa4eda380ce tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.332936 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.364757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0883756-123d-4524-9d25-ca8bbf4732c7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:55.366447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0883756-123d-4524-9d25-ca8bbf4732c7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:55.366905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Network 3c95d6d3-a920-4611-9810-3927b8776042 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:55.368164 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a0883756-123d-4524-9d25-ca8bbf4732c7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0647023 Oct 20 03:37:55.368348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d7fdd-8d4f-4fc1-80f3-b2bb732b81ba req-453797bf-d0c6-429c-8966-020caa092ae1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:55.371200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ee3e8a-7c04-49f4-b8a5-84debd956333 None None] Sync routers for ids ['7b25d71f-df46-46d7-b116-74c3dcc12203'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:55.375726 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5a6d7fdd-8d4f-4fc1-80f3-b2bb732b81ba req-453797bf-d0c6-429c-8966-020caa092ae1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2308660 Oct 20 03:37:55.383020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54518) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:55.385498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:55.388982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:55.411750 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.440775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-17f52acf-124a-4a2a-82ea-5fa4eda380ce tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.454807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee3e8a-7c04-49f4-b8a5-84debd956333 None None] Routers {'7b25d71f-df46-46d7-b116-74c3dcc12203'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:55.455780 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:37:55.456515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.457133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-65ee3e8a-7c04-49f4-b8a5-84debd956333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7b25d71f-df46-46d7-b116-74c3dcc12203'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:55.467817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7d5c8-bc63-4758-9774-2a4c931a1773 req-24b5b410-3901-477e-ba17-e4d039572efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:55.469358 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1ac7d5c8-bc63-4758-9774-2a4c931a1773 req-24b5b410-3901-477e-ba17-e4d039572efc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bd8a999f99c480388b6f33fa601974c&device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 1099 time: 0.3795259 Oct 20 03:37:55.531114 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 1f2f2d0e-4d08-49c1-919e-e67c5a29c256 resource provider aggregate not found Oct 20 03:37:55.559154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ddfc0435-c0b7-45da-98db-7b3b4f97e02b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:55.559154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.559778 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ddfc0435-c0b7-45da-98db-7b3b4f97e02b Oct 20 03:37:55.592169 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5a6d7fdd-8d4f-4fc1-80f3-b2bb732b81ba req-a8c08e06-a9d4-4553-a205-47ea03080efc tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154701 Oct 20 03:37:55.593986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Allocated IP 2001:db8::f816:3eff:fe97:91ef (3c95d6d3-a920-4611-9810-3927b8776042/e8acd440-c8c1-400b-9066-9b93c6028960/acd74618-fa42-4bb3-be65-188180e544a5) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:37:55.594360 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 1f2f2d0e-4d08-49c1-919e-e67c5a29c256 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f2f2d0e-4d08-49c1-919e-e67c5a29c256 found for delete ", "request_id": "req-593784a6-c646-4edf-9599-70bcacce2bcf"}]} Oct 20 03:37:55.635140 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.641388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.647051 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] 10.222.0.20 "DELETE /v2.0/networks/85639ee9-9cab-406a-b5c7-180506ab5f35 HTTP/1.1" status: 204 len: 168 time: 1.3576279 Oct 20 03:37:55.650040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d526cb2-c9f8-4e14-8dcc-81f4a4093397 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Router 7ad810f1-192c-4338-b194-1fbe5eaff67b has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:37:55.652918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.670195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-17f52acf-124a-4a2a-82ea-5fa4eda380ce tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.673025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-17f52acf-124a-4a2a-82ea-5fa4eda380ce tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.677789 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-17f52acf-124a-4a2a-82ea-5fa4eda380ce tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "DELETE /v2.0/security-groups/96afff99-0a56-4060-9c56-1cf812bbaa5a HTTP/1.1" status: 204 len: 168 time: 0.7445366 Oct 20 03:37:55.678928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54526) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:55.687617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2966e73-c8c9-4159-923c-ccadff416a66 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 7b1082c5-3137-4fa3-a99f-c987a16242ec {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:55.691963 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1233a12-ccfd-4c18-86be-95ca10f8fefe admin admin] Pushing event deleted for resources: {'Network': ['ID=85639ee9-9cab-406a-b5c7-180506ab5f35,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:55.693749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-65ee3e8a-7c04-49f4-b8a5-84debd956333 None None] Set router 7b25d71f-df46-46d7-b116-74c3dcc12203 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:37:55.703509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2966e73-c8c9-4159-923c-ccadff416a66 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.717161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f52acf-124a-4a2a-82ea-5fa4eda380ce tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96afff99-0a56-4060-9c56-1cf812bbaa5a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:55.781375 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3e0c5456-98e8-4f13-a777-c910b3122f0d tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0932827 Oct 20 03:37:55.782510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54528) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:55.786431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-65ee3e8a-7c04-49f4-b8a5-84debd956333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b25d71f-df46-46d7-b116-74c3dcc12203', 'name': 'tempest-NetworksTestDHCPv6-router-283717372', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:43Z', 'updated_at': '2022-10-20T03:37:53Z', 'revision_number': 3, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:55.789389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6132d25d-c392-436c-99a3-8f61666e2f04 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': '89ee9d2d-64b2-4757-a8d1-1536fcfe4057', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:55.811152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Current status of the port ee462e78-843d-4be9-bf8a-79949b883123 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:55.849596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.864931 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-6132d25d-c392-436c-99a3-8f61666e2f04 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The resource could not be found. Oct 20 03:37:55.870694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Attempting to bind port 41b6b026-88ef-4c47-99a3-d6679727a7c9 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:37:55.871072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Attempting to bind port 41b6b026-88ef-4c47-99a3-d6679727a7c9 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '8273fa9e-8b64-494c-9d90-6dbcae8fe8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c95d6d3-a920-4611-9810-3927b8776042'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:37:55.871442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Attempting to bind port 41b6b026-88ef-4c47-99a3-d6679727a7c9 on network 3c95d6d3-a920-4611-9810-3927b8776042 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:37:55.873596 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ee3e8a-7c04-49f4-b8a5-84debd956333 None None] Checking router: 7b25d71f-df46-46d7-b116-74c3dcc12203 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:37:55.875137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Could not find standard attr ID for object c31804a5-b05b-4413-a94e-7beeca1b12c3. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:55.876665 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6132d25d-c392-436c-99a3-8f61666e2f04 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0858066 Oct 20 03:37:55.893721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:37:55.894086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Checking segment: {'id': '8273fa9e-8b64-494c-9d90-6dbcae8fe8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c95d6d3-a920-4611-9810-3927b8776042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:37:55.894496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.894892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Bound using segment: {'id': '8273fa9e-8b64-494c-9d90-6dbcae8fe8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c95d6d3-a920-4611-9810-3927b8776042'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:37:55.895378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Bound port: 41b6b026-88ef-4c47-99a3-d6679727a7c9, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8273fa9e-8b64-494c-9d90-6dbcae8fe8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c95d6d3-a920-4611-9810-3927b8776042'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:37:55.895760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.899907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54530) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:55.900086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54532) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:55.908700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-959de879-9c72-4b28-9cd5-6412987268ea tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'tempest-secgroup--289657100'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:55.945168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee3e8a-7c04-49f4-b8a5-84debd956333 None None] Routers {'7b25d71f-df46-46d7-b116-74c3dcc12203'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:55.945999 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-65ee3e8a-7c04-49f4-b8a5-84debd956333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7b25d71f-df46-46d7-b116-74c3dcc12203'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:55.948802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network a9659abd-3074-4c98-95ff-1d571fac044b is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:55.981659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:55.985377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:55.986703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.991659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Provisioning complete for port 66cb4989-d70b-4223-8b6f-31a281e803c9 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:55.992094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:55.992392 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Attempt 1 to provision port 66cb4989-d70b-4223-8b6f-31a281e803c9 Oct 20 03:37:55.993813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=efdcc2b6-8acc-48e7-92ad-cf65c87bdf16,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:56.001031 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ddfc0435-c0b7-45da-98db-7b3b4f97e02b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:56.001282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.048341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-959de879-9c72-4b28-9cd5-6412987268ea tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.117654 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0abab575-c750-4aca-8a7c-3d674106ceea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b15689528e747f6ad55491b608718ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147391 Oct 20 03:37:56.120829 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54534) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:56.142211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-65ee3e8a-7c04-49f4-b8a5-84debd956333 None None] Set router 7b25d71f-df46-46d7-b116-74c3dcc12203 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:37:56.170034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d526cb2-c9f8-4e14-8dcc-81f4a4093397 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:56.175137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2966e73-c8c9-4159-923c-ccadff416a66 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.191150 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8d526cb2-c9f8-4e14-8dcc-81f4a4093397 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "PUT /v2.0/routers/7ad810f1-192c-4338-b194-1fbe5eaff67b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0349419 Oct 20 03:37:56.193783 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a208928-1334-4835-b720-cb507fc83031 None None] Sync routers for ids ['7ad810f1-192c-4338-b194-1fbe5eaff67b'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:56.195864 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54536) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:56.214242 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a208928-1334-4835-b720-cb507fc83031 None None] Routers {'7ad810f1-192c-4338-b194-1fbe5eaff67b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:56.218318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.220702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7d5c8-bc63-4758-9774-2a4c931a1773 req-212633ee-d2ea-485b-8077-179b20a6a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:56.222826 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1ac7d5c8-bc63-4758-9774-2a4c931a1773 req-212633ee-d2ea-485b-8077-179b20a6a803 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a515e2dc-5861-4083-a1e1-5a02b237c264 HTTP/1.1" status: 200 len: 912 time: 0.7245362 Oct 20 03:37:56.229618 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a208928-1334-4835-b720-cb507fc83031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7ad810f1-192c-4338-b194-1fbe5eaff67b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:56.280517 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-6fbfbdf9-3451-4218-946e-0895079d4b2c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] show failed (client error): The resource could not be found. Oct 20 03:37:56.282109 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6fbfbdf9-3451-4218-946e-0895079d4b2c tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1104911663 HTTP/1.1" status: 404 len: 335 time: 0.0851181 Oct 20 03:37:56.294756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54538) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:56.301890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5e4b5fa8-8d2a-4091-ac3b-e9a3a3fcb819 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:56.309387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-65ee3e8a-7c04-49f4-b8a5-84debd956333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b25d71f-df46-46d7-b116-74c3dcc12203', 'name': 'tempest-NetworksTestDHCPv6-router-283717372', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:43Z', 'updated_at': '2022-10-20T03:37:53Z', 'revision_number': 3, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:56.315387 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a208928-1334-4835-b720-cb507fc83031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:56.350559 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a208928-1334-4835-b720-cb507fc83031 None None] Routers {'7ad810f1-192c-4338-b194-1fbe5eaff67b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:56.351192 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a208928-1334-4835-b720-cb507fc83031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7ad810f1-192c-4338-b194-1fbe5eaff67b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:56.373147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port ddfc0435-c0b7-45da-98db-7b3b4f97e02b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ddfc0435-c0b7-45da-98db-7b3b4f97e02b,segment=NetworkSegment(4025e159-c2a1-4811-b89d-9642223e8a6a),segment_id=4025e159-c2a1-4811-b89d-9642223e8a6a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:56.387843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ee3e8a-7c04-49f4-b8a5-84debd956333 None None] The sync data for ids ['7b25d71f-df46-46d7-b116-74c3dcc12203'] in dv-neutron-861842-1-hyperv is: [{'id': '7b25d71f-df46-46d7-b116-74c3dcc12203', 'name': 'tempest-NetworksTestDHCPv6-router-283717372', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:37:43Z', 'updated_at': '2022-10-20T03:37:53Z', 'revision_number': 3, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:56.399706 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-5e4b5fa8-8d2a-4091-ac3b-e9a3a3fcb819 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] update failed (client error): The resource could not be found. Oct 20 03:37:56.405849 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5e4b5fa8-8d2a-4091-ac3b-e9a3a3fcb819 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1691426799 HTTP/1.1" status: 404 len: 335 time: 0.1052284 Oct 20 03:37:56.405952 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.407002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] For port 41b6b026-88ef-4c47-99a3-d6679727a7c9, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:37:56.485008 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] For port 41b6b026-88ef-4c47-99a3-d6679727a7c9, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=41b6b026-88ef-4c47-99a3-d6679727a7c9,segment=NetworkSegment(8273fa9e-8b64-494c-9d90-6dbcae8fe8b5),segment_id=8273fa9e-8b64-494c-9d90-6dbcae8fe8b5)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:37:56.498210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.545058 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54540) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:56.590288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=ddfc0435-c0b7-45da-98db-7b3b4f97e02b,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:56.594745 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a208928-1334-4835-b720-cb507fc83031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:56.596027 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a208928-1334-4835-b720-cb507fc83031 None None] The sync data for ids ['7ad810f1-192c-4338-b194-1fbe5eaff67b'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:56.656946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc36ff1-951e-4b06-927f-8aebe86afcc5 None None] Pushing event updated for resources: {'Port': ['ID=41b6b026-88ef-4c47-99a3-d6679727a7c9,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:56.663691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Current status of the port 66cb4989-d70b-4223-8b6f-31a281e803c9 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:56.670620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ca702d8a-34cd-49bb-afc4-969efedab740 None None] Could not find standard attr ID for object 999054a1-2ceb-4307-86dc-4b63d06ad7c9. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:37:56.733502 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1ac7d5c8-bc63-4758-9774-2a4c931a1773 req-6c5fd6f1-1958-4841-8dbc-1df8df2ec8f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24374825-807a-4f9a-b3e2-7fb519261539 HTTP/1.1" status: 200 len: 1002 time: 0.4700844 Oct 20 03:37:56.806046 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Provisioning complete for port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:56.806046 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.806046 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 1 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:37:56.828177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-00811676-a72b-48af-8796-839c3b8f5336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.837428 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-959de879-9c72-4b28-9cd5-6412987268ea tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.839018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.849594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-959de879-9c72-4b28-9cd5-6412987268ea tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.898514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:56.911412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-00811676-a72b-48af-8796-839c3b8f5336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:56.945216 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959de879-9c72-4b28-9cd5-6412987268ea tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f061ee4-94d4-4c5c-8e1e-b774979f412a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:56.974086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ce6203-7716-43df-a264-a2e0908216a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Deleting subnet f2aa4e9b-faa6-45d6-bd92-53a0c8feca48 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:56.978900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2966e73-c8c9-4159-923c-ccadff416a66 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.019707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-959de879-9c72-4b28-9cd5-6412987268ea tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.023465 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-959de879-9c72-4b28-9cd5-6412987268ea tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1193619 Oct 20 03:37:57.027668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ec757491-9d87-485e-aca0-b020b7950725 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:57.031109 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54544) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:57.038580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d8ce6203-7716-43df-a264-a2e0908216a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.053163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7d5c8-bc63-4758-9774-2a4c931a1773 req-20ccb514-d83b-40ca-a302-f05ba145ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:57.054547 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1ac7d5c8-bc63-4758-9774-2a4c931a1773 req-20ccb514-d83b-40ca-a302-f05ba145ab1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0589a1ef-1648-4327-85b6-70db5e3ded82 HTTP/1.1" status: 200 len: 850 time: 0.2501888 Oct 20 03:37:57.074983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-000e06d4-7ac7-4ac0-9470-50ea9dd7e148 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698439499'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:57.097216 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.139876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402b1e9-b931-4992-9cf3-ccc1b56a4732 req-224ba620-4903-4970-8aee-5bf0dba9b21f tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:57.141548 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5402b1e9-b931-4992-9cf3-ccc1b56a4732 req-224ba620-4903-4970-8aee-5bf0dba9b21f tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.4141860 Oct 20 03:37:57.152583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-000e06d4-7ac7-4ac0-9470-50ea9dd7e148 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.166434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:37:57.219377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-00811676-a72b-48af-8796-839c3b8f5336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.222882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-00811676-a72b-48af-8796-839c3b8f5336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.224069 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-00811676-a72b-48af-8796-839c3b8f5336 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c55d2f7f-368e-43d6-b040-a20dd7ee29b4 HTTP/1.1" status: 204 len: 168 time: 1.0832100 Oct 20 03:37:57.227681 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d8ce6203-7716-43df-a264-a2e0908216a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.256017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ec757491-9d87-485e-aca0-b020b7950725 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:57.256540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.257047 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ec757491-9d87-485e-aca0-b020b7950725 Oct 20 03:37:57.269472 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00811676-a72b-48af-8796-839c3b8f5336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55d2f7f-368e-43d6-b040-a20dd7ee29b4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:57.339530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7d5c8-bc63-4758-9774-2a4c931a1773 req-2c45f761-6c9c-445f-be5c-2a178e6a3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:57.341405 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1ac7d5c8-bc63-4758-9774-2a4c931a1773 req-2c45f761-6c9c-445f-be5c-2a178e6a3a3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a515e2dc-5861-4083-a1e1-5a02b237c264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2597678 Oct 20 03:37:57.375386 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-000e06d4-7ac7-4ac0-9470-50ea9dd7e148 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.395699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2966e73-c8c9-4159-923c-ccadff416a66 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.401733 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 2 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:37:57.424107 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5402b1e9-b931-4992-9cf3-ccc1b56a4732 req-ee7fd8ed-34c6-4e73-b410-1be438ddd882 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491601 Oct 20 03:37:57.434451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.437152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-000e06d4-7ac7-4ac0-9470-50ea9dd7e148 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.453377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.454679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.463988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ec757491-9d87-485e-aca0-b020b7950725 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:57.466544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:57.505633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2966e73-c8c9-4159-923c-ccadff416a66 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1082c5-3137-4fa3-a99f-c987a16242ec,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:57.524011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=efdcc2b6-8acc-48e7-92ad-cf65c87bdf16,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:57.528932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-000e06d4-7ac7-4ac0-9470-50ea9dd7e148 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.530326 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-000e06d4-7ac7-4ac0-9470-50ea9dd7e148 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4980807 Oct 20 03:37:57.535711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54550) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:57.546111 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4975a2fc-09be-4df8-ad7f-7d782ee16a09 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': '3f061ee4-94d4-4c5c-8e1e-b774979f412a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cb3725a3-ca30-4f40-bd24-43335d7b2eaf'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:57.561260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c123f0d-2b23-4028-bb1d-a8d90d00c8b7 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:57.579493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2966e73-c8c9-4159-923c-ccadff416a66 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.584256 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f2966e73-c8c9-4159-923c-ccadff416a66 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/7b1082c5-3137-4fa3-a99f-c987a16242ec HTTP/1.1" status: 204 len: 168 time: 2.1998978 Oct 20 03:37:57.592006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54552) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:57.594783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.605301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e06d4-7ac7-4ac0-9470-50ea9dd7e148 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3725a3-ca30-4f40-bd24-43335d7b2eaf,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:57.667685 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-4975a2fc-09be-4df8-ad7f-7d782ee16a09 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:37:57.669074 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4975a2fc-09be-4df8-ad7f-7d782ee16a09 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1269670 Oct 20 03:37:57.671751 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54554) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:57.727851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:57.748635 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1ac7d5c8-bc63-4758-9774-2a4c931a1773 req-fe1ccee1-da4e-4cdc-acdf-51c48f117337 service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906524 Oct 20 03:37:57.753654 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f95a80ff-999e-43d9-9059-c02a5653c456 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "PUT /v2.0/routers/71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2164984 Oct 20 03:37:57.758402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bb168-7a26-4933-b170-a6af7ff7fbb4 None None] Sync routers for ids ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:57.759147 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54556) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:57.770900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d8ce6203-7716-43df-a264-a2e0908216a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.783154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network a9659abd-3074-4c98-95ff-1d571fac044b is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:57.788066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network 3c95d6d3-a920-4611-9810-3927b8776042 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:37:57.803500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:57.825879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:37:57.830612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-937d5bd4-5730-4483-b078-923a71cdce69 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.834591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Port': ['ID=acd74618-fa42-4bb3-be65-188180e544a5,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:57.844219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:37:57.850276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:57.850919 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.867736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bb168-7a26-4933-b170-a6af7ff7fbb4 None None] Routers {'71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:57.869113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-526bb168-7a26-4933-b170-a6af7ff7fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:57.870327 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-937d5bd4-5730-4483-b078-923a71cdce69 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.917732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54558) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:57.934850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-937d5bd4-5730-4483-b078-923a71cdce69 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.937902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-937d5bd4-5730-4483-b078-923a71cdce69 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:57.941559 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-937d5bd4-5730-4483-b078-923a71cdce69 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb3725a3-ca30-4f40-bd24-43335d7b2eaf HTTP/1.1" status: 204 len: 168 time: 0.2663608 Oct 20 03:37:57.966182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54560) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:57.980659 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 3 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:37:57.989174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15078c21-b6b5-45d4-956c-285605dee821 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:37:58.009279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d5bd4-5730-4483-b078-923a71cdce69 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3725a3-ca30-4f40-bd24-43335d7b2eaf,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:58.054663 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d9c833c6-ae11-4484-9c74-8dbe1b848208 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=841c86d855ce4e36b761cd0954d65db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322439 Oct 20 03:37:58.058693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54562) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:58.148680 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fd37b7-2340-4a67-89cd-92d0e21d114d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Deleting subnet 69458668-487a-4f8f-8bfe-ae842521d615 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:58.164762 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9fd37b7-2340-4a67-89cd-92d0e21d114d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.172397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:58.181125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-526bb168-7a26-4933-b170-a6af7ff7fbb4 None None] Set router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:37:58.225001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf85dec-267c-4cce-84ef-ceb9ca05ab7d None None] Network 3c95d6d3-a920-4611-9810-3927b8776042 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:58.256872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9fd37b7-2340-4a67-89cd-92d0e21d114d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.276451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-15078c21-b6b5-45d4-956c-285605dee821 None None] Deleting port ee462e78-843d-4be9-bf8a-79949b883123 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:58.277046 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-15078c21-b6b5-45d4-956c-285605dee821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.297153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc9145b5-c792-4aaf-9506-0fce10441080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.318165 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-731e33c3-1652-4f8b-821e-ebd946fb1f3c tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3503156 Oct 20 03:37:58.325311 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54564) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:58.342020 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e5d080b8-1e35-446a-9b15-595f62fbfd49 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7484651 Oct 20 03:37:58.350102 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54566) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:58.380171 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3dfd2b4d-b399-499f-8e27-a6f468d53775 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.4225607 Oct 20 03:37:58.383188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54568) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:58.420622 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc9145b5-c792-4aaf-9506-0fce10441080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.469500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-15078c21-b6b5-45d4-956c-285605dee821 None None] For port ee462e78-843d-4be9-bf8a-79949b883123, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ee462e78-843d-4be9-bf8a-79949b883123,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:58.469898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-15078c21-b6b5-45d4-956c-285605dee821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.493015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b993b645-3456-42db-b933-c48b5d3fc37d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Deleting subnet e8acd440-c8c1-400b-9066-9b93c6028960 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:37:58.498891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b993b645-3456-42db-b933-c48b5d3fc37d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.529049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-58b1d72d-b62c-429e-8c57-681d0b5a39f6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.533064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-15078c21-b6b5-45d4-956c-285605dee821 None None] Calling delete_port for ee462e78-843d-4be9-bf8a-79949b883123 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:58.579556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b993b645-3456-42db-b933-c48b5d3fc37d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.584051 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router 1488dabc-791b-4fae-bfe3-6da7475675a5 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:37:58.597150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9fd37b7-2340-4a67-89cd-92d0e21d114d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.676335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-526bb168-7a26-4933-b170-a6af7ff7fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:37:54Z', 'revision_number': 5, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:58.678479 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 4 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:37:58.727098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 41b6b026-88ef-4c47-99a3-d6679727a7c9 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:37:58.738683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b993b645-3456-42db-b933-c48b5d3fc37d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.738920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bb168-7a26-4933-b170-a6af7ff7fbb4 None None] Checking router: 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:37:58.770906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-335bd51b-03b1-4256-8cfa-b65d9c9d51b7 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.817033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:58.824435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bb168-7a26-4933-b170-a6af7ff7fbb4 None None] Routers {'71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:58.825347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-526bb168-7a26-4933-b170-a6af7ff7fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:58.827505 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1ac7d5c8-bc63-4758-9774-2a4c931a1773 req-d669f819-564e-4707-b11a-ea8896bdae5c service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0585918 Oct 20 03:37:58.834149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b993b645-3456-42db-b933-c48b5d3fc37d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.837031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d8ce6203-7716-43df-a264-a2e0908216a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.885161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993b645-3456-42db-b933-c48b5d3fc37d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Subnet': ['ID=e8acd440-c8c1-400b-9066-9b93c6028960,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:58.913322 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01575d9-aee6-4369-8fe6-81f3cf9c3f47 None None] Network 007da0ce-221e-464d-9c2a-03252c0aacc8 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:58.920357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d8ce6203-7716-43df-a264-a2e0908216a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.927718 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d8ce6203-7716-43df-a264-a2e0908216a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "DELETE /v2.0/subnets/f2aa4e9b-faa6-45d6-bd92-53a0c8feca48 HTTP/1.1" status: 204 len: 168 time: 2.3798900 Oct 20 03:37:58.928671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54572) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:58.931144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b993b645-3456-42db-b933-c48b5d3fc37d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.935434 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b993b645-3456-42db-b933-c48b5d3fc37d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/subnets/e8acd440-c8c1-400b-9066-9b93c6028960 HTTP/1.1" status: 204 len: 168 time: 0.5477111 Oct 20 03:37:58.946586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce6203-7716-43df-a264-a2e0908216a1 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Subnet': ['ID=f2aa4e9b-faa6-45d6-bd92-53a0c8feca48,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:58.948552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54574) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:58.963436 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-58b1d72d-b62c-429e-8c57-681d0b5a39f6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.966535 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-58b1d72d-b62c-429e-8c57-681d0b5a39f6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.985417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc9145b5-c792-4aaf-9506-0fce10441080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.988402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cc9145b5-c792-4aaf-9506-0fce10441080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:58.992611 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cc9145b5-c792-4aaf-9506-0fce10441080 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1174e66d-c78c-4840-9a5c-a2ca5c5cad23 HTTP/1.1" status: 204 len: 168 time: 0.9281235 Oct 20 03:37:58.995960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-335bd51b-03b1-4256-8cfa-b65d9c9d51b7 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.028451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611659a0-670f-4314-9670-54f62666121f None None] Network 3c95d6d3-a920-4611-9810-3927b8776042 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:59.068076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9b32d-4d9e-446a-99d0-87f920105652 req-5ca02ca4-9260-4d41-a181-e241558bace1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:59.069859 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f8e9b32d-4d9e-446a-99d0-87f920105652 req-5ca02ca4-9260-4d41-a181-e241558bace1 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.4807911 Oct 20 03:37:59.083917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5806272-3a0b-406b-9689-7c88c4400fc3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:59.086159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5806272-3a0b-406b-9689-7c88c4400fc3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:59.087893 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e5806272-3a0b-406b-9689-7c88c4400fc3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1368380 Oct 20 03:37:59.093951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.097742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54578) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:59.098221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9145b5-c792-4aaf-9506-0fce10441080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1174e66d-c78c-4840-9a5c-a2ca5c5cad23,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:59.112247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:37:59.118772 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6390b737-9360-4343-95f0-b84cfff865b5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/1488dabc-791b-4fae-bfe3-6da7475675a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8302767 Oct 20 03:37:59.124539 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5660712-8f4e-4b2e-85a0-50fa4f6f2be1 None None] Sync routers for ids ['1488dabc-791b-4fae-bfe3-6da7475675a5'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:37:59.136195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54580) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:59.137814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9fd37b7-2340-4a67-89cd-92d0e21d114d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.141472 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5660712-8f4e-4b2e-85a0-50fa4f6f2be1 None None] Routers {'1488dabc-791b-4fae-bfe3-6da7475675a5'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:59.141952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-58b1d72d-b62c-429e-8c57-681d0b5a39f6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.142102 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e5660712-8f4e-4b2e-85a0-50fa4f6f2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['1488dabc-791b-4fae-bfe3-6da7475675a5'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:59.142679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b1d72d-b62c-429e-8c57-681d0b5a39f6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Fanout notify agent at l3_agent the message router_deleted on router 7b25d71f-df46-46d7-b116-74c3dcc12203 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:37:59.151699 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-58b1d72d-b62c-429e-8c57-681d0b5a39f6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.152292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-15078c21-b6b5-45d4-956c-285605dee821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.152867 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-58b1d72d-b62c-429e-8c57-681d0b5a39f6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/routers/7b25d71f-df46-46d7-b116-74c3dcc12203 HTTP/1.1" status: 204 len: 168 time: 0.7956469 Oct 20 03:37:59.182634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54582) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:59.196717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8dba6cb4-5533-407d-9fa9-d2d637db98a2 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.208574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 41b6b026-88ef-4c47-99a3-d6679727a7c9 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:37:59.209610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.211790 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 41b6b026-88ef-4c47-99a3-d6679727a7c9 Oct 20 03:37:59.213331 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dba6cb4-5533-407d-9fa9-d2d637db98a2 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 20 03:37:59.213716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dba6cb4-5533-407d-9fa9-d2d637db98a2 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:37:59.215910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6964ab39-1eb5-4d17-b2ee-4749d3e0477a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:59.216828 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8dba6cb4-5533-407d-9fa9-d2d637db98a2 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/networks/3c95d6d3-a920-4611-9810-3927b8776042 HTTP/1.1" status: 409 len: 405 time: 0.1150031 Oct 20 03:37:59.241724 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54584) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:59.254900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1949663077'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:59.263562 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e5660712-8f4e-4b2e-85a0-50fa4f6f2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:59.296616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd37b7-2340-4a67-89cd-92d0e21d114d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event deleted for resources: {'Subnet': ['ID=69458668-487a-4f8f-8bfe-ae842521d615,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:59.296710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15078c21-b6b5-45d4-956c-285605dee821 None None] No DVR routers for this DVR port ee462e78-843d-4be9-bf8a-79949b883123 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:59.298106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9fd37b7-2340-4a67-89cd-92d0e21d114d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.308441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54586) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:59.328933 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5660712-8f4e-4b2e-85a0-50fa4f6f2be1 None None] Routers {'1488dabc-791b-4fae-bfe3-6da7475675a5'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:37:59.328933 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e5660712-8f4e-4b2e-85a0-50fa4f6f2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['1488dabc-791b-4fae-bfe3-6da7475675a5'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:59.333789 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a9fd37b7-2340-4a67-89cd-92d0e21d114d tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "DELETE /v2.0/subnets/69458668-487a-4f8f-8bfe-ae842521d615 HTTP/1.1" status: 204 len: 168 time: 1.5690951 Oct 20 03:37:59.350378 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 5 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:37:59.385652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:59.389393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.448718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Deleting port 66cb4989-d70b-4223-8b6f-31a281e803c9 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:37:59.448985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.458122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b16f07d-0951-4988-92e3-9772f5427062 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:59.460097 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4b16f07d-0951-4988-92e3-9772f5427062 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports/efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 HTTP/1.1" status: 200 len: 911 time: 0.3194425 Oct 20 03:37:59.471279 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e5660712-8f4e-4b2e-85a0-50fa4f6f2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:37:59.478860 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5660712-8f4e-4b2e-85a0-50fa4f6f2be1 None None] The sync data for ids ['1488dabc-791b-4fae-bfe3-6da7475675a5'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:37:59.492207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54588) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:59.512212 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-335bd51b-03b1-4256-8cfa-b65d9c9d51b7 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.514891 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-335bd51b-03b1-4256-8cfa-b65d9c9d51b7 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.516056 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-335bd51b-03b1-4256-8cfa-b65d9c9d51b7 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "DELETE /v2.0/security-groups/3f061ee4-94d4-4c5c-8e1e-b774979f412a HTTP/1.1" status: 204 len: 168 time: 1.1911902 Oct 20 03:37:59.553412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] For port 66cb4989-d70b-4223-8b6f-31a281e803c9, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=66cb4989-d70b-4223-8b6f-31a281e803c9,segment=NetworkSegment(e0a7ec8d-01bb-41cb-a295-754ee7fab186),segment_id=e0a7ec8d-01bb-41cb-a295-754ee7fab186)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:37:59.553807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.554742 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f8e9b32d-4d9e-446a-99d0-87f920105652 req-cad58d3f-8839-498b-9690-fed5b486c0ff tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733691 Oct 20 03:37:59.555230 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54590) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:59.568699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Calling delete_port for 66cb4989-d70b-4223-8b6f-31a281e803c9 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:37:59.613156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ceada-98ef-4b01-8572-b4bd032e5e20 None None] Network b3f26d2e-fab4-43d9-9634-4e2bc7cab88d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:37:59.620204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bd51b-03b1-4256-8cfa-b65d9c9d51b7 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f061ee4-94d4-4c5c-8e1e-b774979f412a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:59.650588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:37:59.683280 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:37:59.691301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.737768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.738111 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Added segment 3b214b1d-45e6-4afd-8d17-ccbca66e38a2 of type vlan for network e90a4358-56d9-4a2f-9b2c-3755a1080a32 Oct 20 03:37:59.752234 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1ab52b83-fa02-4bf2-8959-362df7ec2025 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1861959 Oct 20 03:37:59.752477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15078c21-b6b5-45d4-956c-285605dee821 None None] Pushing event deleted for resources: {'Port': ['ID=ee462e78-843d-4be9-bf8a-79949b883123,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:59.753907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54592) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:37:59.757713 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ec8bef2d-db2f-4c22-8cea-ef2ae94457e2 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675304015'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:37:59.764811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6964ab39-1eb5-4d17-b2ee-4749d3e0477a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:37:59.768717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6964ab39-1eb5-4d17-b2ee-4749d3e0477a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.821223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.884551 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.905975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-526bb168-7a26-4933-b170-a6af7ff7fbb4 None None] Set router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:37:59.926249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Port': ['ID=66cb4989-d70b-4223-8b6f-31a281e803c9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:37:59.933140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] No DVR routers for this DVR port 66cb4989-d70b-4223-8b6f-31a281e803c9 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:37:59.964278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.967634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.973003 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 41b6b026-88ef-4c47-99a3-d6679727a7c9 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:37:59.973144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:37:59.974769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:37:59.975424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.052406 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8100305 Oct 20 03:38:00.056091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54594) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:00.073890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea6d9d6-38b4-4469-babc-86b04f8ceb82 None None] DHCP port deletion for 007da0ce-221e-464d-9c2a-03252c0aacc8 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:00.081619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 41b6b026-88ef-4c47-99a3-d6679727a7c9, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=41b6b026-88ef-4c47-99a3-d6679727a7c9,segment=NetworkSegment(8273fa9e-8b64-494c-9d90-6dbcae8fe8b5),segment_id=8273fa9e-8b64-494c-9d90-6dbcae8fe8b5)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:00.093949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.097958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ddfc0435-c0b7-45da-98db-7b3b4f97e02b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:00.108813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.114985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'subnet': {'network_id': 'e90a4358-56d9-4a2f-9b2c-3755a1080a32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:00.146964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca9105-1c1d-41b3-8f08-bf2f26951790 None None] DHCP port deletion for 3c95d6d3-a920-4611-9810-3927b8776042 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:00.177087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43463d6-f90e-4b7f-8cc0-5db3cf83e291 None None] DHCP port deletion for b3f26d2e-fab4-43d9-9634-4e2bc7cab88d request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:00.188511 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 6 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:00.222903 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec8bef2d-db2f-4c22-8cea-ef2ae94457e2 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.233938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3879c80-f4c3-4857-9a3a-c260562e910e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Network': ['ID=e90a4358-56d9-4a2f-9b2c-3755a1080a32,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:00.239695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007da0ce-221e-464d-9c2a-03252c0aacc8']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:00.256118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a7ec8d-01bb-41cb-a295-754ee7fab186') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:00.256523 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a7ec8d-01bb-41cb-a295-754ee7fab186') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:00.286575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network e90a4358-56d9-4a2f-9b2c-3755a1080a32 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:00.300552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=41b6b026-88ef-4c47-99a3-d6679727a7c9,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:00.307218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.337699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.352017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:00.352464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.363787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:00.378750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Deleting port ed4d284a-038d-400e-acbd-1dbd4015987d {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:00.379245 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.388758 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment e0a7ec8d-01bb-41cb-a295-754ee7fab186 resource provider aggregate not found Oct 20 03:38:00.410451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:00.414683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.431719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ddfc0435-c0b7-45da-98db-7b3b4f97e02b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:00.432066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.432415 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ddfc0435-c0b7-45da-98db-7b3b4f97e02b Oct 20 03:38:00.471127 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment e0a7ec8d-01bb-41cb-a295-754ee7fab186 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0a7ec8d-01bb-41cb-a295-754ee7fab186 found for delete ", "request_id": "req-ea4a8f28-9386-4d4f-a3f5-7f0d72a85a99"}]} Oct 20 03:38:00.475708 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-74ca9105-1c1d-41b3-8f08-bf2f26951790 None None] Deleting port 41b6b026-88ef-4c47-99a3-d6679727a7c9 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:00.475708 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74ca9105-1c1d-41b3-8f08-bf2f26951790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.477673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a43463d6-f90e-4b7f-8cc0-5db3cf83e291 None None] Deleting port 0723983a-356b-48e0-aed9-ce726f1e9542 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:00.478025 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a43463d6-f90e-4b7f-8cc0-5db3cf83e291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.524674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.529400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.534257 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "DELETE /v2.0/networks/007da0ce-221e-464d-9c2a-03252c0aacc8 HTTP/1.1" status: 204 len: 168 time: 1.5969665 Oct 20 03:38:00.538130 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54600) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:00.538389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-526bb168-7a26-4933-b170-a6af7ff7fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:37:54Z', 'revision_number': 5, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:00.559789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec8bef2d-db2f-4c22-8cea-ef2ae94457e2 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.599637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7af92b-c495-49d3-b1ad-6c9be26dcc06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Network': ['ID=007da0ce-221e-464d-9c2a-03252c0aacc8,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:00.621337 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6964ab39-1eb5-4d17-b2ee-4749d3e0477a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.639075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] For port ed4d284a-038d-400e-acbd-1dbd4015987d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ed4d284a-038d-400e-acbd-1dbd4015987d,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:00.639457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.647469 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-74ca9105-1c1d-41b3-8f08-bf2f26951790 None None] For port 41b6b026-88ef-4c47-99a3-d6679727a7c9, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=41b6b026-88ef-4c47-99a3-d6679727a7c9,segment=NetworkSegment(8273fa9e-8b64-494c-9d90-6dbcae8fe8b5),segment_id=8273fa9e-8b64-494c-9d90-6dbcae8fe8b5)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:00.647866 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74ca9105-1c1d-41b3-8f08-bf2f26951790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.650389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bb168-7a26-4933-b170-a6af7ff7fbb4 None None] The sync data for ids ['71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2'] in dv-neutron-861842-1-hyperv is: [{'id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1635508424', 'tenant_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:37:54Z', 'revision_number': 5, 'project_id': 'b14ce2e28b1c4fbeae52cce400abaa98', 'gw_port': {'id': 'ed4d284a-038d-400e-acbd-1dbd4015987d', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:35:33Z', 'updated_at': '2022-10-20T03:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:00.660506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Calling delete_port for ed4d284a-038d-400e-acbd-1dbd4015987d owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:00.665714 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a43463d6-f90e-4b7f-8cc0-5db3cf83e291 None None] For port 0723983a-356b-48e0-aed9-ce726f1e9542, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0723983a-356b-48e0-aed9-ce726f1e9542,segment=NetworkSegment(4eb9f702-05a9-492c-bf92-16f82c93240c),segment_id=4eb9f702-05a9-492c-bf92-16f82c93240c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:00.666132 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a43463d6-f90e-4b7f-8cc0-5db3cf83e291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.681284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-74ca9105-1c1d-41b3-8f08-bf2f26951790 None None] Calling delete_port for 41b6b026-88ef-4c47-99a3-d6679727a7c9 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:00.692254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a43463d6-f90e-4b7f-8cc0-5db3cf83e291 None None] Calling delete_port for 0723983a-356b-48e0-aed9-ce726f1e9542 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:00.705524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec8bef2d-db2f-4c22-8cea-ef2ae94457e2 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.708954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.735243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6964ab39-1eb5-4d17-b2ee-4749d3e0477a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:00.762608 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6964ab39-1eb5-4d17-b2ee-4749d3e0477a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:00.803323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b1b422-5bbe-4cf6-b7a4-6c76efeaa967 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:00.818203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9135-7999-444d-b4e8-459836d90c78 req-63c0aab1-5bae-4b6c-9f25-ea564bac80e0 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:00.820746 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bdea9135-7999-444d-b4e8-459836d90c78 req-63c0aab1-5bae-4b6c-9f25-ea564bac80e0 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1667273 Oct 20 03:38:00.826176 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6964ab39-1eb5-4d17-b2ee-4749d3e0477a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:00.826776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6964ab39-1eb5-4d17-b2ee-4749d3e0477a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.827907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ddfc0435-c0b7-45da-98db-7b3b4f97e02b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:00.840508 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84ce7da-57e6-4048-a6c9-66df36940082 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Deleting subnet 90cb34c2-7d84-4703-ab99-86fd276f2c4d {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:00.844583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec8bef2d-db2f-4c22-8cea-ef2ae94457e2 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.849323 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ec8bef2d-db2f-4c22-8cea-ef2ae94457e2 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0950391 Oct 20 03:38:00.862882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54604) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:00.866254 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 7 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:00.867360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-322ddeb7-1642-4ef5-b7ec-0150a1410e65 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'b7f179ab-9289-4a7d-aa75-595a19adb428', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:00.894201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f84ce7da-57e6-4048-a6c9-66df36940082 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:00.897288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bef2d-db2f-4c22-8cea-ef2ae94457e2 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f179ab-9289-4a7d-aa75-595a19adb428,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:00.924246 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964ab39-1eb5-4d17-b2ee-4749d3e0477a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=876b8be4-ef8e-45e7-a8af-72f249762488,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:00.942902 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6964ab39-1eb5-4d17-b2ee-4749d3e0477a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7587912 Oct 20 03:38:00.943100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54606) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:00.951457 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7d364269-fa43-4c92-8a25-70e0ecb6ac74 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1367208070', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:00.972211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:00.980332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74ca9105-1c1d-41b3-8f08-bf2f26951790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.005510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a43463d6-f90e-4b7f-8cc0-5db3cf83e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.046095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca9105-1c1d-41b3-8f08-bf2f26951790 None None] Pushing event deleted for resources: {'Port': ['ID=41b6b026-88ef-4c47-99a3-d6679727a7c9,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:01.072712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f84ce7da-57e6-4048-a6c9-66df36940082 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.087136 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-322ddeb7-1642-4ef5-b7ec-0150a1410e65 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:01.088588 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-322ddeb7-1642-4ef5-b7ec-0150a1410e65 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2247005 Oct 20 03:38:01.098485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca9105-1c1d-41b3-8f08-bf2f26951790 None None] No DVR routers for this DVR port 41b6b026-88ef-4c47-99a3-d6679727a7c9 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:01.103744 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54608) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:01.120741 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bdea9135-7999-444d-b4e8-459836d90c78 req-2c31fc2a-79b2-4be4-84d2-ef2461a6f7bb tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557518 Oct 20 03:38:01.131026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c31804a5-b05b-4413-a94e-7beeca1b12c3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:01.149528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9e80de65-e0d2-46f5-a95f-992b82932164 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group_rule': {'security_group_id': 'b7f179ab-9289-4a7d-aa75-595a19adb428', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:01.165579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43463d6-f90e-4b7f-8cc0-5db3cf83e291 None None] Pushing event deleted for resources: {'Port': ['ID=0723983a-356b-48e0-aed9-ce726f1e9542,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:01.175239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d364269-fa43-4c92-8a25-70e0ecb6ac74 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.176306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d364269-fa43-4c92-8a25-70e0ecb6ac74 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.179137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: c31804a5-b05b-4413-a94e-7beeca1b12c3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:01.179482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c31804a5-b05b-4413-a94e-7beeca1b12c3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:01.179909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ee462e78-843d-4be9-bf8a-79949b883123 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:01.222436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ee462e78-843d-4be9-bf8a-79949b883123 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:01.223659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ee462e78-843d-4be9-bf8a-79949b883123 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:01.293308 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43463d6-f90e-4b7f-8cc0-5db3cf83e291 None None] No DVR routers for this DVR port 0723983a-356b-48e0-aed9-ce726f1e9542 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:01.300128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '876b8be4-ef8e-45e7-a8af-72f249762488'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:01.301044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.365948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.objects.ports [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103629) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:38:01.369381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d364269-fa43-4c92-8a25-70e0ecb6ac74 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.375283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.404581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d364269-fa43-4c92-8a25-70e0ecb6ac74 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.475915 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 41b6b026-88ef-4c47-99a3-d6679727a7c9 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:01.478423 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 8 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:01.481946 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-9e80de65-e0d2-46f5-a95f-992b82932164 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:01.482735 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9e80de65-e0d2-46f5-a95f-992b82932164 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3775866 Oct 20 03:38:01.490505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.497992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54614) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:01.530081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f84ce7da-57e6-4048-a6c9-66df36940082 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.550498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event deleted for resources: {'Port': ['ID=ed4d284a-038d-400e-acbd-1dbd4015987d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:01.570778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Subnet': ['ID=807a3a56-b3b5-4acb-9137-c522ef83e806,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:01.572845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d364269-fa43-4c92-8a25-70e0ecb6ac74 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.576690 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7d364269-fa43-4c92-8a25-70e0ecb6ac74 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6262271 Oct 20 03:38:01.582145 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54616) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:01.649406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Checking segment: {'id': '3b214b1d-45e6-4afd-8d17-ccbca66e38a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e90a4358-56d9-4a2f-9b2c-3755a1080a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:01.649814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network hostable DHCP agents. Network: e90a4358-56d9-4a2f-9b2c-3755a1080a32, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:01.652727 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Allocated IP 2001:db8:1::1 (99369017-16f2-491c-94c0-6b874a13828e/d88a67cf-adc4-467c-b111-c0b9d095980f/9f6deefe-9e56-4aed-a9de-a1602e27c10f) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:01.663259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d71b6-33fb-443d-85f1-44fd400bc587 req-2525391f-14f2-4bee-9f0a-477f11a15177 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:01.665256 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-462d71b6-33fb-443d-85f1-44fd400bc587 req-2525391f-14f2-4bee-9f0a-477f11a15177 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.3414729 Oct 20 03:38:01.693114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.697053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea0eeacd-fb77-4eb7-abd9-e6a7ec37d151 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.709720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 41b6b026-88ef-4c47-99a3-d6679727a7c9 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:01.709720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 41b6b026-88ef-4c47-99a3-d6679727a7c9 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:01.710189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 1efa1761-7153-4ca4-b382-79ff306ae474 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:01.757228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network e90a4358-56d9-4a2f-9b2c-3755a1080a32 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:01.757430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 1efa1761-7153-4ca4-b382-79ff306ae474 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:01.757430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 1efa1761-7153-4ca4-b382-79ff306ae474 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:01.757765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0723983a-356b-48e0-aed9-ce726f1e9542 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:01.785424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, e90a4358-56d9-4a2f-9b2c-3755a1080a32) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:01.795547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 0723983a-356b-48e0-aed9-ce726f1e9542 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:01.795917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0723983a-356b-48e0-aed9-ce726f1e9542 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:01.796321 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 66cb4989-d70b-4223-8b6f-31a281e803c9 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:01.818176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 66cb4989-d70b-4223-8b6f-31a281e803c9 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:01.818515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 66cb4989-d70b-4223-8b6f-31a281e803c9 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:01.826035 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:01.826520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f84ce7da-57e6-4048-a6c9-66df36940082 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.834420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Allocated IP 2001:db8::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/876b8be4-ef8e-45e7-a8af-72f249762488/e9563538-0f32-4c7d-a955-7679b729fb5f) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:01.840823 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8853510d-0e91-4c78-abc7-5557e7c4ab29 None None] Network e90a4358-56d9-4a2f-9b2c-3755a1080a32 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:01.910523 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-462d71b6-33fb-443d-85f1-44fd400bc587 req-1db0d876-8689-4ffa-afae-f7e04e888850 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115319 Oct 20 03:38:01.915956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ce7da-57e6-4048-a6c9-66df36940082 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Subnet': ['ID=90cb34c2-7d84-4703-ab99-86fd276f2c4d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:01.935433 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f84ce7da-57e6-4048-a6c9-66df36940082 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:01.941685 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f84ce7da-57e6-4048-a6c9-66df36940082 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "DELETE /v2.0/subnets/90cb34c2-7d84-4703-ab99-86fd276f2c4d HTTP/1.1" status: 204 len: 168 time: 1.3935928 Oct 20 03:38:01.948254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3719cc54-db27-454f-b695-39633ddea37b None None] Network 51bb53fa-1fda-4f59-8f2f-2af405490010 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:01.977188 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54618) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:02.108702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.111986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.114392 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea0eeacd-fb77-4eb7-abd9-e6a7ec37d151 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.129675 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bf491f-22c6-48b3-bb21-f4f956af6eb3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Deleting subnet b81f4de9-f2d9-42dc-bcdf-22492b2e89ed {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:02.137945 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.153203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:02.153516 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-79bf491f-22c6-48b3-bb21-f4f956af6eb3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.153806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.175367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.213695 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-79bf491f-22c6-48b3-bb21-f4f956af6eb3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.244321 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-e90a4358-56d9-4a2f-9b2c-3755a1080a32', 'network_id': 'e90a4358-56d9-4a2f-9b2c-3755a1080a32', 'tenant_id': 'fa30608ef3e24fa99be3cb91a35e19b9', 'fixed_ips': [{'subnet_id': '807a3a56-b3b5-4acb-9137-c522ef83e806'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:02.245363 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.249759 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea4b62-4cae-4312-94c8-ba789b6df495 req-9e82007a-4b8a-4b49-9469-46ef444808c3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:02.251375 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0ea4b62-4cae-4312-94c8-ba789b6df495 req-9e82007a-4b8a-4b49-9469-46ef444808c3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1265340 Oct 20 03:38:02.258295 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3f9c0854-b63a-41a9-9c06-9c5be3c8bcf7 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1952262 Oct 20 03:38:02.258295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.258295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Fanout notify agent at l3_agent the message router_deleted on router 71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:38:02.259597 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54622) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:02.290548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.309542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.316234 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-febfa71b-d946-4734-b5d7-a63734e56c63 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "DELETE /v2.0/routers/71a4b5ac-09d2-4bcf-b2e3-42efcbc23ce2 HTTP/1.1" status: 204 len: 168 time: 3.0020034 Oct 20 03:38:02.316463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54624) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:02.369982 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 9 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:02.378754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d0b951-b004-4c99-8b58-5712f27fb5b0 None None] DHCP port deletion for 51bb53fa-1fda-4f59-8f2f-2af405490010 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:02.390933 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea0eeacd-fb77-4eb7-abd9-e6a7ec37d151 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.394584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea0eeacd-fb77-4eb7-abd9-e6a7ec37d151 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.399290 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ea0eeacd-fb77-4eb7-abd9-e6a7ec37d151 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "DELETE /v2.0/security-groups/b7f179ab-9289-4a7d-aa75-595a19adb428 HTTP/1.1" status: 204 len: 168 time: 0.8987727 Oct 20 03:38:02.400236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54626) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:02.400662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.475094 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0ea4b62-4cae-4312-94c8-ba789b6df495 req-dfdb7721-f4fd-4fa9-9ddc-12c7abe223ce tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167175 Oct 20 03:38:02.476357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0eeacd-fb77-4eb7-abd9-e6a7ec37d151 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f179ab-9289-4a7d-aa75-595a19adb428,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:02.521401 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-320057c7-7f5a-4cc8-bc54-b086d9513a4e tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1083870 Oct 20 03:38:02.537404 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.542123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54630) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:02.547553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e1a902bb-daa2-4ea4-b7f8-87c7d3d8781b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'tempest-secgroup--311906958'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:02.551125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Pushing event updated for resources: {'Port': ['ID=e9563538-0f32-4c7d-a955-7679b729fb5f,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:02.558930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:02.587380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:02.593029 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:02.601969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:02.645843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.646043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Allocated IP 2001:db8::f816:3eff:fe28:ce08 (e90a4358-56d9-4a2f-9b2c-3755a1080a32/807a3a56-b3b5-4acb-9137-c522ef83e806/26db4cde-23c3-40fa-9550-8aaa0e65e5ca) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:02.651435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1a902bb-daa2-4ea4-b7f8-87c7d3d8781b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.707930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Attempting to bind port e9563538-0f32-4c7d-a955-7679b729fb5f on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:02.708300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Attempting to bind port e9563538-0f32-4c7d-a955-7679b729fb5f by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:02.708808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Attempting to bind port e9563538-0f32-4c7d-a955-7679b729fb5f on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:02.723733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-95d0b951-b004-4c99-8b58-5712f27fb5b0 None None] Deleting port a9874950-5aca-4d5e-a1f5-8e47422e7f6b {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:02.724213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-95d0b951-b004-4c99-8b58-5712f27fb5b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.731641 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:02.732013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:02.732437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.732818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:02.733293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Bound port: e9563538-0f32-4c7d-a955-7679b729fb5f, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:02.733737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.770674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1a902bb-daa2-4ea4-b7f8-87c7d3d8781b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.775874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1a902bb-daa2-4ea4-b7f8-87c7d3d8781b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.780651 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.813441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1a902bb-daa2-4ea4-b7f8-87c7d3d8781b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.817912 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e1a902bb-daa2-4ea4-b7f8-87c7d3d8781b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2758884 Oct 20 03:38:02.818771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54632) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:02.823301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9b5575fe-bf41-4955-91a5-b2cbe2d3b776 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:02.823728 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.api.v2.base [None req-9b5575fe-bf41-4955-91a5-b2cbe2d3b776 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 03:38:02.824224 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-9b5575fe-bf41-4955-91a5-b2cbe2d3b776 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 03:38:02.828234 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9b5575fe-bf41-4955-91a5-b2cbe2d3b776 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "PUT /v2.0/security-groups/8ac2f093-ab91-41fd-b5fa-981e9afcb0fe HTTP/1.1" status: 409 len: 330 time: 0.0065501 Oct 20 03:38:02.828817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54634) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:02.836371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a902bb-daa2-4ea4-b7f8-87c7d3d8781b tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac2f093-ab91-41fd-b5fa-981e9afcb0fe,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:02.853079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 99369017-16f2-491c-94c0-6b874a13828e is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:02.882295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:02.884547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:02.885230 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.894633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-95d0b951-b004-4c99-8b58-5712f27fb5b0 None None] For port a9874950-5aca-4d5e-a1f5-8e47422e7f6b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a9874950-5aca-4d5e-a1f5-8e47422e7f6b,segment=NetworkSegment(f564017f-c46b-4788-b9bb-c1428982ac5e),segment_id=f564017f-c46b-4788-b9bb-c1428982ac5e)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:02.895030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-95d0b951-b004-4c99-8b58-5712f27fb5b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.921886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c14a40b-a524-4573-b3ef-f1e698a9c808 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.951666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-95d0b951-b004-4c99-8b58-5712f27fb5b0 None None] Calling delete_port for a9874950-5aca-4d5e-a1f5-8e47422e7f6b owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:02.959572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c14a40b-a524-4573-b3ef-f1e698a9c808 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.963542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.976220 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-79bf491f-22c6-48b3-bb21-f4f956af6eb3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:02.990770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] For port e9563538-0f32-4c7d-a955-7679b729fb5f, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:02.997814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.036570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c14a40b-a524-4573-b3ef-f1e698a9c808 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.036877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] For port e9563538-0f32-4c7d-a955-7679b729fb5f, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e9563538-0f32-4c7d-a955-7679b729fb5f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:03.040209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.042665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c14a40b-a524-4573-b3ef-f1e698a9c808 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.047353 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5c14a40b-a524-4573-b3ef-f1e698a9c808 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "DELETE /v2.0/security-groups/8ac2f093-ab91-41fd-b5fa-981e9afcb0fe HTTP/1.1" status: 204 len: 168 time: 0.2167664 Oct 20 03:38:03.048063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54636) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:03.085183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.094752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14a40b-a524-4573-b3ef-f1e698a9c808 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac2f093-ab91-41fd-b5fa-981e9afcb0fe,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:03.095548 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 10 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:03.140033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=9f6deefe-9e56-4aed-a9de-a1602e27c10f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:03.144466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.158923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Network e90a4358-56d9-4a2f-9b2c-3755a1080a32 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:03.183099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Subnet': ['ID=807a3a56-b3b5-4acb-9137-c522ef83e806,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:03.189474 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:03.196349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:03.198172 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5850d29e-8b96-4309-8727-95725793a372 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1388705 Oct 20 03:38:03.199903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54638) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:03.216010 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-5c4f2b07-6753-408c-805c-8fd02ba3cff0 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] delete failed (client error): The resource could not be found. Oct 20 03:38:03.221261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Pushing event updated for resources: {'Port': ['ID=26db4cde-23c3-40fa-9550-8aaa0e65e5ca,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:03.223763 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5c4f2b07-6753-408c-805c-8fd02ba3cff0 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "DELETE /v2.0/security-groups/3e470f4b-3010-444f-ab73-bd0a9dacaa6b HTTP/1.1" status: 404 len: 347 time: 0.0223627 Oct 20 03:38:03.226996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54640) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:03.236990 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0ee72-5428-478d-991a-4a87347a1d9f req-7451a4aa-c392-42b8-aada-4b5e9ec47084 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:03.239604 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5ac0ee72-5428-478d-991a-4a87347a1d9f req-7451a4aa-c392-42b8-aada-4b5e9ec47084 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.4966664 Oct 20 03:38:03.333391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:03.348304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.348733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-95d0b951-b004-4c99-8b58-5712f27fb5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.369986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Attempting to bind port 26db4cde-23c3-40fa-9550-8aaa0e65e5ca on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:03.370650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Attempting to bind port 26db4cde-23c3-40fa-9550-8aaa0e65e5ca by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '3b214b1d-45e6-4afd-8d17-ccbca66e38a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e90a4358-56d9-4a2f-9b2c-3755a1080a32'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:03.370767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Attempting to bind port 26db4cde-23c3-40fa-9550-8aaa0e65e5ca on network e90a4358-56d9-4a2f-9b2c-3755a1080a32 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:03.373787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ed4d284a-038d-400e-acbd-1dbd4015987d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:03.374030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90a4358-56d9-4a2f-9b2c-3755a1080a32']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:03.389545 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b214b1d-45e6-4afd-8d17-ccbca66e38a2') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:03.389783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b214b1d-45e6-4afd-8d17-ccbca66e38a2') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:03.406400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.435087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:03.435548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Checking segment: {'id': '3b214b1d-45e6-4afd-8d17-ccbca66e38a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e90a4358-56d9-4a2f-9b2c-3755a1080a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:03.436044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.436500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Bound using segment: {'id': '3b214b1d-45e6-4afd-8d17-ccbca66e38a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e90a4358-56d9-4a2f-9b2c-3755a1080a32'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:03.440751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Bound port: 26db4cde-23c3-40fa-9550-8aaa0e65e5ca, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b214b1d-45e6-4afd-8d17-ccbca66e38a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e90a4358-56d9-4a2f-9b2c-3755a1080a32'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:03.441546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.446479 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-279710b6-b92e-4a16-a451-8ef8421ab8bd tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] show failed (client error): The resource could not be found. Oct 20 03:38:03.446893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0b951-b004-4c99-8b58-5712f27fb5b0 None None] No DVR routers for this DVR port a9874950-5aca-4d5e-a1f5-8e47422e7f6b on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:03.451646 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-279710b6-b92e-4a16-a451-8ef8421ab8bd tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-groups/0aca0517-08fd-4b5c-920d-86c1ac575705 HTTP/1.1" status: 404 len: 347 time: 0.2213385 Oct 20 03:38:03.455460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54642) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:03.455638 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.455755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ed4d284a-038d-400e-acbd-1dbd4015987d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:03.455755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ed4d284a-038d-400e-acbd-1dbd4015987d not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:03.455755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a9874950-5aca-4d5e-a1f5-8e47422e7f6b no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:03.463888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-79bf491f-22c6-48b3-bb21-f4f956af6eb3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.474142 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-f97cab5a-6988-4460-9976-646d8f024137 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] show failed (client error): The resource could not be found. Oct 20 03:38:03.480512 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f97cab5a-6988-4460-9976-646d8f024137 tempest-NegativeSecGroupIPv6Test-971913985 tempest-NegativeSecGroupIPv6Test-971913985-project] 10.222.0.20 "GET /v2.0/security-group-rules/fd71d25a-82c5-48d3-a63e-2e06ae8a6c40 HTTP/1.1" status: 404 len: 356 time: 0.0225205 Oct 20 03:38:03.480512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.480791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Provisioning complete for port ddfc0435-c0b7-45da-98db-7b3b4f97e02b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:03.480791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.481056 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 1 to provision port ddfc0435-c0b7-45da-98db-7b3b4f97e02b Oct 20 03:38:03.499109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:03.499647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.500932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.506275 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1392fa-6b7c-4d1d-b043-f1442a3e707a None None] Pushing event updated for resources: {'Port': ['ID=e9563538-0f32-4c7d-a955-7679b729fb5f,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:03.533522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: a9874950-5aca-4d5e-a1f5-8e47422e7f6b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:03.533867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a9874950-5aca-4d5e-a1f5-8e47422e7f6b not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:03.550726 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3b214b1d-45e6-4afd-8d17-ccbca66e38a2 resource provider aggregate not found Oct 20 03:38:03.563306 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0b951-b004-4c99-8b58-5712f27fb5b0 None None] Pushing event deleted for resources: {'Port': ['ID=a9874950-5aca-4d5e-a1f5-8e47422e7f6b,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:03.591430 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::1 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/876b8be4-ef8e-45e7-a8af-72f249762488/7e63220d-80b7-4d33-a262-6e5881bf31f9) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:03.640856 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] For port 26db4cde-23c3-40fa-9550-8aaa0e65e5ca, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:03.661435 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3b214b1d-45e6-4afd-8d17-ccbca66e38a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b214b1d-45e6-4afd-8d17-ccbca66e38a2 found for delete ", "request_id": "req-3abab450-9e87-4e40-b71b-a99e1a752a6f"}]} Oct 20 03:38:03.673240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.db.api [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:38:03.673240 dv-neutron-861842-1-hyperv neutron-server[103629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:38:03.673240 dv-neutron-861842-1-hyperv neutron-server[103629]: [parameters: {'id': 'e90a4358-56d9-4a2f-9b2c-3755a1080a32'}] Oct 20 03:38:03.673240 dv-neutron-861842-1-hyperv neutron-server[103629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:03.673754 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG oslo_db.api [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:03.726154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf491f-22c6-48b3-bb21-f4f956af6eb3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Subnet': ['ID=b81f4de9-f2d9-42dc-bcdf-22492b2e89ed,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:03.770442 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f26d2e-fab4-43d9-9634-4e2bc7cab88d']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:03.776647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-79bf491f-22c6-48b3-bb21-f4f956af6eb3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.782229 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-79bf491f-22c6-48b3-bb21-f4f956af6eb3 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "DELETE /v2.0/subnets/b81f4de9-f2d9-42dc-bcdf-22492b2e89ed HTTP/1.1" status: 204 len: 168 time: 1.8019538 Oct 20 03:38:03.783538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54652) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:03.795301 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5ac0ee72-5428-478d-991a-4a87347a1d9f req-57ee8a00-0e55-41ef-8bcc-f81bbf363f18 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4862604 Oct 20 03:38:03.828619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd935ad-df9a-43cc-8957-6bbb12b71fd7 None None] Network 7318cf77-57a6-496b-9a89-f5d0e41f38a9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:03.853713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] For port 26db4cde-23c3-40fa-9550-8aaa0e65e5ca, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=26db4cde-23c3-40fa-9550-8aaa0e65e5ca,segment=NetworkSegment(3b214b1d-45e6-4afd-8d17-ccbca66e38a2),segment_id=3b214b1d-45e6-4afd-8d17-ccbca66e38a2)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:03.870311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Current status of the port ddfc0435-c0b7-45da-98db-7b3b4f97e02b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:03.872953 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.952105 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54656) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:03.974908 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.982301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.982579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb9f702-05a9-492c-bf92-16f82c93240c') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:03.982811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb9f702-05a9-492c-bf92-16f82c93240c') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:03.997535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Provisioning complete for port ec757491-9d87-485e-aca0-b020b7950725 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:03.997909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:03.998245 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Attempt 1 to provision port ec757491-9d87-485e-aca0-b020b7950725 Oct 20 03:38:03.998720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.027525 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.036030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b525b4e-249a-4f3d-88fc-7bdec729f7f9 req-59c10d71-9975-4266-b1e5-11e0b66994a7 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:04.037948 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2b525b4e-249a-4f3d-88fc-7bdec729f7f9 req-59c10d71-9975-4266-b1e5-11e0b66994a7 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1299160 Oct 20 03:38:04.050854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e8ebd2-7ccb-4f2e-9d2f-717375fb9caf None None] Network e90a4358-56d9-4a2f-9b2c-3755a1080a32 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:04.056883 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:04.057299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.074611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29afc1d-2715-4a71-8f22-9e4c2fb1bbb9 None None] Pushing event updated for resources: {'Port': ['ID=26db4cde-23c3-40fa-9550-8aaa0e65e5ca,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:04.182984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.199518 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2b525b4e-249a-4f3d-88fc-7bdec729f7f9 req-8672f8db-e24e-4b6e-90aa-9d37dfa596a8 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543050 Oct 20 03:38:04.202825 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 4eb9f702-05a9-492c-bf92-16f82c93240c resource provider aggregate not found Oct 20 03:38:04.242349 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 4eb9f702-05a9-492c-bf92-16f82c93240c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4eb9f702-05a9-492c-bf92-16f82c93240c found for delete ", "request_id": "req-079888fa-26ae-4a9f-83cc-dddfe5f97d4f"}]} Oct 20 03:38:04.243709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.289223 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722293fc-4968-495e-ae2a-121c52d9a45a None None] Current status of the port ec757491-9d87-485e-aca0-b020b7950725 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:04.313333 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.326430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bb53fa-1fda-4f59-8f2f-2af405490010']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:04.342023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61edf42c-3eaa-4839-b4c9-50426e95c9a7 None None] DHCP port deletion for 7318cf77-57a6-496b-9a89-f5d0e41f38a9 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:04.356626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f564017f-c46b-4788-b9bb-c1428982ac5e') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:04.356923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f564017f-c46b-4788-b9bb-c1428982ac5e') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:04.367490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.378249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.384447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.392948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:04.393718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.420001 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.423789 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "DELETE /v2.0/networks/b3f26d2e-fab4-43d9-9634-4e2bc7cab88d HTTP/1.1" status: 204 len: 168 time: 2.1076894 Oct 20 03:38:04.429310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.442196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-61edf42c-3eaa-4839-b4c9-50426e95c9a7 None None] Deleting port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:04.442773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-61edf42c-3eaa-4839-b4c9-50426e95c9a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.455072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:04.460068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ed11e-dbdd-40dc-99b0-b522d801f0e1 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event deleted for resources: {'Network': ['ID=b3f26d2e-fab4-43d9-9634-4e2bc7cab88d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:04.467095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:04.470633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54666) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:04.473325 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Provisioning complete for port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:04.474940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.474940 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 1 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:04.476393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:04.476968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.493766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.498827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.502793 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "DELETE /v2.0/networks/51bb53fa-1fda-4f59-8f2f-2af405490010 HTTP/1.1" status: 204 len: 168 time: 0.7182889 Oct 20 03:38:04.510186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54670) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:04.523736 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-40c30718-ab18-4518-ad8e-2b02c541902d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43ce9615703448c6a1c37939015e7596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705693 Oct 20 03:38:04.524987 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:04.533825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6c351-1f7a-48fa-a1cb-ddda888513e0 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Network': ['ID=51bb53fa-1fda-4f59-8f2f-2af405490010,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:04.545607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54672) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:04.579887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.593173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.600713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-61edf42c-3eaa-4839-b4c9-50426e95c9a7 None None] For port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7,segment=NetworkSegment(0f2c7250-31e1-4b54-afdc-76c5be2208dc),segment_id=0f2c7250-31e1-4b54-afdc-76c5be2208dc)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:04.600917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-61edf42c-3eaa-4839-b4c9-50426e95c9a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.618964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-61edf42c-3eaa-4839-b4c9-50426e95c9a7 None None] Calling delete_port for 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:04.664580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=7e63220d-80b7-4d33-a262-6e5881bf31f9,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:04.709714 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.717102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Deleting port 26db4cde-23c3-40fa-9550-8aaa0e65e5ca {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:04.717474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.727607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-61edf42c-3eaa-4839-b4c9-50426e95c9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.750273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258787af-d57d-46c3-b7f9-b23b703b8df6 req-3a71295e-c19e-42e4-ae65-14f3f270b809 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:04.752012 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-258787af-d57d-46c3-b7f9-b23b703b8df6 req-3a71295e-c19e-42e4-ae65-14f3f270b809 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2058358 Oct 20 03:38:04.757788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=9f6deefe-9e56-4aed-a9de-a1602e27c10f,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:04.768200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edf42c-3eaa-4839-b4c9-50426e95c9a7 None None] Pushing event deleted for resources: {'Port': ['ID=7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:04.770531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61edf42c-3eaa-4839-b4c9-50426e95c9a7 None None] No DVR routers for this DVR port 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:04.802288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1812673f-4d98-4bdb-a3b8-25959d163ed0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.815884 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efb5001a-afb9-4016-9b81-4b9074b73f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.858867 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.886710 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1812673f-4d98-4bdb-a3b8-25959d163ed0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.903909 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] For port 26db4cde-23c3-40fa-9550-8aaa0e65e5ca, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=26db4cde-23c3-40fa-9550-8aaa0e65e5ca,segment=NetworkSegment(3b214b1d-45e6-4afd-8d17-ccbca66e38a2),segment_id=3b214b1d-45e6-4afd-8d17-ccbca66e38a2)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:04.904421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:04.909473 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 99369017-16f2-491c-94c0-6b874a13828e is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:04.934860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:04.939660 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-258787af-d57d-46c3-b7f9-b23b703b8df6 req-f28eddf3-0df9-43a2-871a-c1b465ce32f3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781831 Oct 20 03:38:04.943340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Calling delete_port for 26db4cde-23c3-40fa-9550-8aaa0e65e5ca owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:04.946135 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efb5001a-afb9-4016-9b81-4b9074b73f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.011220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.026682 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 2 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:05.097175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7318cf77-57a6-496b-9a89-f5d0e41f38a9']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:05.117154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:05.139099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2c7250-31e1-4b54-afdc-76c5be2208dc') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:05.139410 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2c7250-31e1-4b54-afdc-76c5be2208dc') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:05.155786 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.165018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efb5001a-afb9-4016-9b81-4b9074b73f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.168297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efb5001a-afb9-4016-9b81-4b9074b73f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.169901 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-efb5001a-afb9-4016-9b81-4b9074b73f10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/231fc3b7-be7a-4386-98fb-c2c7855c251d HTTP/1.1" status: 204 len: 168 time: 0.6174331 Oct 20 03:38:05.193540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.199583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5001a-afb9-4016-9b81-4b9074b73f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231fc3b7-be7a-4386-98fb-c2c7855c251d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:05.211214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:05.211624 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.250522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.299284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Port': ['ID=26db4cde-23c3-40fa-9550-8aaa0e65e5ca,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:05.305139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router 1488dabc-791b-4fae-bfe3-6da7475675a5 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:38:05.309050 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1812673f-4d98-4bdb-a3b8-25959d163ed0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.311165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1812673f-4d98-4bdb-a3b8-25959d163ed0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.314989 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1812673f-4d98-4bdb-a3b8-25959d163ed0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] 10.222.0.20 "DELETE /v2.0/security-groups/95677764-e715-41ea-83f3-c65a24227866 HTTP/1.1" status: 204 len: 168 time: 0.8372655 Oct 20 03:38:05.315159 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f95023-e9f3-4f41-b87f-ed9477c2b55a None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:38:05.357532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No DVR routers for this DVR port 26db4cde-23c3-40fa-9550-8aaa0e65e5ca on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:05.366869 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812673f-4d98-4bdb-a3b8-25959d163ed0 tempest-TestNetworkAdvancedServerOps-2126523692 tempest-TestNetworkAdvancedServerOps-2126523692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95677764-e715-41ea-83f3-c65a24227866,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:05.475991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.508259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.510892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:05.519380 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-33af28a2-6a3f-4024-8df2-314c0b33e3d5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/1488dabc-791b-4fae-bfe3-6da7475675a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0249679 Oct 20 03:38:05.521961 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54682) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:05.523992 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.525845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.534995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.538482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "DELETE /v2.0/networks/7318cf77-57a6-496b-9a89-f5d0e41f38a9 HTTP/1.1" status: 204 len: 168 time: 1.0191858 Oct 20 03:38:05.547247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54684) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:05.558008 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712c056-d3d7-4a25-8dd1-5abe61f99a22 None None] Sync routers for ids ['1488dabc-791b-4fae-bfe3-6da7475675a5'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:05.581747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e9563538-0f32-4c7d-a955-7679b729fb5f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:05.608778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8d4df-a864-4349-8437-2dfcbce0acc6 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Network': ['ID=7318cf77-57a6-496b-9a89-f5d0e41f38a9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:05.637648 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 3 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:05.643662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ade3f-e72c-4908-9ad6-1926932116bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:05.644989 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-691ade3f-e72c-4908-9ad6-1926932116bc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports/9f6deefe-9e56-4aed-a9de-a1602e27c10f HTTP/1.1" status: 200 len: 913 time: 0.1219604 Oct 20 03:38:05.650273 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54688) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:05.658631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.668416 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=7e63220d-80b7-4d33-a262-6e5881bf31f9,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:05.703769 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:05.716607 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment f564017f-c46b-4788-b9bb-c1428982ac5e resource provider aggregate not found Oct 20 03:38:05.731726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90a4358-56d9-4a2f-9b2c-3755a1080a32']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:05.744843 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment f564017f-c46b-4788-b9bb-c1428982ac5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f564017f-c46b-4788-b9bb-c1428982ac5e found for delete ", "request_id": "req-199a70a3-6ea0-40f3-bbb6-37a30aaa683e"}]} Oct 20 03:38:05.746226 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712c056-d3d7-4a25-8dd1-5abe61f99a22 None None] Routers {'1488dabc-791b-4fae-bfe3-6da7475675a5'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:05.747608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1712c056-d3d7-4a25-8dd1-5abe61f99a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['1488dabc-791b-4fae-bfe3-6da7475675a5'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:05.759766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae8daf8-731b-42be-bddb-da8dff43e704 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Deleting subnet 37d4a379-8d96-47c7-817a-77e07ac4d4ab {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:05.765301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b214b1d-45e6-4afd-8d17-ccbca66e38a2') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:05.766540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b214b1d-45e6-4afd-8d17-ccbca66e38a2') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:05.773278 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 0f2c7250-31e1-4b54-afdc-76c5be2208dc resource provider aggregate not found Oct 20 03:38:05.777892 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ae8daf8-731b-42be-bddb-da8dff43e704 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.808939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f95023-e9f3-4f41-b87f-ed9477c2b55a None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:38:05.811136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port e9563538-0f32-4c7d-a955-7679b729fb5f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:05.811514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.811851 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port e9563538-0f32-4c7d-a955-7679b729fb5f Oct 20 03:38:05.818674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.819129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1712c056-d3d7-4a25-8dd1-5abe61f99a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:05.854599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.870462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ae8daf8-731b-42be-bddb-da8dff43e704 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.908565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712c056-d3d7-4a25-8dd1-5abe61f99a22 None None] Routers {'1488dabc-791b-4fae-bfe3-6da7475675a5'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:05.910613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1712c056-d3d7-4a25-8dd1-5abe61f99a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['1488dabc-791b-4fae-bfe3-6da7475675a5'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:05.932311 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:05.932726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:05.947743 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 0f2c7250-31e1-4b54-afdc-76c5be2208dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f2c7250-31e1-4b54-afdc-76c5be2208dc found for delete ", "request_id": "req-a32a3d7c-8c63-47a9-bc33-d66dcebb16ad"}]} Oct 20 03:38:05.995271 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54706) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:06.004681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1712c056-d3d7-4a25-8dd1-5abe61f99a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:06.005341 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712c056-d3d7-4a25-8dd1-5abe61f99a22 None None] The sync data for ids ['1488dabc-791b-4fae-bfe3-6da7475675a5'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:06.160637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.178783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.185475 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/networks/e90a4358-56d9-4a2f-9b2c-3755a1080a32 HTTP/1.1" status: 204 len: 168 time: 3.9223628 Oct 20 03:38:06.188183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54716) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:06.199423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006bde4-be22-492c-a601-0a17f4acd1cd tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Network': ['ID=e90a4358-56d9-4a2f-9b2c-3755a1080a32,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:06.206301 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 4 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:06.208957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975ef38-0798-4121-8461-4b67cdd36e2b req-ac525067-9933-493e-bc35-b66122b65e14 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.216382 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c975ef38-0798-4121-8461-4b67cdd36e2b req-ac525067-9933-493e-bc35-b66122b65e14 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1615944 Oct 20 03:38:06.218705 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1511068522'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:06.247950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port e9563538-0f32-4c7d-a955-7679b729fb5f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:06.248613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.255888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ae8daf8-731b-42be-bddb-da8dff43e704 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.308980 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c975ef38-0798-4121-8461-4b67cdd36e2b req-93ab7ee1-48d2-40d3-ab12-c50d777caff0 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897238 Oct 20 03:38:06.350817 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:06.358777 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port e9563538-0f32-4c7d-a955-7679b729fb5f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e9563538-0f32-4c7d-a955-7679b729fb5f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:06.379273 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.391068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:06.396335 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:06.398582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:06.403581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.488873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ae8daf8-731b-42be-bddb-da8dff43e704 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.531699 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-78728c70-c837-42a7-8aab-f11262b75767 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b14ce2e28b1c4fbeae52cce400abaa98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334611 Oct 20 03:38:06.534883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54726) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:06.534883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54728) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:06.547484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:06.566736 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:06.574103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8daf8-731b-42be-bddb-da8dff43e704 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Subnet': ['ID=37d4a379-8d96-47c7-817a-77e07ac4d4ab,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:06.589853 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ae8daf8-731b-42be-bddb-da8dff43e704 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.596287 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6ae8daf8-731b-42be-bddb-da8dff43e704 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "DELETE /v2.0/subnets/37d4a379-8d96-47c7-817a-77e07ac4d4ab HTTP/1.1" status: 204 len: 168 time: 1.0456340 Oct 20 03:38:06.599158 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54732) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:06.623484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.623837 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Added segment 7a99d2b9-1df0-4821-86c7-215b1df169e4 of type vlan for network 59bdce1d-acb4-46d6-b815-38a18f812fc3 Oct 20 03:38:06.627000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:06.627572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e43a3af-06c1-4abf-8e57-9dd24ce8d0e7 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:06.650886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=e9563538-0f32-4c7d-a955-7679b729fb5f,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:06.711152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524252a-32c7-4c30-a727-408a1ea65d19 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:38:06.729852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-23df6521-852c-46bc-b452-0ce1d841636f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.755055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef0ad7-543a-4b58-aafa-344c8a0818e6 req-83bf3b01-46e7-4d63-9477-ae63b779bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.757415 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ef0ad7-543a-4b58-aafa-344c8a0818e6 req-83bf3b01-46e7-4d63-9477-ae63b779bdef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bd8a999f99c480388b6f33fa601974c&device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 1099 time: 0.1465132 Oct 20 03:38:06.773428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216edf1-55cd-4a6f-b679-29ee59b85cab req-8fb2e43e-5d33-439d-9842-6e386b9d7f6c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.774901 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a216edf1-55cd-4a6f-b679-29ee59b85cab req-8fb2e43e-5d33-439d-9842-6e386b9d7f6c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1459081 Oct 20 03:38:06.776915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.777051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-23df6521-852c-46bc-b452-0ce1d841636f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.790942 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-89c339df-606d-4e36-8baa-404d8d4ccb90 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:06.791377 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.api.v2.base [None req-89c339df-606d-4e36-8baa-404d8d4ccb90 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 03:38:06.791867 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-89c339df-606d-4e36-8baa-404d8d4ccb90 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:38:06.796329 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-89c339df-606d-4e36-8baa-404d8d4ccb90 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2405117 Oct 20 03:38:06.796501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.805592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54734) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:06.810314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0310a908-cb68-44b7-b5b6-e016acf88959 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367687538'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:06.839903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524252a-32c7-4c30-a727-408a1ea65d19 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:38:06.844698 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.848112 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 5 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:06.850740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:06.851347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.883568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Router df5246c5-0a50-4f83-bbfd-91f52dc6775d is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:38:06.927469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0310a908-cb68-44b7-b5b6-e016acf88959 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.928330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:06.937061 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7476187 Oct 20 03:38:06.940487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54736) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:06.945663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'subnet': {'network_id': '59bdce1d-acb4-46d6-b815-38a18f812fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:06.957971 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a216edf1-55cd-4a6f-b679-29ee59b85cab req-0babf2a2-bfca-4cb9-ad70-1fa19f5fec17 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641512 Oct 20 03:38:06.958637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0310a908-cb68-44b7-b5b6-e016acf88959 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:06.999218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-23df6521-852c-46bc-b452-0ce1d841636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.002435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-23df6521-852c-46bc-b452-0ce1d841636f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.005956 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-23df6521-852c-46bc-b452-0ce1d841636f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e6d2b5d-5e95-414b-8412-d05799d52787 HTTP/1.1" status: 204 len: 168 time: 0.4453695 Oct 20 03:38:07.022756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c5a93-6868-4976-800c-65e46670b389 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Network': ['ID=59bdce1d-acb4-46d6-b815-38a18f812fc3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:07.069826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df6521-852c-46bc-b452-0ce1d841636f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6d2b5d-5e95-414b-8412-d05799d52787,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:07.071539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 59bdce1d-acb4-46d6-b815-38a18f812fc3 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:07.082743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef0ad7-543a-4b58-aafa-344c8a0818e6 req-caf9854d-ae08-4fe5-9d1c-fdacd3a81b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:07.084218 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ef0ad7-543a-4b58-aafa-344c8a0818e6 req-caf9854d-ae08-4fe5-9d1c-fdacd3a81b11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a515e2dc-5861-4083-a1e1-5a02b237c264 HTTP/1.1" status: 200 len: 912 time: 0.3052132 Oct 20 03:38:07.123053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Deleting port 7ed3b28e-9d09-416a-91b3-443a8519df04 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:07.123409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.146833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:07.161321 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Sync routers for ids ['df5246c5-0a50-4f83-bbfd-91f52dc6775d'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:07.166222 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e7577174-e37a-40be-90cd-9bc500e4cc95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "PUT /v2.0/routers/df5246c5-0a50-4f83-bbfd-91f52dc6775d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5809748 Oct 20 03:38:07.166872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54740) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:07.175671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:07.179155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.191389 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Routers {'df5246c5-0a50-4f83-bbfd-91f52dc6775d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:07.192605 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['df5246c5-0a50-4f83-bbfd-91f52dc6775d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:07.218477 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ef0ad7-543a-4b58-aafa-344c8a0818e6 req-13c264f1-57da-4d5f-8c18-b0b70740ad84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24374825-807a-4f9a-b3e2-7fb519261539 HTTP/1.1" status: 200 len: 1002 time: 0.1197386 Oct 20 03:38:07.252591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5606f247-0ed1-462c-b75e-6f40f44c7842 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.260505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] For port 7ed3b28e-9d09-416a-91b3-443a8519df04, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ed3b28e-9d09-416a-91b3-443a8519df04,segment=NetworkSegment(30624b4e-fae9-4942-80dc-7f4029eb9e7f),segment_id=30624b4e-fae9-4942-80dc-7f4029eb9e7f)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:07.261060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.323805 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0310a908-cb68-44b7-b5b6-e016acf88959 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.342145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0310a908-cb68-44b7-b5b6-e016acf88959 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.342843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf86614d-6436-459b-8c03-d65e311f0453 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:07.348472 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bf86614d-6436-459b-8c03-d65e311f0453 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports/7e63220d-80b7-4d33-a262-6e5881bf31f9 HTTP/1.1" status: 200 len: 911 time: 0.1776443 Oct 20 03:38:07.350913 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54744) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:07.370667 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Calling delete_port for 7ed3b28e-9d09-416a-91b3-443a8519df04 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:07.394097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef0ad7-543a-4b58-aafa-344c8a0818e6 req-8a28ff79-10d3-4fb1-ac92-5105ab17678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:07.395653 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ef0ad7-543a-4b58-aafa-344c8a0818e6 req-8a28ff79-10d3-4fb1-ac92-5105ab17678a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0589a1ef-1648-4327-85b6-70db5e3ded82 HTTP/1.1" status: 200 len: 850 time: 0.1630738 Oct 20 03:38:07.401018 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Set router df5246c5-0a50-4f83-bbfd-91f52dc6775d gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:38:07.406865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310a908-cb68-44b7-b5b6-e016acf88959 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be900787-d959-4fae-a407-469ee6d55d2d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:07.433601 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 6 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:07.517971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0310a908-cb68-44b7-b5b6-e016acf88959 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.528123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef0ad7-543a-4b58-aafa-344c8a0818e6 req-2ca43d83-35c8-40d4-ae2d-8e691e3a7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:07.530148 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ef0ad7-543a-4b58-aafa-344c8a0818e6 req-2ca43d83-35c8-40d4-ae2d-8e691e3a7fd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a515e2dc-5861-4083-a1e1-5a02b237c264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1156354 Oct 20 03:38:07.533602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0310a908-cb68-44b7-b5b6-e016acf88959 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.572412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e9563538-0f32-4c7d-a955-7679b729fb5f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:07.576365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8f89e-f14d-43bf-bcdf-78300f9853b4 None None] Network abebecb8-a3db-44cf-95d6-21ab513bf318 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:07.647405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310a908-cb68-44b7-b5b6-e016acf88959 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7c4c7b-0a54-4f14-9ab3-15e79e7c341e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:07.669340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0310a908-cb68-44b7-b5b6-e016acf88959 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.670325 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:07.676423 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0310a908-cb68-44b7-b5b6-e016acf88959 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8646352 Oct 20 03:38:07.679512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54748) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:07.682882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314b352a-6761-4679-a61d-4f01f007d6ea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:07.693228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314b352a-6761-4679-a61d-4f01f007d6ea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:07.693485 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-aef7e04a-11db-4754-bdf0-8f8de73f8698 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '7f7c4c7b-0a54-4f14-9ab3-15e79e7c341e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:07.698013 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-314b352a-6761-4679-a61d-4f01f007d6ea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3433909 Oct 20 03:38:07.742364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54750) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:07.742940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54752) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:07.830567 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5246c5-0a50-4f83-bbfd-91f52dc6775d', 'name': 'tempest-NetworksTestDHCPv6-router-1367208070', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:01Z', 'updated_at': '2022-10-20T03:38:04Z', 'revision_number': 2, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None, '_interfaces': [{'id': '7e63220d-80b7-4d33-a262-6e5881bf31f9', 'name': '', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'mac_address': 'fa:16:3e:28:58:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5246c5-0a50-4f83-bbfd-91f52dc6775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '876b8be4-ef8e-45e7-a8af-72f249762488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:02Z', 'updated_at': '2022-10-20T03:38:05Z', 'revision_number': 2, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'subnets': [{'id': '876b8be4-ef8e-45e7-a8af-72f249762488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:07.872837 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.873397 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Checking router: df5246c5-0a50-4f83-bbfd-91f52dc6775d for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:38:07.874038 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Updating router df5246c5-0a50-4f83-bbfd-91f52dc6775d port 7e63220d-80b7-4d33-a262-6e5881bf31f9 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:38:07.910594 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.914153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.916508 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Port': ['ID=7ed3b28e-9d09-416a-91b3-443a8519df04,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:07.922833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] No DVR routers for this DVR port 7ed3b28e-9d09-416a-91b3-443a8519df04 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:07.959442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port e9563538-0f32-4c7d-a955-7679b729fb5f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:07.959969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:07.960442 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port e9563538-0f32-4c7d-a955-7679b729fb5f Oct 20 03:38:08.068976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.107986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39126df0-6a63-4029-87d0-ab460604424f None None] DHCP port deletion for abebecb8-a3db-44cf-95d6-21ab513bf318 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:08.124135 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abebecb8-a3db-44cf-95d6-21ab513bf318']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:08.138495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port e9563538-0f32-4c7d-a955-7679b729fb5f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:08.171351 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 7 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:08.183515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30624b4e-fae9-4942-80dc-7f4029eb9e7f') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:08.183790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30624b4e-fae9-4942-80dc-7f4029eb9e7f') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:08.203382 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.242103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.243387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:08.255094 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486887f6-df07-42fc-b4bc-07d73b923579 req-4f81c609-2489-4367-a926-cb0db99e0788 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:08.256722 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-486887f6-df07-42fc-b4bc-07d73b923579 req-4f81c609-2489-4367-a926-cb0db99e0788 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1575794 Oct 20 03:38:08.264298 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:08.264801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.316147 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 30624b4e-fae9-4942-80dc-7f4029eb9e7f resource provider aggregate not found Oct 20 03:38:08.317781 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.328050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d22d0718-7d8f-4771-a815-2d739f130493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.330534 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.344307 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3b214b1d-45e6-4afd-8d17-ccbca66e38a2 resource provider aggregate not found Oct 20 03:38:08.371951 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-486887f6-df07-42fc-b4bc-07d73b923579 req-858da118-154d-4889-80d9-0c40c6c25375 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901368 Oct 20 03:38:08.373467 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 30624b4e-fae9-4942-80dc-7f4029eb9e7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30624b4e-fae9-4942-80dc-7f4029eb9e7f found for delete ", "request_id": "req-b91a03e5-1d68-4232-81db-500edfb49901"}]} Oct 20 03:38:08.376952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.386648 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.393161 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "DELETE /v2.0/networks/abebecb8-a3db-44cf-95d6-21ab513bf318 HTTP/1.1" status: 204 len: 168 time: 1.7868409 Oct 20 03:38:08.401605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-5606f247-0ed1-462c-b75e-6f40f44c7842 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port 9f6deefe-9e56-4aed-a9de-a1602e27c10f {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:08.401952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5606f247-0ed1-462c-b75e-6f40f44c7842 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.404952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54764) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:08.412712 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96dfeb-693e-434b-b29f-2159d3474fe2 None None] Pushing event updated for resources: {'Port': ['ID=7e63220d-80b7-4d33-a262-6e5881bf31f9,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:08.421290 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09687189-82c4-4051-b14f-d3ae44b0fe06 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Pushing event deleted for resources: {'Network': ['ID=abebecb8-a3db-44cf-95d6-21ab513bf318,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:08.424894 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3b214b1d-45e6-4afd-8d17-ccbca66e38a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b214b1d-45e6-4afd-8d17-ccbca66e38a2 found for delete ", "request_id": "req-51c239ea-ba17-4ff9-8d67-53b1091cbaea"}]} Oct 20 03:38:08.437186 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ef0ad7-543a-4b58-aafa-344c8a0818e6 req-85037670-d295-45c8-9ec4-c0de982a038a service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8681524 Oct 20 03:38:08.437887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aef7e04a-11db-4754-bdf0-8f8de73f8698 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.463410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.471220 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bfb4ee4f-2ab0-41da-b405-43d40f0cd6cb tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad810f1-192c-4338-b194-1fbe5eaff67b HTTP/1.1" status: 200 len: 205 time: 0.0608325 Oct 20 03:38:08.489539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54766) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:08.500218 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Attempting to bind port 7e63220d-80b7-4d33-a262-6e5881bf31f9 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:08.500707 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Attempting to bind port 7e63220d-80b7-4d33-a262-6e5881bf31f9 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:08.501716 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Attempting to bind port 7e63220d-80b7-4d33-a262-6e5881bf31f9 on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:08.502496 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Subnet': ['ID=cec5b75b-b772-49b9-abd3-8b196d131282,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:08.508881 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:08.508881 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:08.509987 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.510698 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:08.511319 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Bound port: 7e63220d-80b7-4d33-a262-6e5881bf31f9, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:08.512020 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.580407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8347ae54-53a4-4811-a795-3f2b2c825923 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.586049 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] For port 7e63220d-80b7-4d33-a262-6e5881bf31f9, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:08.589929 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] For port 7e63220d-80b7-4d33-a262-6e5881bf31f9, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7e63220d-80b7-4d33-a262-6e5881bf31f9,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:08.595708 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.607085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Checking segment: {'id': '7a99d2b9-1df0-4821-86c7-215b1df169e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '59bdce1d-acb4-46d6-b815-38a18f812fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:08.607464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network hostable DHCP agents. Network: 59bdce1d-acb4-46d6-b815-38a18f812fc3, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:08.625123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5606f247-0ed1-462c-b75e-6f40f44c7842 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.635881 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Routers {'df5246c5-0a50-4f83-bbfd-91f52dc6775d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:08.636259 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['df5246c5-0a50-4f83-bbfd-91f52dc6775d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:08.671702 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-5606f247-0ed1-462c-b75e-6f40f44c7842 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for 9f6deefe-9e56-4aed-a9de-a1602e27c10f owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:08.728534 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96dfeb-693e-434b-b29f-2159d3474fe2 None None] Pushing event updated for resources: {'Port': ['ID=7e63220d-80b7-4d33-a262-6e5881bf31f9,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:08.747636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aef7e04a-11db-4754-bdf0-8f8de73f8698 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.750601 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 8 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:08.755613 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] Set router df5246c5-0a50-4f83-bbfd-91f52dc6775d gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:38:08.758311 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network 59bdce1d-acb4-46d6-b815-38a18f812fc3 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:08.772320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aef7e04a-11db-4754-bdf0-8f8de73f8698 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.775652 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ef0ad7-543a-4b58-aafa-344c8a0818e6 req-95bdddf5-4655-4fa0-8b86-dbb3db23465d service neutron] 10.222.0.36 "GET /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133695 Oct 20 03:38:08.808215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d22d0718-7d8f-4771-a815-2d739f130493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.810184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 59bdce1d-acb4-46d6-b815-38a18f812fc3) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:08.824795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7e04a-11db-4754-bdf0-8f8de73f8698 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98df260a-f1c8-4661-bc49-7003f6cfd218,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:08.828682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:08.829342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.832340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d22d0718-7d8f-4771-a815-2d739f130493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.847277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aef7e04a-11db-4754-bdf0-8f8de73f8698 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:08.848557 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-aef7e04a-11db-4754-bdf0-8f8de73f8698 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1671391 Oct 20 03:38:08.867861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54768) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:08.875442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:08.877210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07707a6c-427d-49f7-a115-3e62bba05608 None None] Network 59bdce1d-acb4-46d6-b815-38a18f812fc3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:08.877446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-043c4f8e-9dc4-4257-bf89-a510199aee35 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '7f7c4c7b-0a54-4f14-9ab3-15e79e7c341e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:08.922378 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b0b18369-b25a-4efb-9f36-e3b46e6ee28d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9808004 Oct 20 03:38:08.925846 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d22d0718-7d8f-4771-a815-2d739f130493 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6834f721d5514c44a6e77547554bfeb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1799648 Oct 20 03:38:08.926573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d0718-7d8f-4771-a815-2d739f130493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1aa6b2-5310-40df-a32c-02bd140499f8,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:08.948103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54770) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:08.948556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54772) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:09.039686 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5246c5-0a50-4f83-bbfd-91f52dc6775d', 'name': 'tempest-NetworksTestDHCPv6-router-1367208070', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:01Z', 'updated_at': '2022-10-20T03:38:04Z', 'revision_number': 2, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None, '_interfaces': [{'id': '7e63220d-80b7-4d33-a262-6e5881bf31f9', 'name': '', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'mac_address': 'fa:16:3e:28:58:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5246c5-0a50-4f83-bbfd-91f52dc6775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '876b8be4-ef8e-45e7-a8af-72f249762488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:02Z', 'updated_at': '2022-10-20T03:38:08Z', 'revision_number': 4, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'subnets': [{'id': '876b8be4-ef8e-45e7-a8af-72f249762488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:09.059252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-043c4f8e-9dc4-4257-bf89-a510199aee35 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.069304 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfab9a3-e3f8-4acd-9a2b-ea5e4d6c9c65 None None] The sync data for ids ['df5246c5-0a50-4f83-bbfd-91f52dc6775d'] in dv-neutron-861842-1-hyperv is: [{'id': 'df5246c5-0a50-4f83-bbfd-91f52dc6775d', 'name': 'tempest-NetworksTestDHCPv6-router-1367208070', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:01Z', 'updated_at': '2022-10-20T03:38:04Z', 'revision_number': 2, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None, '_interfaces': [{'id': '7e63220d-80b7-4d33-a262-6e5881bf31f9', 'name': '', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'mac_address': 'fa:16:3e:28:58:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5246c5-0a50-4f83-bbfd-91f52dc6775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '876b8be4-ef8e-45e7-a8af-72f249762488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:38:02Z', 'updated_at': '2022-10-20T03:38:08Z', 'revision_number': 4, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'subnets': [{'id': '876b8be4-ef8e-45e7-a8af-72f249762488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:09.118903 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8347ae54-53a4-4811-a795-3f2b2c825923 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.121545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8347ae54-53a4-4811-a795-3f2b2c825923 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.143034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-59bdce1d-acb4-46d6-b815-38a18f812fc3', 'network_id': '59bdce1d-acb4-46d6-b815-38a18f812fc3', 'tenant_id': 'fa30608ef3e24fa99be3cb91a35e19b9', 'fixed_ips': [{'subnet_id': 'cec5b75b-b772-49b9-abd3-8b196d131282'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:09.145368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.200740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.212333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17ce9e7c-7e5c-42b0-a335-d9c6f3469ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.242685 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-043c4f8e-9dc4-4257-bf89-a510199aee35 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:38:09.243910 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-043c4f8e-9dc4-4257-bf89-a510199aee35 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3726301 Oct 20 03:38:09.247382 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54774) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:09.310289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17ce9e7c-7e5c-42b0-a335-d9c6f3469ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.346522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ed3b28e-9d09-416a-91b3-443a8519df04 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:09.353043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-007b93fe-59d7-4d44-90b1-6e3a9e060271 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.402281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-007b93fe-59d7-4d44-90b1-6e3a9e060271 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.404829 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8347ae54-53a4-4811-a795-3f2b2c825923 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.405324 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8347ae54-53a4-4811-a795-3f2b2c825923 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Fanout notify agent at l3_agent the message router_deleted on router 7ad810f1-192c-4338-b194-1fbe5eaff67b {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:38:09.413525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.422920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8347ae54-53a4-4811-a795-3f2b2c825923 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.423584 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8347ae54-53a4-4811-a795-3f2b2c825923 tempest-RoutersNegativeIpV6Test-1103579158 tempest-RoutersNegativeIpV6Test-1103579158-project] 10.222.0.20 "DELETE /v2.0/routers/7ad810f1-192c-4338-b194-1fbe5eaff67b HTTP/1.1" status: 204 len: 168 time: 0.9329805 Oct 20 03:38:09.474085 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 9 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:09.476073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.478150 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 7ed3b28e-9d09-416a-91b3-443a8519df04 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:09.481644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ed3b28e-9d09-416a-91b3-443a8519df04 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:09.493575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5606f247-0ed1-462c-b75e-6f40f44c7842 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.573048 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:38:09.596375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606f247-0ed1-462c-b75e-6f40f44c7842 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=9f6deefe-9e56-4aed-a9de-a1602e27c10f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:09.606753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Allocated IP 2001:db8::2 (59bdce1d-acb4-46d6-b815-38a18f812fc3/cec5b75b-b772-49b9-abd3-8b196d131282/94e68505-2960-4c73-a808-979445b05bb2) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:09.643208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:09.655524 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17ce9e7c-7e5c-42b0-a335-d9c6f3469ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.659224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17ce9e7c-7e5c-42b0-a335-d9c6f3469ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.663653 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-17ce9e7c-7e5c-42b0-a335-d9c6f3469ba5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa1aa6b2-5310-40df-a32c-02bd140499f8 HTTP/1.1" status: 204 len: 168 time: 0.7095573 Oct 20 03:38:09.770988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce9e7c-7e5c-42b0-a335-d9c6f3469ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1aa6b2-5310-40df-a32c-02bd140499f8,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:09.825832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-007b93fe-59d7-4d44-90b1-6e3a9e060271 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.828784 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-007b93fe-59d7-4d44-90b1-6e3a9e060271 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.831380 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-007b93fe-59d7-4d44-90b1-6e3a9e060271 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "DELETE /v2.0/security-groups/7f7c4c7b-0a54-4f14-9ab3-15e79e7c341e HTTP/1.1" status: 204 len: 168 time: 0.5802028 Oct 20 03:38:09.834798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54784) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:09.852667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcb87c-4940-44fd-b9be-f3877ade5185 req-cfa59710-836f-46ac-815a-53a164b7972d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:09.856619 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0afcb87c-4940-44fd-b9be-f3877ade5185 req-cfa59710-836f-46ac-815a-53a164b7972d tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2565117 Oct 20 03:38:09.927660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b93fe-59d7-4d44-90b1-6e3a9e060271 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7c4c7b-0a54-4f14-9ab3-15e79e7c341e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:09.975798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5606f247-0ed1-462c-b75e-6f40f44c7842 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:09.996984 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0afcb87c-4940-44fd-b9be-f3877ade5185 req-e2f371a4-0575-4bcf-bf6c-3b02c270bae3 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260374 Oct 20 03:38:10.044838 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.073941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.076025 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bb6cc65d-27a2-4c73-8f8c-abed251453d2 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2181306 Oct 20 03:38:10.077615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54788) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:10.084885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54790) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:10.103687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4612d06e-151e-423e-a4ba-66d22652bdfb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group': {'name': 'tempest-secgroup--251122924'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:10.170333 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 10 to provision port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 Oct 20 03:38:10.173749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.245084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4612d06e-151e-423e-a4ba-66d22652bdfb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.248038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Subnet': ['ID=cec5b75b-b772-49b9-abd3-8b196d131282,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:10.266019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Network 59bdce1d-acb4-46d6-b815-38a18f812fc3 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:10.270611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:10.274205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:10.276946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:10.283405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Could not find standard attr ID for object 41b6b026-88ef-4c47-99a3-d6679727a7c9. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:10.300099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Could not find standard attr ID for object 9f6deefe-9e56-4aed-a9de-a1602e27c10f. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:10.307168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Pushing event updated for resources: {'Port': ['ID=94e68505-2960-4c73-a808-979445b05bb2,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:10.344397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 7e63220d-80b7-4d33-a262-6e5881bf31f9 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:10.345356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.379624 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5606f247-0ed1-462c-b75e-6f40f44c7842 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router 1488dabc-791b-4fae-bfe3-6da7475675a5 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:38:10.383778 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Provisioning complete for port acd74618-fa42-4bb3-be65-188180e544a5 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:10.384233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.384725 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 1 to provision port acd74618-fa42-4bb3-be65-188180e544a5 Oct 20 03:38:10.389256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Attempting to bind port 94e68505-2960-4c73-a808-979445b05bb2 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:10.389612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Attempting to bind port 94e68505-2960-4c73-a808-979445b05bb2 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '7a99d2b9-1df0-4821-86c7-215b1df169e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '59bdce1d-acb4-46d6-b815-38a18f812fc3'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:10.390041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Attempting to bind port 94e68505-2960-4c73-a808-979445b05bb2 on network 59bdce1d-acb4-46d6-b815-38a18f812fc3 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:10.391217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.416254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:10.416536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Checking segment: {'id': '7a99d2b9-1df0-4821-86c7-215b1df169e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '59bdce1d-acb4-46d6-b815-38a18f812fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:10.416789 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.417179 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Bound using segment: {'id': '7a99d2b9-1df0-4821-86c7-215b1df169e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '59bdce1d-acb4-46d6-b815-38a18f812fc3'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:10.417653 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Bound port: 94e68505-2960-4c73-a808-979445b05bb2, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a99d2b9-1df0-4821-86c7-215b1df169e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '59bdce1d-acb4-46d6-b815-38a18f812fc3'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:10.418600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.443556 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port acd74618-fa42-4bb3-be65-188180e544a5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:10.443782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bdce1d-acb4-46d6-b815-38a18f812fc3']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:10.482421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a99d2b9-1df0-4821-86c7-215b1df169e4') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:10.482640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a99d2b9-1df0-4821-86c7-215b1df169e4') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:10.485018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5606f247-0ed1-462c-b75e-6f40f44c7842 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:10.494368 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5606f247-0ed1-462c-b75e-6f40f44c7842 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/1488dabc-791b-4fae-bfe3-6da7475675a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8348088 Oct 20 03:38:10.494643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54796) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:10.500060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] For port 94e68505-2960-4c73-a808-979445b05bb2, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:10.505023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] For port 94e68505-2960-4c73-a808-979445b05bb2, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=94e68505-2960-4c73-a808-979445b05bb2,segment=NetworkSegment(7a99d2b9-1df0-4821-86c7-215b1df169e4),segment_id=7a99d2b9-1df0-4821-86c7-215b1df169e4)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:10.508149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a709bb-4ef2-4377-8f80-cf302d27a606 None None] Sync routers for ids ['1488dabc-791b-4fae-bfe3-6da7475675a5'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:10.514508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.524917 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-478c0524-7568-45d9-b37e-bea5cb0f6cff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37bac63e9266476aae48ee2b69a975a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449513 Oct 20 03:38:10.528703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.532307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54798) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:10.558137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a709bb-4ef2-4377-8f80-cf302d27a606 None None] Routers {'1488dabc-791b-4fae-bfe3-6da7475675a5'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:10.559156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-47a709bb-4ef2-4377-8f80-cf302d27a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['1488dabc-791b-4fae-bfe3-6da7475675a5'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:10.599695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.618381 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4612d06e-151e-423e-a4ba-66d22652bdfb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.624454 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-47a709bb-4ef2-4377-8f80-cf302d27a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:10.634610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:10.635009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.651635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0fd30-67e7-435c-ad68-c5ceadf5865c None None] Pushing event updated for resources: {'Port': ['ID=94e68505-2960-4c73-a808-979445b05bb2,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:10.654765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a709bb-4ef2-4377-8f80-cf302d27a606 None None] Routers {'1488dabc-791b-4fae-bfe3-6da7475675a5'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:10.655505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-47a709bb-4ef2-4377-8f80-cf302d27a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['1488dabc-791b-4fae-bfe3-6da7475675a5'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:10.662216 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4612d06e-151e-423e-a4ba-66d22652bdfb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.665913 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7a99d2b9-1df0-4821-86c7-215b1df169e4 resource provider aggregate not found Oct 20 03:38:10.677075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] For port 7e63220d-80b7-4d33-a262-6e5881bf31f9, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7e63220d-80b7-4d33-a262-6e5881bf31f9,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:10.677440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.698747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52edbc47-018b-42bf-aa16-17fe9966669b None None] Network 59bdce1d-acb4-46d6-b815-38a18f812fc3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:10.710787 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7a99d2b9-1df0-4821-86c7-215b1df169e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a99d2b9-1df0-4821-86c7-215b1df169e4 found for delete ", "request_id": "req-1e9578b2-32b4-4234-a0ca-7debef58c783"}]} Oct 20 03:38:10.712110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-47a709bb-4ef2-4377-8f80-cf302d27a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:10.712805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a709bb-4ef2-4377-8f80-cf302d27a606 None None] The sync data for ids ['1488dabc-791b-4fae-bfe3-6da7475675a5'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:10.755914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 7e63220d-80b7-4d33-a262-6e5881bf31f9 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:10.776226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.db.api [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 03:38:10.776226 dv-neutron-861842-1-hyperv neutron-server[103629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 03:38:10.776226 dv-neutron-861842-1-hyperv neutron-server[103629]: [parameters: {'id': '59bdce1d-acb4-46d6-b815-38a18f812fc3'}] Oct 20 03:38:10.776226 dv-neutron-861842-1-hyperv neutron-server[103629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:10.777377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG oslo_db.api [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:10.784301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4612d06e-151e-423e-a4ba-66d22652bdfb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.785525 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4612d06e-151e-423e-a4ba-66d22652bdfb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6878967 Oct 20 03:38:10.789210 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54806) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:10.796186 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3ae97fd3-e383-45d6-a6e7-4e8b1433d56a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '68cb2799-2efb-41bf-a0e0-7d3fe53060ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:10.797552 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-3ae97fd3-e383-45d6-a6e7-4e8b1433d56a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 20 03:38:10.797722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612d06e-151e-423e-a4ba-66d22652bdfb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cb2799-2efb-41bf-a0e0-7d3fe53060ef,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:10.797846 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-3ae97fd3-e383-45d6-a6e7-4e8b1433d56a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:10.801723 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3ae97fd3-e383-45d6-a6e7-4e8b1433d56a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093205 Oct 20 03:38:10.804221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54808) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:10.844679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07f3b992-346e-4974-8a23-6350b0889185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.855225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc142289-ab7b-4033-bec8-0916c92d9f3d None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:38:10.884830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07f3b992-346e-4974-8a23-6350b0889185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.896366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6deb3184-d124-42b8-ac49-4395d994f688 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.941637 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6deb3184-d124-42b8-ac49-4395d994f688 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:10.946652 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 2 to provision port acd74618-fa42-4bb3-be65-188180e544a5 Oct 20 03:38:10.991310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fbdc31b-9913-448d-8570-9104f49c92ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.011973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc142289-ab7b-4033-bec8-0916c92d9f3d None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:38:11.015318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port acd74618-fa42-4bb3-be65-188180e544a5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:11.022694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07f3b992-346e-4974-8a23-6350b0889185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.028997 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07f3b992-346e-4974-8a23-6350b0889185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.028997 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-07f3b992-346e-4974-8a23-6350b0889185 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ee2e38d-b912-4f78-8516-8a27575bd805 HTTP/1.1" status: 204 len: 168 time: 0.4669449 Oct 20 03:38:11.083023 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6deb3184-d124-42b8-ac49-4395d994f688 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.085996 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6deb3184-d124-42b8-ac49-4395d994f688 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.086309 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3b992-346e-4974-8a23-6350b0889185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee2e38d-b912-4f78-8516-8a27575bd805,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:11.090420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54814) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:11.090874 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6deb3184-d124-42b8-ac49-4395d994f688 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "DELETE /v2.0/security-groups/68cb2799-2efb-41bf-a0e0-7d3fe53060ef HTTP/1.1" status: 204 len: 168 time: 0.2864609 Oct 20 03:38:11.107799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb3184-d124-42b8-ac49-4395d994f688 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cb2799-2efb-41bf-a0e0-7d3fe53060ef,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:11.132516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.195617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=7e63220d-80b7-4d33-a262-6e5881bf31f9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:11.225027 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4ea8dbd3-c7c6-4107-a3cc-4950cdf9297f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1230712 Oct 20 03:38:11.225464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54816) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:11.234625 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e5a48320-3db4-45f9-b8f3-a2265d7e786e tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group': {'name': 'tempest-secgroup--876479602'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:11.287594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3c11c-0f52-4f1d-8f65-ff86b4ab6c4f req-22469018-bf34-4337-84ed-49a3cba001e2 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:11.289346 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5ab3c11c-0f52-4f1d-8f65-ff86b4ab6c4f req-22469018-bf34-4337-84ed-49a3cba001e2 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1295507 Oct 20 03:38:11.307031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e5a48320-3db4-45f9-b8f3-a2265d7e786e tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.313423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.317464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.455724 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5ab3c11c-0f52-4f1d-8f65-ff86b4ab6c4f req-bfeca59c-fa7c-4008-96f5-fb53f939c2f0 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488137 Oct 20 03:38:11.490988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e5a48320-3db4-45f9-b8f3-a2265d7e786e tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.509357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e5a48320-3db4-45f9-b8f3-a2265d7e786e tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.577399 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 3 to provision port acd74618-fa42-4bb3-be65-188180e544a5 Oct 20 03:38:11.585464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a48320-3db4-45f9-b8f3-a2265d7e786e tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a631cac-39c8-4dd7-bf02-9ab3c2dedc90,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:11.598826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e5a48320-3db4-45f9-b8f3-a2265d7e786e tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.600367 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e5a48320-3db4-45f9-b8f3-a2265d7e786e tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3720696 Oct 20 03:38:11.606473 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54828) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:11.612852 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5e618cac-d9e1-40f8-9093-9dff0fcd58c5 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '4a631cac-39c8-4dd7-bf02-9ab3c2dedc90', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:11.614780 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-5e618cac-d9e1-40f8-9093-9dff0fcd58c5 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 20 03:38:11.616094 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-5e618cac-d9e1-40f8-9093-9dff0fcd58c5 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:11.617799 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5e618cac-d9e1-40f8-9093-9dff0fcd58c5 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0101964 Oct 20 03:38:11.622598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54830) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:11.642554 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-6fbdc31b-9913-448d-8570-9104f49c92ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:11.642789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fbdc31b-9913-448d-8570-9104f49c92ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.660323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port acd74618-fa42-4bb3-be65-188180e544a5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:11.675429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Router df5246c5-0a50-4f83-bbfd-91f52dc6775d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:38:11.728218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Deleting port 94e68505-2960-4c73-a808-979445b05bb2 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:11.728860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.770287 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77b2812f-4985-457a-9002-e2d47a3dde4a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.797375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77b2812f-4985-457a-9002-e2d47a3dde4a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.826760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:11.840314 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1cbedca2-caea-4c29-bd24-b929b4f2f536 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "PUT /v2.0/routers/df5246c5-0a50-4f83-bbfd-91f52dc6775d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0931373 Oct 20 03:38:11.841668 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb79e7fa-5518-45a7-bb8a-23e19c230bf2 None None] Sync routers for ids ['df5246c5-0a50-4f83-bbfd-91f52dc6775d'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:11.854149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54836) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:11.857356 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79e7fa-5518-45a7-bb8a-23e19c230bf2 None None] Routers {'df5246c5-0a50-4f83-bbfd-91f52dc6775d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:11.858271 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eb79e7fa-5518-45a7-bb8a-23e19c230bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['df5246c5-0a50-4f83-bbfd-91f52dc6775d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:11.917357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fbdc31b-9913-448d-8570-9104f49c92ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.934467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77b2812f-4985-457a-9002-e2d47a3dde4a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.938084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77b2812f-4985-457a-9002-e2d47a3dde4a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:11.938289 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-77b2812f-4985-457a-9002-e2d47a3dde4a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "DELETE /v2.0/security-groups/4a631cac-39c8-4dd7-bf02-9ab3c2dedc90 HTTP/1.1" status: 204 len: 168 time: 0.3145657 Oct 20 03:38:11.949182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54842) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:11.951252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-6fbdc31b-9913-448d-8570-9104f49c92ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for efdcc2b6-8acc-48e7-92ad-cf65c87bdf16 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:11.968904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed04289-5785-42a2-88b5-478b95efca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:11.970776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed04289-5785-42a2-88b5-478b95efca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:11.972313 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8ed04289-5785-42a2-88b5-478b95efca11 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1170852 Oct 20 03:38:11.976530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54844) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:11.988591 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-eb79e7fa-5518-45a7-bb8a-23e19c230bf2 None None] Set router df5246c5-0a50-4f83-bbfd-91f52dc6775d gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:38:11.988704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2812f-4985-457a-9002-e2d47a3dde4a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a631cac-39c8-4dd7-bf02-9ab3c2dedc90,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:12.045180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c44458d-fa0c-48f3-8fef-7236c6ac4b49 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 876b8be4-ef8e-45e7-a8af-72f249762488 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:12.050790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c44458d-fa0c-48f3-8fef-7236c6ac4b49 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.156103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54848) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:12.163761 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033386 Oct 20 03:38:12.163985 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 4 to provision port acd74618-fa42-4bb3-be65-188180e544a5 Oct 20 03:38:12.166215 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e40c8aa5-7920-4745-a636-3d278157ace7 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2128227 Oct 20 03:38:12.166884 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54850) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:12.171728 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54852) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:12.177342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c44458d-fa0c-48f3-8fef-7236c6ac4b49 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.181809 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eb79e7fa-5518-45a7-bb8a-23e19c230bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5246c5-0a50-4f83-bbfd-91f52dc6775d', 'name': 'tempest-NetworksTestDHCPv6-router-1367208070', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:01Z', 'updated_at': '2022-10-20T03:38:10Z', 'revision_number': 3, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:12.183207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5b806-12d8-461c-8657-aa19fd49fa15 req-ed14a17c-f64b-4ea5-9716-c120c8aa451c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:12.185315 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bca5b806-12d8-461c-8657-aa19fd49fa15 req-ed14a17c-f64b-4ea5-9716-c120c8aa451c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.6264443 Oct 20 03:38:12.190077 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-30836d29-38a8-4227-ae80-8e6df786e75b tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879938446'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:12.204195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port acd74618-fa42-4bb3-be65-188180e544a5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:12.220190 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb79e7fa-5518-45a7-bb8a-23e19c230bf2 None None] Checking router: df5246c5-0a50-4f83-bbfd-91f52dc6775d for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:38:12.229623 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79e7fa-5518-45a7-bb8a-23e19c230bf2 None None] Routers {'df5246c5-0a50-4f83-bbfd-91f52dc6775d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:12.230231 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eb79e7fa-5518-45a7-bb8a-23e19c230bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['df5246c5-0a50-4f83-bbfd-91f52dc6775d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:12.306711 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-eb79e7fa-5518-45a7-bb8a-23e19c230bf2 None None] Set router df5246c5-0a50-4f83-bbfd-91f52dc6775d gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:38:12.332684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] For port 94e68505-2960-4c73-a808-979445b05bb2, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=94e68505-2960-4c73-a808-979445b05bb2,segment=NetworkSegment(7a99d2b9-1df0-4821-86c7-215b1df169e4),segment_id=7a99d2b9-1df0-4821-86c7-215b1df169e4)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:12.333057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.337532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30836d29-38a8-4227-ae80-8e6df786e75b tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.351994 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c44458d-fa0c-48f3-8fef-7236c6ac4b49 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.357632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Calling delete_port for 94e68505-2960-4c73-a808-979445b05bb2 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:12.368494 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cd341e62-e3fb-4821-9563-2f4017224768 tempest-NetworksApiDiscovery-1414656287 tempest-NetworksApiDiscovery-1414656287-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1799796 Oct 20 03:38:12.369276 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bca5b806-12d8-461c-8657-aa19fd49fa15 req-9c8e5bcf-c392-4e6f-80d4-2360f43a07bb tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678271 Oct 20 03:38:12.396450 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eb79e7fa-5518-45a7-bb8a-23e19c230bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5246c5-0a50-4f83-bbfd-91f52dc6775d', 'name': 'tempest-NetworksTestDHCPv6-router-1367208070', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:01Z', 'updated_at': '2022-10-20T03:38:10Z', 'revision_number': 3, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:12.433108 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fbdc31b-9913-448d-8570-9104f49c92ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.462431 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb79e7fa-5518-45a7-bb8a-23e19c230bf2 None None] The sync data for ids ['df5246c5-0a50-4f83-bbfd-91f52dc6775d'] in dv-neutron-861842-1-hyperv is: [{'id': 'df5246c5-0a50-4f83-bbfd-91f52dc6775d', 'name': 'tempest-NetworksTestDHCPv6-router-1367208070', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:38:01Z', 'updated_at': '2022-10-20T03:38:10Z', 'revision_number': 3, 'project_id': 'cd75259f7e72414093c19483bdf83036', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:12.488786 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdc31b-9913-448d-8570-9104f49c92ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=efdcc2b6-8acc-48e7-92ad-cf65c87bdf16,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:12.505996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30836d29-38a8-4227-ae80-8e6df786e75b tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.520460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.521493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c44458d-fa0c-48f3-8fef-7236c6ac4b49 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.522262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30836d29-38a8-4227-ae80-8e6df786e75b tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.552632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44458d-fa0c-48f3-8fef-7236c6ac4b49 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=876b8be4-ef8e-45e7-a8af-72f249762488,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:12.578234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Port': ['ID=94e68505-2960-4c73-a808-979445b05bb2,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:12.592953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c44458d-fa0c-48f3-8fef-7236c6ac4b49 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.600707 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3c44458d-fa0c-48f3-8fef-7236c6ac4b49 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/876b8be4-ef8e-45e7-a8af-72f249762488 HTTP/1.1" status: 204 len: 168 time: 0.6168618 Oct 20 03:38:12.602400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc2c29-2a80-49ec-bc2c-19f99b117eec None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:12.603270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54860) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:12.607299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No DVR routers for this DVR port 94e68505-2960-4c73-a808-979445b05bb2 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:12.661934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30836d29-38a8-4227-ae80-8e6df786e75b tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.668758 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-30836d29-38a8-4227-ae80-8e6df786e75b tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4795837 Oct 20 03:38:12.675700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54862) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:12.676393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fbdc31b-9913-448d-8570-9104f49c92ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.703805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a8589b3d-75c7-44d6-8c35-49ff48dcdee3 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '63f78bf5-8531-48cd-bb11-8e96b6953417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:12.707233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30836d29-38a8-4227-ae80-8e6df786e75b tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f78bf5-8531-48cd-bb11-8e96b6953417,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:12.713170 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-a8589b3d-75c7-44d6-8c35-49ff48dcdee3 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 20 03:38:12.713704 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-a8589b3d-75c7-44d6-8c35-49ff48dcdee3 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:12.715550 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a8589b3d-75c7-44d6-8c35-49ff48dcdee3 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0351901 Oct 20 03:38:12.725339 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 5 to provision port acd74618-fa42-4bb3-be65-188180e544a5 Oct 20 03:38:12.727132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54866) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:12.731938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5a65aaac-78d3-4b15-9980-4831f31c4737 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '63f78bf5-8531-48cd-bb11-8e96b6953417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:12.732651 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.api.v2.base [None req-5a65aaac-78d3-4b15-9980-4831f31c4737 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 20 03:38:12.733310 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-5a65aaac-78d3-4b15-9980-4831f31c4737 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:12.734435 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5a65aaac-78d3-4b15-9980-4831f31c4737 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062373 Oct 20 03:38:12.739223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54868) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:12.752938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3faeea0b-c925-406c-a92c-98d903aae6d1 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '63f78bf5-8531-48cd-bb11-8e96b6953417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:12.755150 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.api.v2.base [None req-3faeea0b-c925-406c-a92c-98d903aae6d1 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 20 03:38:12.756314 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-3faeea0b-c925-406c-a92c-98d903aae6d1 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:12.757359 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3faeea0b-c925-406c-a92c-98d903aae6d1 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156283 Oct 20 03:38:12.797981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54870) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:12.808632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a0a6a321-444a-440f-ac2c-411a057f37ab tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '63f78bf5-8531-48cd-bb11-8e96b6953417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:12.809733 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.api.v2.base [None req-a0a6a321-444a-440f-ac2c-411a057f37ab tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 20 03:38:12.810311 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-a0a6a321-444a-440f-ac2c-411a057f37ab tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:12.811985 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a0a6a321-444a-440f-ac2c-411a057f37ab tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125732 Oct 20 03:38:12.820578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54874) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:12.892513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.932422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bdce1d-acb4-46d6-b815-38a18f812fc3']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:12.945030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a99d2b9-1df0-4821-86c7-215b1df169e4') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:12.945454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a99d2b9-1df0-4821-86c7-215b1df169e4') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:12.961535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:12.963509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54876) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:12.994203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.003654 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65b3b-3aad-4d44-a8a2-192c2b23476e req-c58ffbae-d70c-47f0-b2eb-feef6b6a0048 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:13.005555 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-57d65b3b-3aad-4d44-a8a2-192c2b23476e req-c58ffbae-d70c-47f0-b2eb-feef6b6a0048 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2187872 Oct 20 03:38:13.011777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:13.012353 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.038231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port acd74618-fa42-4bb3-be65-188180e544a5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:13.064601 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7a99d2b9-1df0-4821-86c7-215b1df169e4 resource provider aggregate not found Oct 20 03:38:13.095560 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7a99d2b9-1df0-4821-86c7-215b1df169e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a99d2b9-1df0-4821-86c7-215b1df169e4 found for delete ", "request_id": "req-ab3b7846-449c-421b-8e88-e3dfefb776f8"}]} Oct 20 03:38:13.146488 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-57d65b3b-3aad-4d44-a8a2-192c2b23476e req-21877679-412d-4033-b7d9-d7094fc6806f tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985548 Oct 20 03:38:13.152252 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c7c5dc-bb06-4f91-93f1-9a61e8f8adb1 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:13.155085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.173417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.173417 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/networks/59bdce1d-acb4-46d6-b815-38a18f812fc3 HTTP/1.1" status: 204 len: 168 time: 4.2138836 Oct 20 03:38:13.183611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54884) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:13.189571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-919655407'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:13.210145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-84c7c5dc-bb06-4f91-93f1-9a61e8f8adb1 None None] Deleting port e9563538-0f32-4c7d-a955-7679b729fb5f {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:13.210562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-84c7c5dc-bb06-4f91-93f1-9a61e8f8adb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.211433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53eef7-587d-4bd5-8cee-62119f1515be tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Network': ['ID=59bdce1d-acb4-46d6-b815-38a18f812fc3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:13.215513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-960a84ee-ebfc-401e-84a7-1492b499acd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.228115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:13.231920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.287314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:13.318369 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.324133 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Added segment 2a999de8-55db-4d80-84c9-ab5d40f90908 of type vlan for network b793f5c7-8d95-42db-90ad-d0f8ab7d551f Oct 20 03:38:13.340560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-84c7c5dc-bb06-4f91-93f1-9a61e8f8adb1 None None] For port e9563538-0f32-4c7d-a955-7679b729fb5f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e9563538-0f32-4c7d-a955-7679b729fb5f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:13.340949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-84c7c5dc-bb06-4f91-93f1-9a61e8f8adb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.359192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-84c7c5dc-bb06-4f91-93f1-9a61e8f8adb1 None None] Calling delete_port for e9563538-0f32-4c7d-a955-7679b729fb5f owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:13.408195 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8048925e-fa8e-44cf-a595-2c0ef525a62a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8002656 Oct 20 03:38:13.408574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e9563538-0f32-4c7d-a955-7679b729fb5f no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:13.408850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54886) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:13.413181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.465933 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-960a84ee-ebfc-401e-84a7-1492b499acd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.506161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9319d118-c21c-4bad-a9fa-c91d7c472e7a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.510150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-960a84ee-ebfc-401e-84a7-1492b499acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.514552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbdc31b-9913-448d-8570-9104f49c92ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router 1488dabc-791b-4fae-bfe3-6da7475675a5 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:38:13.521921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-84c7c5dc-bb06-4f91-93f1-9a61e8f8adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.525895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bee1731-2a4f-426d-af35-4661933c5f91 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.537695 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9319d118-c21c-4bad-a9fa-c91d7c472e7a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.560816 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 6 to provision port acd74618-fa42-4bb3-be65-188180e544a5 Oct 20 03:38:13.565561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7c5dc-bb06-4f91-93f1-9a61e8f8adb1 None None] Pushing event deleted for resources: {'Port': ['ID=e9563538-0f32-4c7d-a955-7679b729fb5f,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:13.585465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.590726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7c5dc-bb06-4f91-93f1-9a61e8f8adb1 None None] No DVR routers for this DVR port e9563538-0f32-4c7d-a955-7679b729fb5f on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:13.590987 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:13.591583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.592648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port e9563538-0f32-4c7d-a955-7679b729fb5f is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:13.593034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.605808 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-960a84ee-ebfc-401e-84a7-1492b499acd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5a6589a92204583b1952ccbb92842b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6400886 Oct 20 03:38:13.642495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port acd74618-fa42-4bb3-be65-188180e544a5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:13.643387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbdc31b-9913-448d-8570-9104f49c92ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:13.648443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54888) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:13.651548 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6fbdc31b-9913-448d-8570-9104f49c92ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/1488dabc-791b-4fae-bfe3-6da7475675a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1531928 Oct 20 03:38:13.662211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54890) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:13.666650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6af272-1f40-4e98-a7b6-e173d09f0323 None None] Sync routers for ids ['1488dabc-791b-4fae-bfe3-6da7475675a5'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:13.668910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e63220d-80b7-4d33-a262-6e5881bf31f9 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:13.694881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 7e63220d-80b7-4d33-a262-6e5881bf31f9 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:13.695215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e63220d-80b7-4d33-a262-6e5881bf31f9 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:13.698272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6af272-1f40-4e98-a7b6-e173d09f0323 None None] Routers {'1488dabc-791b-4fae-bfe3-6da7475675a5'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:13.701935 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5d23c5e6-c12b-49a5-8d02-9041ef5aaf1e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=1488dabc-791b-4fae-bfe3-6da7475675a5 HTTP/1.1" status: 200 len: 205 time: 0.0356786 Oct 20 03:38:13.701935 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9319d118-c21c-4bad-a9fa-c91d7c472e7a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.702747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8f6af272-1f40-4e98-a7b6-e173d09f0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['1488dabc-791b-4fae-bfe3-6da7475675a5'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:13.703164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9319d118-c21c-4bad-a9fa-c91d7c472e7a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.704383 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9319d118-c21c-4bad-a9fa-c91d7c472e7a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "DELETE /v2.0/security-groups/63f78bf5-8531-48cd-bb11-8e96b6953417 HTTP/1.1" status: 204 len: 168 time: 0.8813047 Oct 20 03:38:13.704944 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54892) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:13.715014 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54894) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:13.716322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a84ee-ebfc-401e-84a7-1492b499acd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4e7323-5bd4-43ce-afe6-c4788f165787,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:13.747141 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8f6af272-1f40-4e98-a7b6-e173d09f0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:13.761441 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5765026 Oct 20 03:38:13.763937 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319d118-c21c-4bad-a9fa-c91d7c472e7a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f78bf5-8531-48cd-bb11-8e96b6953417,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:13.764215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6af272-1f40-4e98-a7b6-e173d09f0323 None None] Routers {'1488dabc-791b-4fae-bfe3-6da7475675a5'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:13.765313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8f6af272-1f40-4e98-a7b6-e173d09f0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:37:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['1488dabc-791b-4fae-bfe3-6da7475675a5'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:13.774875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54896) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:13.811852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Request body: {'subnet': {'network_id': 'b793f5c7-8d95-42db-90ad-d0f8ab7d551f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:13.818265 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f4123-0573-4803-92f4-b87b2ab2e134 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Network': ['ID=b793f5c7-8d95-42db-90ad-d0f8ab7d551f,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:13.819457 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49d83611-9e3c-4e77-9e17-dfabd968663e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.823975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8f6af272-1f40-4e98-a7b6-e173d09f0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:13.825060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6af272-1f40-4e98-a7b6-e173d09f0323 None None] The sync data for ids ['1488dabc-791b-4fae-bfe3-6da7475675a5'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:13.868091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bee1731-2a4f-426d-af35-4661933c5f91 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.875701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bee1731-2a4f-426d-af35-4661933c5f91 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.904736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network b793f5c7-8d95-42db-90ad-d0f8ab7d551f details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:13.973669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-54dfffbb-0fd9-4449-a164-c9fb87162316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.983484 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ae5a1a60-ebdf-4e4f-a54c-6bec172ca42f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2673876 Oct 20 03:38:13.987648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54898) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:13.990272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bee1731-2a4f-426d-af35-4661933c5f91 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:13.990855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bee1731-2a4f-426d-af35-4661933c5f91 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Fanout notify agent at l3_agent the message router_deleted on router df5246c5-0a50-4f83-bbfd-91f52dc6775d {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:38:13.999742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bee1731-2a4f-426d-af35-4661933c5f91 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.001854 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6bee1731-2a4f-426d-af35-4661933c5f91 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/routers/df5246c5-0a50-4f83-bbfd-91f52dc6775d HTTP/1.1" status: 204 len: 168 time: 0.5897074 Oct 20 03:38:14.005290 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9d579dd8-9bbf-401f-b4b4-b39f93114862 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474234033'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:14.015499 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54900) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.026767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49d83611-9e3c-4e77-9e17-dfabd968663e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.029305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49d83611-9e3c-4e77-9e17-dfabd968663e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.070983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-54dfffbb-0fd9-4449-a164-c9fb87162316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.078713 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6dadf6d8-0d6e-4e3d-bd93-6989d461789d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0603609 Oct 20 03:38:14.082014 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54902) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.093222 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49d83611-9e3c-4e77-9e17-dfabd968663e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.093452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d83611-9e3c-4e77-9e17-dfabd968663e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Fanout notify agent at l3_agent the message router_deleted on router 1488dabc-791b-4fae-bfe3-6da7475675a5 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:38:14.100447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Made reservation on behalf of fa30608ef3e24fa99be3cb91a35e19b9 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:14.102593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.112948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d579dd8-9bbf-401f-b4b4-b39f93114862 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.119107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49d83611-9e3c-4e77-9e17-dfabd968663e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.120178 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-49d83611-9e3c-4e77-9e17-dfabd968663e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/1488dabc-791b-4fae-bfe3-6da7475675a5 HTTP/1.1" status: 204 len: 168 time: 0.4114947 Oct 20 03:38:14.122988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54904) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.144591 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 7 to provision port acd74618-fa42-4bb3-be65-188180e544a5 Oct 20 03:38:14.180048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98901d95-6479-4098-ad55-e2094e5ae776 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:14.181565 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-98901d95-6479-4098-ad55-e2094e5ae776 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0982234 Oct 20 03:38:14.184681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54906) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.190433 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port acd74618-fa42-4bb3-be65-188180e544a5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:14.232736 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1e50d1bf-de7f-49c2-8acd-880cc4c01df2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427201 Oct 20 03:38:14.233083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73bd5a8-d351-4209-90c4-82638d4e19a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting subnet d88a67cf-adc4-467c-b111-c0b9d095980f {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:14.233376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54910) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.237229 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5a8-d351-4209-90c4-82638d4e19a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.238888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e313ba42-c467-4643-985c-f2e306139962 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:14.271549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-54dfffbb-0fd9-4449-a164-c9fb87162316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.274197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-54dfffbb-0fd9-4449-a164-c9fb87162316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.277693 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-54dfffbb-0fd9-4449-a164-c9fb87162316 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d4e7323-5bd4-43ce-afe6-c4788f165787 HTTP/1.1" status: 204 len: 168 time: 0.6134741 Oct 20 03:38:14.312076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5a8-d351-4209-90c4-82638d4e19a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.322838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfffbb-0fd9-4449-a164-c9fb87162316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4e7323-5bd4-43ce-afe6-c4788f165787,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:14.349071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435c3ad-f23c-40a3-bd7e-28c7133c8737 req-02aac815-267b-4e3f-b91f-9e8b975fa35e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:14.350533 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5435c3ad-f23c-40a3-bd7e-28c7133c8737 req-02aac815-267b-4e3f-b91f-9e8b975fa35e tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.0907290 Oct 20 03:38:14.432137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d579dd8-9bbf-401f-b4b4-b39f93114862 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.439494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d579dd8-9bbf-401f-b4b4-b39f93114862 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.448720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5a8-d351-4209-90c4-82638d4e19a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.455311 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5435c3ad-f23c-40a3-bd7e-28c7133c8737 req-f8047386-7950-45e9-83e1-b66fd48bd311 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841992 Oct 20 03:38:14.492596 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d579dd8-9bbf-401f-b4b4-b39f93114862 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.493544 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d579dd8-9bbf-401f-b4b4-b39f93114862 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5043318 Oct 20 03:38:14.512204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54914) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.519928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-12d12895-ba03-4d97-90bd-452df81c0f63 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': 'eeae4b03-ab02-4c22-adcf-bb8240fea455', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:14.521788 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-12d12895-ba03-4d97-90bd-452df81c0f63 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 03:38:14.522848 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-12d12895-ba03-4d97-90bd-452df81c0f63 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:14.526984 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-12d12895-ba03-4d97-90bd-452df81c0f63 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094121 Oct 20 03:38:14.528651 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54916) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.534366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6645041c-10ec-446d-926d-328edebc9925 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': 'eeae4b03-ab02-4c22-adcf-bb8240fea455', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:14.535549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-72a8f5b9-720b-4098-9e9c-997c6c92aa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.548711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e313ba42-c467-4643-985c-f2e306139962 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:14.553356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e313ba42-c467-4643-985c-f2e306139962 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.572588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5a8-d351-4209-90c4-82638d4e19a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.575811 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d579dd8-9bbf-401f-b4b4-b39f93114862 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeae4b03-ab02-4c22-adcf-bb8240fea455,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:14.629873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bd5a8-d351-4209-90c4-82638d4e19a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Subnet': ['ID=d88a67cf-adc4-467c-b111-c0b9d095980f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:14.631590 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-6645041c-10ec-446d-926d-328edebc9925 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:14.636323 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6645041c-10ec-446d-926d-328edebc9925 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1064675 Oct 20 03:38:14.637212 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54918) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.638121 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5a8-d351-4209-90c4-82638d4e19a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.638885 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e80db36-f74b-4002-be93-2d1748a35492 None None] Network 99369017-16f2-491c-94c0-6b874a13828e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:14.644063 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a73bd5a8-d351-4209-90c4-82638d4e19a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/d88a67cf-adc4-467c-b111-c0b9d095980f HTTP/1.1" status: 204 len: 168 time: 0.5178072 Oct 20 03:38:14.644552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54920) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.655894 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4b4bd9ab-9595-46a1-844b-e70c55c57c03 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': 'eeae4b03-ab02-4c22-adcf-bb8240fea455', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:14.656485 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-4b4bd9ab-9595-46a1-844b-e70c55c57c03 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 20 03:38:14.658579 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-4b4bd9ab-9595-46a1-844b-e70c55c57c03 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:14.660757 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4b4bd9ab-9595-46a1-844b-e70c55c57c03 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0170281 Oct 20 03:38:14.663164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54922) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.694314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4400ed99-d8a7-47d0-a125-93311cace40a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': 'eeae4b03-ab02-4c22-adcf-bb8240fea455', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:14.703646 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 8 to provision port acd74618-fa42-4bb3-be65-188180e544a5 Oct 20 03:38:14.710076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.objects.ports [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103629) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:38:14.712935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.729193 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fd4cee-c3c1-4996-871e-b718e782096d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting subnet 94a90e43-0440-4c8f-9e39-c0d2fd6439ae {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:14.732834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4cee-c3c1-4996-871e-b718e782096d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.780462 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-4400ed99-d8a7-47d0-a125-93311cace40a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:14.785032 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4400ed99-d8a7-47d0-a125-93311cace40a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1163702 Oct 20 03:38:14.785032 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4cee-c3c1-4996-871e-b718e782096d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.787270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54924) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.793687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port acd74618-fa42-4bb3-be65-188180e544a5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:14.810017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0a6cdce9-5b2d-4581-b35a-23abb4f37cf8 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': 'eeae4b03-ab02-4c22-adcf-bb8240fea455', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:14.810502 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-0a6cdce9-5b2d-4581-b35a-23abb4f37cf8 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 03:38:14.810991 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-0a6cdce9-5b2d-4581-b35a-23abb4f37cf8 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:14.815171 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0a6cdce9-5b2d-4581-b35a-23abb4f37cf8 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0243669 Oct 20 03:38:14.815600 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54926) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.818471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Checking segment: {'id': '2a999de8-55db-4d80-84c9-ab5d40f90908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b793f5c7-8d95-42db-90ad-d0f8ab7d551f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:14.818839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network hostable DHCP agents. Network: b793f5c7-8d95-42db-90ad-d0f8ab7d551f, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:14.819634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0f6caaeb-be88-4df9-a5cf-a2f972a9e04d tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': 'eeae4b03-ab02-4c22-adcf-bb8240fea455', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:14.820906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event updated for resources: {'Subnet': ['ID=ddc3d3a5-2c09-4f83-b193-a630670b451a,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:14.885937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Network b793f5c7-8d95-42db-90ad-d0f8ab7d551f is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:14.889493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c34bcf-f998-41ab-96e8-ec2b7ffec6e9 None None] DHCP port deletion for 99369017-16f2-491c-94c0-6b874a13828e request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:14.903839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, b793f5c7-8d95-42db-90ad-d0f8ab7d551f) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:14.912617 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-0f6caaeb-be88-4df9-a5cf-a2f972a9e04d tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:14.913952 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0f6caaeb-be88-4df9-a5cf-a2f972a9e04d tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0976827 Oct 20 03:38:14.914481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:14.915073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.917047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54928) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.925894 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e9eec39f-4e56-4844-8a96-74055fa36cdc tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': 'eeae4b03-ab02-4c22-adcf-bb8240fea455', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:14.926437 dv-neutron-861842-1-hyperv neutron-server[103628]: WARNING neutron.api.v2.base [None req-e9eec39f-4e56-4844-8a96-74055fa36cdc tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 20 03:38:14.926921 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-e9eec39f-4e56-4844-8a96-74055fa36cdc tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:14.930439 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e9eec39f-4e56-4844-8a96-74055fa36cdc tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062258 Oct 20 03:38:14.930571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba2102-b070-4aab-bdde-dad0ac802a95 None None] Network b793f5c7-8d95-42db-90ad-d0f8ab7d551f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:14.930659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4cee-c3c1-4996-871e-b718e782096d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:14.933705 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54930) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:14.937325 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-752d1774-87ce-4cc4-a24e-8d32eb8551f9 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': 'eeae4b03-ab02-4c22-adcf-bb8240fea455', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:14.965577 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a67bbe0c-231e-476a-8fb2-f09573812785 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1632528 Oct 20 03:38:14.968261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54932) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:15.014172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.objects.ports [None req-e313ba42-c467-4643-985c-f2e306139962 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103629) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:38:15.016158 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-752d1774-87ce-4cc4-a24e-8d32eb8551f9 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:15.020626 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-752d1774-87ce-4cc4-a24e-8d32eb8551f9 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0841293 Oct 20 03:38:15.020837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54934) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:15.025697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4afbb0cf-767b-4c63-95bf-8dde81bf65eb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': 'eeae4b03-ab02-4c22-adcf-bb8240fea455', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:15.030211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e313ba42-c467-4643-985c-f2e306139962 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.034697 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4cee-c3c1-4996-871e-b718e782096d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.043413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f7c34bcf-f998-41ab-96e8-ec2b7ffec6e9 None None] Deleting port ddfc0435-c0b7-45da-98db-7b3b4f97e02b {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:15.043784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f7c34bcf-f998-41ab-96e8-ec2b7ffec6e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.069790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd4cee-c3c1-4996-871e-b718e782096d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Subnet': ['ID=94a90e43-0440-4c8f-9e39-c0d2fd6439ae,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:15.075739 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4cee-c3c1-4996-871e-b718e782096d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.081085 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c6fd4cee-c3c1-4996-871e-b718e782096d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/94a90e43-0440-4c8f-9e39-c0d2fd6439ae HTTP/1.1" status: 204 len: 168 time: 0.4356122 Oct 20 03:38:15.083641 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54936) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:15.095439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad88da5-d3a2-48ad-9d11-967b9bac6321 None None] Network a9659abd-3074-4c98-95ff-1d571fac044b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:15.145240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e313ba42-c467-4643-985c-f2e306139962 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:15.149858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313ba42-c467-4643-985c-f2e306139962 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=c60c3fca-2ed6-44c2-8f6d-93af2499f39e,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:15.158559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-e313ba42-c467-4643-985c-f2e306139962 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:15.160582 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f7c34bcf-f998-41ab-96e8-ec2b7ffec6e9 None None] For port ddfc0435-c0b7-45da-98db-7b3b4f97e02b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ddfc0435-c0b7-45da-98db-7b3b4f97e02b,segment=NetworkSegment(4025e159-c2a1-4811-b89d-9642223e8a6a),segment_id=4025e159-c2a1-4811-b89d-9642223e8a6a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:15.161055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f7c34bcf-f998-41ab-96e8-ec2b7ffec6e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.165178 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313ba42-c467-4643-985c-f2e306139962 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:15.165769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e313ba42-c467-4643-985c-f2e306139962 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.173924 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.177861 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f7c34bcf-f998-41ab-96e8-ec2b7ffec6e9 None None] Calling delete_port for ddfc0435-c0b7-45da-98db-7b3b4f97e02b owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:15.184236 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-4afbb0cf-767b-4c63-95bf-8dde81bf65eb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:15.185316 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4afbb0cf-767b-4c63-95bf-8dde81bf65eb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1635334 Oct 20 03:38:15.188849 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54938) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:15.192519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.198763 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e313ba42-c467-4643-985c-f2e306139962 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9643409 Oct 20 03:38:15.199001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f93702a-21a8-4d65-8711-3fcb9dae3feb None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:15.201629 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54940) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:15.209544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-71429c40-94dc-48c3-8779-700fecd10e2d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:15.280366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf040668-e88b-47a8-8f3e-f2cf8105addb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.296688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port ddfc0435-c0b7-45da-98db-7b3b4f97e02b {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:15.297037 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.332384 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 9 to provision port acd74618-fa42-4bb3-be65-188180e544a5 Oct 20 03:38:15.339258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf040668-e88b-47a8-8f3e-f2cf8105addb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.353970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.408430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-0712c5cc-0b5e-43d2-b248-ebf1717fa2ea tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:15.409881 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-0712c5cc-0b5e-43d2-b248-ebf1717fa2ea tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.1494098 Oct 20 03:38:15.417926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ddfc0435-c0b7-45da-98db-7b3b4f97e02b no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:15.420558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port ddfc0435-c0b7-45da-98db-7b3b4f97e02b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ddfc0435-c0b7-45da-98db-7b3b4f97e02b,segment=NetworkSegment(4025e159-c2a1-4811-b89d-9642223e8a6a),segment_id=4025e159-c2a1-4811-b89d-9642223e8a6a)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:15.421560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.438738 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for ddfc0435-c0b7-45da-98db-7b3b4f97e02b owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:15.456859 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf040668-e88b-47a8-8f3e-f2cf8105addb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.461072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf040668-e88b-47a8-8f3e-f2cf8105addb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.462386 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bf040668-e88b-47a8-8f3e-f2cf8105addb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "DELETE /v2.0/security-groups/eeae4b03-ab02-4c22-adcf-bb8240fea455 HTTP/1.1" status: 204 len: 168 time: 0.2721918 Oct 20 03:38:15.465627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54942) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:15.470306 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66795817-542f-4350-a82b-7925e7b8cb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-b793f5c7-8d95-42db-90ad-d0f8ab7d551f', 'network_id': 'b793f5c7-8d95-42db-90ad-d0f8ab7d551f', 'tenant_id': 'fa30608ef3e24fa99be3cb91a35e19b9', 'fixed_ips': [{'subnet_id': 'ddc3d3a5-2c09-4f83-b193-a630670b451a'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:15.471366 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-66795817-542f-4350-a82b-7925e7b8cb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.488770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71429c40-94dc-48c3-8779-700fecd10e2d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:15.492480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71429c40-94dc-48c3-8779-700fecd10e2d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.511065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf040668-e88b-47a8-8f3e-f2cf8105addb tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeae4b03-ab02-4c22-adcf-bb8240fea455,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:15.531460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port acd74618-fa42-4bb3-be65-188180e544a5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:15.571415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.576688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.610700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=ddfc0435-c0b7-45da-98db-7b3b4f97e02b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:15.615633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No DVR routers for this DVR port ddfc0435-c0b7-45da-98db-7b3b4f97e02b on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:15.626715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No active binding found for port ddfc0435-c0b7-45da-98db-7b3b4f97e02b {{(pid=103630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 20 03:38:15.626715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ddfc0435-c0b7-45da-98db-7b3b4f97e02b not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:15.679800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f7c34bcf-f998-41ab-96e8-ec2b7ffec6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.684492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc3d3a5-2c09-4f83-b193-a630670b451a,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:15.714190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.726400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b75ea0-d342-4fe4-8edb-9cb35ddec222 None None] Network b793f5c7-8d95-42db-90ad-d0f8ab7d551f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:15.727063 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-dccaed7f-9732-4555-8629-3f903f4747e5 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2600381 Oct 20 03:38:15.735265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c34bcf-f998-41ab-96e8-ec2b7ffec6e9 None None] No DVR routers for this DVR port ddfc0435-c0b7-45da-98db-7b3b4f97e02b on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:15.735981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54946) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:15.738209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c34bcf-f998-41ab-96e8-ec2b7ffec6e9 None None] Pushing event deleted for resources: {'Port': ['ID=ddfc0435-c0b7-45da-98db-7b3b4f97e02b,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:15.754885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99369017-16f2-491c-94c0-6b874a13828e']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:15.755930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-bd765dee-6667-4366-8f46-b57f70cbf49f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397885742'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:15.765597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4025e159-c2a1-4811-b89d-9642223e8a6a') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:15.765946 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4025e159-c2a1-4811-b89d-9642223e8a6a') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:15.785879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.806368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.819785 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:15.820652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.822506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.840547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': 'c60c3fca-2ed6-44c2-8f6d-93af2499f39e'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:15.841259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.861307 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 4025e159-c2a1-4811-b89d-9642223e8a6a resource provider aggregate not found Oct 20 03:38:15.863793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9752a20-31d7-42bd-bbcd-5322cb2e2c6d req-3b4f7d23-9eb5-4a18-9ba9-0cd9ed809608 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:15.865398 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e9752a20-31d7-42bd-bbcd-5322cb2e2c6d req-3b4f7d23-9eb5-4a18-9ba9-0cd9ed809608 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 946 time: 0.2894776 Oct 20 03:38:15.889383 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b793f5c7-8d95-42db-90ad-d0f8ab7d551f']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:15.901170 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 4025e159-c2a1-4811-b89d-9642223e8a6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4025e159-c2a1-4811-b89d-9642223e8a6a found for delete ", "request_id": "req-02329beb-1405-4014-bf4f-da2219de343c"}]} Oct 20 03:38:15.907434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Deleting port 24374825-807a-4f9a-b3e2-7fb519261539 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:15.907777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.910819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064eab25-b028-49e6-9514-fb6a24703450 None None] DHCP port deletion for a9659abd-3074-4c98-95ff-1d571fac044b request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:15.920338 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bd765dee-6667-4366-8f46-b57f70cbf49f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.924144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a999de8-55db-4d80-84c9-ab5d40f90908') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:15.924502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a999de8-55db-4d80-84c9-ab5d40f90908') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:15.937800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.948556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.955377 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/networks/99369017-16f2-491c-94c0-6b874a13828e HTTP/1.1" status: 204 len: 168 time: 0.8670535 Oct 20 03:38:15.959846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:15.963952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54952) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:15.974424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f1492-c076-41b8-8d7e-efb51cdb769e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Network': ['ID=99369017-16f2-491c-94c0-6b874a13828e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.024934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.040192 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Attempt 10 to provision port acd74618-fa42-4bb3-be65-188180e544a5 Oct 20 03:38:16.062521 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.122603 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port ec757491-9d87-485e-aca0-b020b7950725 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:16.122987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.192767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port ec757491-9d87-485e-aca0-b020b7950725, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ec757491-9d87-485e-aca0-b020b7950725,segment=NetworkSegment(166da9d4-c674-46be-b02b-479f21414d26),segment_id=166da9d4-c674-46be-b02b-479f21414d26)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:16.193164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.213484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for ec757491-9d87-485e-aca0-b020b7950725 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:16.248697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Allocated IP 2001:db8::f816:3eff:fe99:d865 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/c60c3fca-2ed6-44c2-8f6d-93af2499f39e/34ee2eb8-5695-4980-bf01-78158d73ddea) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:16.251786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33b9bf8a-2a92-451e-bbe1-f7c7b895974f None None] Port acd74618-fa42-4bb3-be65-188180e544a5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:16.263576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-064eab25-b028-49e6-9514-fb6a24703450 None None] Deleting port ec757491-9d87-485e-aca0-b020b7950725 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:16.263952 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-064eab25-b028-49e6-9514-fb6a24703450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.308944 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.339545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=ec757491-9d87-485e-aca0-b020b7950725,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.344220 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No DVR routers for this DVR port ec757491-9d87-485e-aca0-b020b7950725 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:16.348482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:16.348900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.357798 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e9752a20-31d7-42bd-bbcd-5322cb2e2c6d req-370f0671-1fcc-4de7-a426-ea4487876a1a tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups?id=0688a16a-3e51-4aac-8201-21f0b7f77b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4767940 Oct 20 03:38:16.394921 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2a999de8-55db-4d80-84c9-ab5d40f90908 resource provider aggregate not found Oct 20 03:38:16.436141 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a547a1db-08de-45ad-9123-64dfbd693412 None None] Could not find standard attr ID for object 7e63220d-80b7-4d33-a262-6e5881bf31f9. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:16.443802 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2a999de8-55db-4d80-84c9-ab5d40f90908 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a999de8-55db-4d80-84c9-ab5d40f90908 found for delete ", "request_id": "req-c14a7d35-621a-4224-bca7-086aa96ce6cb"}]} Oct 20 03:38:16.451887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-064eab25-b028-49e6-9514-fb6a24703450 None None] For port ec757491-9d87-485e-aca0-b020b7950725, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ec757491-9d87-485e-aca0-b020b7950725,segment=NetworkSegment(166da9d4-c674-46be-b02b-479f21414d26),segment_id=166da9d4-c674-46be-b02b-479f21414d26)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:16.452303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-064eab25-b028-49e6-9514-fb6a24703450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.465779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a547a1db-08de-45ad-9123-64dfbd693412 None None] Could not find standard attr ID for object 9f6deefe-9e56-4aed-a9de-a1602e27c10f. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:16.472736 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.476302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-064eab25-b028-49e6-9514-fb6a24703450 None None] Calling delete_port for ec757491-9d87-485e-aca0-b020b7950725 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:16.485515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a547a1db-08de-45ad-9123-64dfbd693412 None None] Could not find standard attr ID for object e9563538-0f32-4c7d-a955-7679b729fb5f. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:16.490186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] For port 24374825-807a-4f9a-b3e2-7fb519261539, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=24374825-807a-4f9a-b3e2-7fb519261539,segment=NetworkSegment(55b31846-7a15-4348-9e84-83c5c15beea2),segment_id=55b31846-7a15-4348-9e84-83c5c15beea2)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:16.490564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.507413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9659abd-3074-4c98-95ff-1d571fac044b']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:16.521213 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166da9d4-c674-46be-b02b-479f21414d26') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:16.521459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.524619 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166da9d4-c674-46be-b02b-479f21414d26') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:16.537284 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.553581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.561531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:16.561841 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.591376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.595106 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/networks/b793f5c7-8d95-42db-90ad-d0f8ab7d551f HTTP/1.1" status: 204 len: 168 time: 1.6257463 Oct 20 03:38:16.600391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54958) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:16.604752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-806cab48-d703-4b5c-9031-418a7b431b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.615841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.631557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.650515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.656238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.658556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405355e-dcef-4ff4-9941-2c77bb0e49db tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Network': ['ID=b793f5c7-8d95-42db-90ad-d0f8ab7d551f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.664520 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/networks/a9659abd-3074-4c98-95ff-1d571fac044b HTTP/1.1" status: 204 len: 168 time: 0.6958611 Oct 20 03:38:16.668787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54960) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:16.674494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-401631615'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:16.677919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-064eab25-b028-49e6-9514-fb6a24703450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.688686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb403b7-0dc7-4fc0-b9d9-2a05dd279cb5 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Network': ['ID=a9659abd-3074-4c98-95ff-1d571fac044b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.690272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-064eab25-b028-49e6-9514-fb6a24703450 None None] Network a9659abd-3074-4c98-95ff-1d571fac044b is not hosted by any dhcp agent {{(pid=103630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 03:38:16.690853 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064eab25-b028-49e6-9514-fb6a24703450 None None] No DVR routers for this DVR port ec757491-9d87-485e-aca0-b020b7950725 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:16.695800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:16.701043 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff164ee2-d23a-4751-a793-58f35ae6be76 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:16.701579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:16.701912 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff164ee2-d23a-4751-a793-58f35ae6be76 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:16.705546 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ff164ee2-d23a-4751-a793-58f35ae6be76 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/subnets/ddc3d3a5-2c09-4f83-b193-a630670b451a HTTP/1.1" status: 404 len: 337 time: 0.0801620 Oct 20 03:38:16.706575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:16.713551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54962) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:16.740503 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:16.743986 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.747034 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fbbcde-a721-402f-a39c-e28ad0fd8853 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:16.747654 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fbbcde-a721-402f-a39c-e28ad0fd8853 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:16.754188 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f5fbbcde-a721-402f-a39c-e28ad0fd8853 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/networks/b793f5c7-8d95-42db-90ad-d0f8ab7d551f HTTP/1.1" status: 404 len: 339 time: 0.0368729 Oct 20 03:38:16.758023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Pushing event updated for resources: {'Port': ['ID=34ee2eb8-5695-4980-bf01-78158d73ddea,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.759682 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54964) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:16.786948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71429c40-94dc-48c3-8779-700fecd10e2d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.792218 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1baf3ba-e44a-44f2-847a-12af966949ef tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:16.792687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bd765dee-6667-4366-8f46-b57f70cbf49f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.792836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1baf3ba-e44a-44f2-847a-12af966949ef tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:16.795144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eab25-b028-49e6-9514-fb6a24703450 None None] Pushing event deleted for resources: {'Port': ['ID=ec757491-9d87-485e-aca0-b020b7950725,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.798182 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e1baf3ba-e44a-44f2-847a-12af966949ef tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/subnets/cec5b75b-b772-49b9-abd3-8b196d131282 HTTP/1.1" status: 404 len: 337 time: 0.0354257 Oct 20 03:38:16.798616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Attempting to bind port 34ee2eb8-5695-4980-bf01-78158d73ddea on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:16.799147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Attempting to bind port 34ee2eb8-5695-4980-bf01-78158d73ddea by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:16.799528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Attempting to bind port 34ee2eb8-5695-4980-bf01-78158d73ddea on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:16.806690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54966) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:16.806871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:16.806871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:16.806871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.806871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:16.807315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Bound port: 34ee2eb8-5695-4980-bf01-78158d73ddea, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:16.807689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.816092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:16.826551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.827142 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added segment c1401103-f0f0-4031-a4f3-c22ac6aaf450 of type vlan for network 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 Oct 20 03:38:16.836094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bd765dee-6667-4366-8f46-b57f70cbf49f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.877244 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4fc401-b9fe-49c6-ab5e-77eabe4cb458 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:16.877902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4fc401-b9fe-49c6-ab5e-77eabe4cb458 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:16.878949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] For port 34ee2eb8-5695-4980-bf01-78158d73ddea, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:16.883815 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1c4fc401-b9fe-49c6-ab5e-77eabe4cb458 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/networks/59bdce1d-acb4-46d6-b815-38a18f812fc3 HTTP/1.1" status: 404 len: 339 time: 0.0790198 Oct 20 03:38:16.884000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] For port 34ee2eb8-5695-4980-bf01-78158d73ddea, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=34ee2eb8-5695-4980-bf01-78158d73ddea,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:16.887107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54968) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:16.892032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71429c40-94dc-48c3-8779-700fecd10e2d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:16.893315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.900339 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.927975 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-80545f0b-141a-49ee-a2fd-709a5e7463bb tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:16.928813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80545f0b-141a-49ee-a2fd-709a5e7463bb tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:16.932526 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-80545f0b-141a-49ee-a2fd-709a5e7463bb tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/subnets/807a3a56-b3b5-4acb-9137-c522ef83e806 HTTP/1.1" status: 404 len: 337 time: 0.0438638 Oct 20 03:38:16.935310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54970) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:16.945484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.946222 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.946742 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Floating IP a7cdd2a5-cfc4-482b-b120-f80f026dd2f8 disassociated. External IP: 172.26.0.186, port: 24374825-807a-4f9a-b3e2-7fb519261539. Oct 20 03:38:16.947200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Calling delete_port for 24374825-807a-4f9a-b3e2-7fb519261539 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:16.951284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-71429c40-94dc-48c3-8779-700fecd10e2d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:16.955536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ee797-434c-4d02-bdbe-dba99e640188 None None] Pushing event updated for resources: {'Port': ['ID=34ee2eb8-5695-4980-bf01-78158d73ddea,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:16.964188 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e63eb4c-02b8-45f5-ac15-4a8686a449bb tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:16.964747 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e63eb4c-02b8-45f5-ac15-4a8686a449bb tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:16.967799 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8e63eb4c-02b8-45f5-ac15-4a8686a449bb tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/networks/e90a4358-56d9-4a2f-9b2c-3755a1080a32 HTTP/1.1" status: 404 len: 339 time: 0.0310652 Oct 20 03:38:16.973740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54972) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:16.980882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71429c40-94dc-48c3-8779-700fecd10e2d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:16.981490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71429c40-94dc-48c3-8779-700fecd10e2d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.986455 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bd765dee-6667-4366-8f46-b57f70cbf49f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:16.987724 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bd765dee-6667-4366-8f46-b57f70cbf49f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2477198 Oct 20 03:38:16.995439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54974) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:17.012948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd765dee-6667-4366-8f46-b57f70cbf49f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c17c463-7f7a-467a-b9eb-ef0435cb0d54,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:17.014087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.020320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a1482ac9-aa94-4338-b7a5-8a71d4b6b92a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '4c17c463-7f7a-467a-b9eb-ef0435cb0d54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:17.021832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:17.022925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.062681 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71429c40-94dc-48c3-8779-700fecd10e2d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=0e663432-333d-4fd8-960b-1830e38144c6,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:17.080554 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-71429c40-94dc-48c3-8779-700fecd10e2d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8765924 Oct 20 03:38:17.087098 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54976) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:17.095655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:26:e2:57', 'name': 'tempest-NetworksTestDHCPv6-1414308888'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:17.104878 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4352362 Oct 20 03:38:17.111824 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54978) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:17.151742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'subnet': {'network_id': '828ac7c4-98e9-4975-9e3a-3a9dea9fbad1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:17.166424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1344d-9254-4cc9-a6e9-0c1b07bcda12 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Network': ['ID=828ac7c4-98e9-4975-9e3a-3a9dea9fbad1,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:17.182842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:17.243595 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-a1482ac9-aa94-4338-b7a5-8a71d4b6b92a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The resource could not be found. Oct 20 03:38:17.244986 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a1482ac9-aa94-4338-b7a5-8a71d4b6b92a tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2442811 Oct 20 03:38:17.248106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d63e6bfa-c10e-47b6-9cd9-8dd025bef04d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Deleting port acd74618-fa42-4bb3-be65-188180e544a5 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:17.248496 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d63e6bfa-c10e-47b6-9cd9-8dd025bef04d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.251687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54980) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:17.290417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-59d8d7af-5c2f-4764-95ef-c6d2f23bd957 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '4c17c463-7f7a-467a-b9eb-ef0435cb0d54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5881c871-42b4-47e0-b2c4-3f5527c12fe3'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:17.365332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:17.371267 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.373106 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-59d8d7af-5c2f-4764-95ef-c6d2f23bd957 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The resource could not be found. Oct 20 03:38:17.377634 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-59d8d7af-5c2f-4764-95ef-c6d2f23bd957 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1199996 Oct 20 03:38:17.393524 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54982) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:17.428681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 34ee2eb8-5695-4980-bf01-78158d73ddea up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:17.435279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Pushing event deleted for resources: {'Port': ['ID=24374825-807a-4f9a-b3e2-7fb519261539,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:17.494670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 34ee2eb8-5695-4980-bf01-78158d73ddea triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:17.495052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.495391 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 34ee2eb8-5695-4980-bf01-78158d73ddea Oct 20 03:38:17.603353 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04b26cc3-838a-41fc-9df1-ae1cbd209eb9 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.616111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.629773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 34ee2eb8-5695-4980-bf01-78158d73ddea is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:17.630175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.678844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 34ee2eb8-5695-4980-bf01-78158d73ddea, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=34ee2eb8-5695-4980-bf01-78158d73ddea,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:17.682121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04b26cc3-838a-41fc-9df1-ae1cbd209eb9 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.685502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.715072 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 0472661b-3b15-46e9-8258-64ab0e2f4412 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:17.732341 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a8bef50f-a924-4759-8314-18ef3f6dbbf5 req-8ffa800d-0efa-4c0d-9d99-82754a931933 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 210 time: 0.0696332 Oct 20 03:38:17.739758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:17.743329 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.759328 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d63e6bfa-c10e-47b6-9cd9-8dd025bef04d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.768938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Router 735ecd15-0d50-4bc9-8332-68d082af9f05 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:38:17.787242 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d63e6bfa-c10e-47b6-9cd9-8dd025bef04d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Calling delete_port for acd74618-fa42-4bb3-be65-188180e544a5 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:17.858187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ec757491-9d87-485e-aca0-b020b7950725 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:17.876877 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04b26cc3-838a-41fc-9df1-ae1cbd209eb9 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.879867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04b26cc3-838a-41fc-9df1-ae1cbd209eb9 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.881275 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-04b26cc3-838a-41fc-9df1-ae1cbd209eb9 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c17c463-7f7a-467a-b9eb-ef0435cb0d54 HTTP/1.1" status: 204 len: 168 time: 0.4868622 Oct 20 03:38:17.886040 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54986) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:17.893784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ec757491-9d87-485e-aca0-b020b7950725 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:17.894112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ec757491-9d87-485e-aca0-b020b7950725 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:17.929240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=34ee2eb8-5695-4980-bf01-78158d73ddea,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:17.940083 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 166da9d4-c674-46be-b02b-479f21414d26 resource provider aggregate not found Oct 20 03:38:17.941222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:17.942062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b26cc3-838a-41fc-9df1-ae1cbd209eb9 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c17c463-7f7a-467a-b9eb-ef0435cb0d54,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:17.978255 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 166da9d4-c674-46be-b02b-479f21414d26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 166da9d4-c674-46be-b02b-479f21414d26 found for delete ", "request_id": "req-ddb52d8b-57d8-47c2-97ef-f9d441e7dfdd"}]} Oct 20 03:38:18.000864 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-46a0e5ac-e68e-44e6-927d-393ca53628a8 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1135793 Oct 20 03:38:18.021792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54992) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:18.026520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c69346d0-9c6a-4bb9-bf28-e9599377c951 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '04992d3d-8a17-48be-b242-6e72429aafb9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:18.050855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d63e6bfa-c10e-47b6-9cd9-8dd025bef04d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.075872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:18.090010 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31aa1fb-e9a1-4b72-8673-d1a14af290ea None None] Sync routers for ids ['735ecd15-0d50-4bc9-8332-68d082af9f05'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:18.101756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d63e6bfa-c10e-47b6-9cd9-8dd025bef04d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.105001 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d63e6bfa-c10e-47b6-9cd9-8dd025bef04d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/ports/acd74618-fa42-4bb3-be65-188180e544a5 HTTP/1.1" status: 204 len: 168 time: 1.1303253 Oct 20 03:38:18.109664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 54994) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:18.112037 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31aa1fb-e9a1-4b72-8673-d1a14af290ea None None] Routers {'735ecd15-0d50-4bc9-8332-68d082af9f05'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:18.112714 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c31aa1fb-e9a1-4b72-8673-d1a14af290ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['735ecd15-0d50-4bc9-8332-68d082af9f05'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:18.113361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e6bfa-c10e-47b6-9cd9-8dd025bef04d tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Port': ['ID=acd74618-fa42-4bb3-be65-188180e544a5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:18.123913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] No DVR routers for this DVR port 24374825-807a-4f9a-b3e2-7fb519261539 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:18.130814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.134593 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5c09125c-c8e9-4fd6-ac69-6faf7d2a013c req-28eaf5db-083a-4fae-83eb-e188228d4a61 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.36 "DELETE /v2.0/ports/24374825-807a-4f9a-b3e2-7fb519261539 HTTP/1.1" status: 204 len: 173 time: 2.7106078 Oct 20 03:38:18.135344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'name': 'network-vif-deleted', 'tag': '24374825-807a-4f9a-b3e2-7fb519261539'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:38:18.138000 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23ae545-1aba-4d4d-9412-3023e9f049a3" -d '{"events": [{"server_uuid": "8fbfb811-50d8-4dbd-a17e-3fe00b425624", "name": "network-vif-deleted", "tag": "24374825-807a-4f9a-b3e2-7fb519261539"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:38:18.144814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 172.20.0.14 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/0e663432-333d-4fd8-960b-1830e38144c6/0472661b-3b15-46e9-8258-64ab0e2f4412) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:18.153372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::f816:3eff:fe26:e257 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/c60c3fca-2ed6-44c2-8f6d-93af2499f39e/0472661b-3b15-46e9-8258-64ab0e2f4412) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:18.197705 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-addd0415-5cd8-409d-8441-b210e019253e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:18.198222 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addd0415-5cd8-409d-8441-b210e019253e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:18.210594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cc289b-49e9-4386-a00f-32d0357cc155 x-openstack-request-id: req-b5cc289b-49e9-4386-a00f-32d0357cc155 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:38:18.211012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbfb811-50d8-4dbd-a17e-3fe00b425624", "name": "network-vif-deleted", "tag": "24374825-807a-4f9a-b3e2-7fb519261539", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:38:18.211367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5cc289b-49e9-4386-a00f-32d0357cc155 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:38:18.211896 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5cc289b-49e9-4386-a00f-32d0357cc155'] response: {'server_uuid': '8fbfb811-50d8-4dbd-a17e-3fe00b425624', 'name': 'network-vif-deleted', 'tag': '24374825-807a-4f9a-b3e2-7fb519261539', 'status': 'completed', 'code': 200} Oct 20 03:38:18.218787 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-addd0415-5cd8-409d-8441-b210e019253e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/subnets/e8acd440-c8c1-400b-9066-9b93c6028960 HTTP/1.1" status: 404 len: 337 time: 0.1039801 Oct 20 03:38:18.223900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 54998) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:18.258288 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-c69346d0-9c6a-4bb9-bf28-e9599377c951 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The resource could not be found. Oct 20 03:38:18.262905 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c69346d0-9c6a-4bb9-bf28-e9599377c951 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2371845 Oct 20 03:38:18.264341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.268346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55000) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:18.289139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c7c2fedb-65cb-44ba-af54-54bf8199b63c tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601326793'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:18.318620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e164ac8d-b431-4a50-839e-ed44f42a59dc None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:18.353006 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c31aa1fb-e9a1-4b72-8673-d1a14af290ea None None] Set router 735ecd15-0d50-4bc9-8332-68d082af9f05 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:38:18.384881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.386363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fedb-65cb-44ba-af54-54bf8199b63c tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.428142 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Subnet': ['ID=c81932af-9ca7-407c-b97f-f753fae9c988,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:18.444328 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Checking segment: {'id': 'c1401103-f0f0-4031-a4f3-c22ac6aaf450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '828ac7c4-98e9-4975-9e3a-3a9dea9fbad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:18.444753 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network hostable DHCP agents. Network: 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:18.446218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.490648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-61675683-5760-487a-b525-568b0cfb6fbf None None] Provisioning complete for port 34ee2eb8-5695-4980-bf01-78158d73ddea triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:18.491073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-61675683-5760-487a-b525-568b0cfb6fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.491538 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-61675683-5760-487a-b525-568b0cfb6fbf None None] Attempt 1 to provision port 34ee2eb8-5695-4980-bf01-78158d73ddea Oct 20 03:38:18.496818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.520804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fedb-65cb-44ba-af54-54bf8199b63c tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.538254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fedb-65cb-44ba-af54-54bf8199b63c tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.552000 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=0472661b-3b15-46e9-8258-64ab0e2f4412,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:18.605756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.609444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:18.616171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:18.616519 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2fedb-65cb-44ba-af54-54bf8199b63c tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cd174d-8ff7-4d66-a98a-bb092c521ee0,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:18.619761 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:18.625578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:18.655829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-61675683-5760-487a-b525-568b0cfb6fbf None None] Current status of the port 34ee2eb8-5695-4980-bf01-78158d73ddea is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:18.657337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c95d6d3-a920-4611-9810-3927b8776042']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:18.674884 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8273fa9e-8b64-494c-9d90-6dbcae8fe8b5') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:18.675170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8273fa9e-8b64-494c-9d90-6dbcae8fe8b5') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:18.682654 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:18.689883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.698363 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c31aa1fb-e9a1-4b72-8673-d1a14af290ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 4, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '584f6485-96cc-4fe8-9af7-7f84241fc804', 'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'mac_address': 'fa:16:3e:73:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:29Z', 'updated_at': '2022-10-20T03:34:40Z', 'revision_number': 5, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'subnets': [{'id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:18.699816 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c03a5bd-be45-4be7-8a32-cf7bb9eac19d None None] Network 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:18.702280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:18.705914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.706915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:18.707575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.716553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.725967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:18.726374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.746372 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fedb-65cb-44ba-af54-54bf8199b63c tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.757905 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c7c2fedb-65cb-44ba-af54-54bf8199b63c tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4773464 Oct 20 03:38:18.759244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55004) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:18.765170 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-65e1f55a-29be-4f24-ab5a-815a4e72e47a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6768143 Oct 20 03:38:18.769925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55006) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:18.771577 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 8273fa9e-8b64-494c-9d90-6dbcae8fe8b5 resource provider aggregate not found Oct 20 03:38:18.774462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ab9be50f-1ce1-474c-8938-b9e4b4b0d60f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290059521'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:18.806574 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2d37553e-d051-4e00-9d97-8c8cda0452a7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6899724 Oct 20 03:38:18.811542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55012) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:18.819849 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9b79549b-45b1-43a2-9791-e3be71551fa3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-855589841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:18.826822 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31aa1fb-e9a1-4b72-8673-d1a14af290ea None None] Checking router: 735ecd15-0d50-4bc9-8332-68d082af9f05 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:38:18.829632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95701e22-83ac-48de-97f0-205a4dd01415 None None] Update dhcp port {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': 'c60c3fca-2ed6-44c2-8f6d-93af2499f39e', 'ip_address': '2001:db8::f816:3eff:fe99:d865'}, {'subnet_id': '0e663432-333d-4fd8-960b-1830e38144c6'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '34ee2eb8-5695-4980-bf01-78158d73ddea'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:38:18.831937 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 8273fa9e-8b64-494c-9d90-6dbcae8fe8b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8273fa9e-8b64-494c-9d90-6dbcae8fe8b5 found for delete ", "request_id": "req-d7d4c33a-1e4b-4d3f-bad2-01a42db8d287"}]} Oct 20 03:38:18.854014 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31aa1fb-e9a1-4b72-8673-d1a14af290ea None None] Routers {'735ecd15-0d50-4bc9-8332-68d082af9f05'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:18.855272 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c31aa1fb-e9a1-4b72-8673-d1a14af290ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['735ecd15-0d50-4bc9-8332-68d082af9f05'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:18.885312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e9af8-c484-47a3-a1b1-8ef160070aa6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:18.885997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-95701e22-83ac-48de-97f0-205a4dd01415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.895248 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e9af8-c484-47a3-a1b1-8ef160070aa6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:18.898703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab9be50f-1ce1-474c-8938-b9e4b4b0d60f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.900651 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-871e9af8-c484-47a3-a1b1-8ef160070aa6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1239355 Oct 20 03:38:18.900792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55014) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:18.902641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.912968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.922553 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/networks/3c95d6d3-a920-4611-9810-3927b8776042 HTTP/1.1" status: 204 len: 168 time: 0.6980362 Oct 20 03:38:18.928122 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55016) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:18.948922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2fa7f-82a0-4966-8c7e-1c4c391eaef3 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Network': ['ID=3c95d6d3-a920-4611-9810-3927b8776042,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:18.949433 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-828ac7c4-98e9-4975-9e3a-3a9dea9fbad1', 'network_id': '828ac7c4-98e9-4975-9e3a-3a9dea9fbad1', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'fixed_ips': [{'subnet_id': 'c81932af-9ca7-407c-b97f-f753fae9c988'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:18.950286 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.973509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b79549b-45b1-43a2-9791-e3be71551fa3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:18.975079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b79549b-45b1-43a2-9791-e3be71551fa3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.013601 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-46d67459-8101-4076-9be6-38e59737ea1c req-b7847583-758e-4899-b398-0252262a85ce tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbfb811-50d8-4dbd-a17e-3fe00b425624 HTTP/1.1" status: 200 len: 210 time: 0.0693009 Oct 20 03:38:19.052534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-901af056-bab0-4fe1-95bc-ad34b0b95044 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Deleting port 010a0667-0d7e-404b-8d41-ddca5e776aed {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:19.052886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-901af056-bab0-4fe1-95bc-ad34b0b95044 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.060881 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c31aa1fb-e9a1-4b72-8673-d1a14af290ea None None] Set router 735ecd15-0d50-4bc9-8332-68d082af9f05 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:38:19.138342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b79549b-45b1-43a2-9791-e3be71551fa3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.154851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b79549b-45b1-43a2-9791-e3be71551fa3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.165920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-901af056-bab0-4fe1-95bc-ad34b0b95044 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.188824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-901af056-bab0-4fe1-95bc-ad34b0b95044 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Calling delete_port for 010a0667-0d7e-404b-8d41-ddca5e776aed owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:19.207954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b79549b-45b1-43a2-9791-e3be71551fa3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.213299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55018) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:19.214022 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9b79549b-45b1-43a2-9791-e3be71551fa3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4013715 Oct 20 03:38:19.216447 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-179f7e21-2131-4fd4-863b-03353edd6e6f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 0472661b-3b15-46e9-8258-64ab0e2f4412 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:19.217026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-179f7e21-2131-4fd4-863b-03353edd6e6f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.222267 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'port': {'network_id': '828ac7c4-98e9-4975-9e3a-3a9dea9fbad1', 'name': 'tempest-RoutersIpV6Test-1830902685'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:19.223060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab9be50f-1ce1-474c-8938-b9e4b4b0d60f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.233873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-95701e22-83ac-48de-97f0-205a4dd01415 None None] Allocated IP 172.20.0.2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/0e663432-333d-4fd8-960b-1830e38144c6/34ee2eb8-5695-4980-bf01-78158d73ddea) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:19.237485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab9be50f-1ce1-474c-8938-b9e4b4b0d60f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.243957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.256216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Allocated IP 2001:db8::2 (828ac7c4-98e9-4975-9e3a-3a9dea9fbad1/c81932af-9ca7-407c-b97f-f753fae9c988/3cf2511c-69e8-4059-ad87-c8736d8519bf) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:19.322604 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab9be50f-1ce1-474c-8938-b9e4b4b0d60f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.322604 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ab9be50f-1ce1-474c-8938-b9e4b4b0d60f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5607002 Oct 20 03:38:19.324909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55020) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:19.334467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c17f45d4-bfc8-447a-bfe5-e5c8a9af2a04 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group_rule': {'security_group_id': '15cd174d-8ff7-4d66-a98a-bb092c521ee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e5737a34-0af1-4cee-8c72-4b20ed93ce84'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:19.342306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9be50f-1ce1-474c-8938-b9e4b4b0d60f tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5737a34-0af1-4cee-8c72-4b20ed93ce84,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:19.388437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-179f7e21-2131-4fd4-863b-03353edd6e6f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.410184 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-179f7e21-2131-4fd4-863b-03353edd6e6f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 0472661b-3b15-46e9-8258-64ab0e2f4412 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:19.415555 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c31aa1fb-e9a1-4b72-8673-d1a14af290ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 4, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '584f6485-96cc-4fe8-9af7-7f84241fc804', 'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'mac_address': 'fa:16:3e:73:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:29Z', 'updated_at': '2022-10-20T03:34:40Z', 'revision_number': 5, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'subnets': [{'id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:19.419669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-95701e22-83ac-48de-97f0-205a4dd01415 None None] For port 34ee2eb8-5695-4980-bf01-78158d73ddea, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=34ee2eb8-5695-4980-bf01-78158d73ddea,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:19.429436 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-c17f45d4-bfc8-447a-bfe5-e5c8a9af2a04 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:19.431774 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c17f45d4-bfc8-447a-bfe5-e5c8a9af2a04 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1020181 Oct 20 03:38:19.436470 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55022) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:19.450692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 34ee2eb8-5695-4980-bf01-78158d73ddea up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:19.462889 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31aa1fb-e9a1-4b72-8673-d1a14af290ea None None] The sync data for ids ['735ecd15-0d50-4bc9-8332-68d082af9f05'] in dv-neutron-861842-1-hyperv is: [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:34:32Z', 'revision_number': 4, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '584f6485-96cc-4fe8-9af7-7f84241fc804', 'name': '', 'network_id': 'a515e2dc-5861-4083-a1e1-5a02b237c264', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'mac_address': 'fa:16:3e:73:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:29Z', 'updated_at': '2022-10-20T03:34:40Z', 'revision_number': 5, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'subnets': [{'id': '0589a1ef-1648-4327-85b6-70db5e3ded82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:19.529924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.538468 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-95701e22-83ac-48de-97f0-205a4dd01415 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.547035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:19.552961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.553845 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-95701e22-83ac-48de-97f0-205a4dd01415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.568297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-da356bb7-ef01-4d7f-a2db-09a0539e33c5 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.586431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.601194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] device_id is not set on port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:19.609073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.622954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-da356bb7-ef01-4d7f-a2db-09a0539e33c5 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.675370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95701e22-83ac-48de-97f0-205a4dd01415 None None] Pushing event updated for resources: {'Port': ['ID=34ee2eb8-5695-4980-bf01-78158d73ddea,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:19.677199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-901af056-bab0-4fe1-95bc-ad34b0b95044 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.679120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 34ee2eb8-5695-4980-bf01-78158d73ddea triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:19.679503 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.679821 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 34ee2eb8-5695-4980-bf01-78158d73ddea Oct 20 03:38:19.715742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-da356bb7-ef01-4d7f-a2db-09a0539e33c5 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.718613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-da356bb7-ef01-4d7f-a2db-09a0539e33c5 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.723292 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-da356bb7-ef01-4d7f-a2db-09a0539e33c5 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "DELETE /v2.0/security-groups/e5737a34-0af1-4cee-8c72-4b20ed93ce84 HTTP/1.1" status: 204 len: 168 time: 0.2840948 Oct 20 03:38:19.728986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Pushing event updated for resources: {'Port': ['ID=3cf2511c-69e8-4059-ad87-c8736d8519bf,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:19.729206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55024) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:19.732471 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Network 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:19.734525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 24374825-807a-4f9a-b3e2-7fb519261539 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:19.747968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da356bb7-ef01-4d7f-a2db-09a0539e33c5 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5737a34-0af1-4cee-8c72-4b20ed93ce84,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:19.759551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-179f7e21-2131-4fd4-863b-03353edd6e6f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.772823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901af056-bab0-4fe1-95bc-ad34b0b95044 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Port': ['ID=010a0667-0d7e-404b-8d41-ddca5e776aed,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:19.792257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-901af056-bab0-4fe1-95bc-ad34b0b95044 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:19.805059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f7e21-2131-4fd4-863b-03353edd6e6f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=0472661b-3b15-46e9-8258-64ab0e2f4412,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:19.808533 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-901af056-bab0-4fe1-95bc-ad34b0b95044 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/ports/010a0667-0d7e-404b-8d41-ddca5e776aed HTTP/1.1" status: 204 len: 168 time: 0.8756220 Oct 20 03:38:19.814251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55026) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:19.858966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:19.867741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:19.872733 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dece94-847b-4c78-8daa-71d708ba5b9a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:19.873196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dece94-847b-4c78-8daa-71d708ba5b9a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:19.879572 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-15dece94-847b-4c78-8daa-71d708ba5b9a tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/subnets/a13c2fae-5025-4539-bc96-996e2f67e573 HTTP/1.1" status: 404 len: 337 time: 0.0585189 Oct 20 03:38:19.879767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 24374825-807a-4f9a-b3e2-7fb519261539 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:19.879767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 24374825-807a-4f9a-b3e2-7fb519261539 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:19.880601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55028) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:19.889052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a7ea4-f4c0-4a73-98f5-2cd627d053a5 None None] New status for floating IP a7cdd2a5-cfc4-482b-b120-f80f026dd2f8: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:38:19.972182 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f098cec5-c4a7-4259-b5b6-db1239ca7f70 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2410448 Oct 20 03:38:19.974914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55030) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:19.994031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-179f7e21-2131-4fd4-863b-03353edd6e6f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.000147 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-179f7e21-2131-4fd4-863b-03353edd6e6f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/0472661b-3b15-46e9-8258-64ab0e2f4412 HTTP/1.1" status: 204 len: 168 time: 1.0917637 Oct 20 03:38:20.001663 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55032) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:20.092718 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a3ed3206-d6d8-405d-82a3-b48819f22a53 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.114163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925cace-5770-4fea-8170-9bb43ec70fa1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:20.115994 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925cace-5770-4fea-8170-9bb43ec70fa1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:20.117660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925cace-5770-4fea-8170-9bb43ec70fa1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:20.123330 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5925cace-5770-4fea-8170-9bb43ec70fa1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1204650 Oct 20 03:38:20.124214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55038) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:20.149755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55040) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:20.197449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a3ed3206-d6d8-405d-82a3-b48819f22a53 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.283209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-893cfd09-2ab9-4f43-89ff-2ea7311d87e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 0e663432-333d-4fd8-960b-1830e38144c6 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:20.287587 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-893cfd09-2ab9-4f43-89ff-2ea7311d87e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.332219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Allocated IP 2001:db8::2a2 (828ac7c4-98e9-4975-9e3a-3a9dea9fbad1/c81932af-9ca7-407c-b97f-f753fae9c988/84b7e29d-7e0a-4021-a2db-ea65334ebf8e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:20.334671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-893cfd09-2ab9-4f43-89ff-2ea7311d87e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.338662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.354800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Attempting to bind port 3cf2511c-69e8-4059-ad87-c8736d8519bf on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:20.355174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Attempting to bind port 3cf2511c-69e8-4059-ad87-c8736d8519bf by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'c1401103-f0f0-4031-a4f3-c22ac6aaf450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '828ac7c4-98e9-4975-9e3a-3a9dea9fbad1'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:20.355976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Attempting to bind port 3cf2511c-69e8-4059-ad87-c8736d8519bf on network 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:20.387759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:20.388135 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Checking segment: {'id': 'c1401103-f0f0-4031-a4f3-c22ac6aaf450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '828ac7c4-98e9-4975-9e3a-3a9dea9fbad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:20.388581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.388975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Bound using segment: {'id': 'c1401103-f0f0-4031-a4f3-c22ac6aaf450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '828ac7c4-98e9-4975-9e3a-3a9dea9fbad1'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:20.389472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Bound port: 3cf2511c-69e8-4059-ad87-c8736d8519bf, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1401103-f0f0-4031-a4f3-c22ac6aaf450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '828ac7c4-98e9-4975-9e3a-3a9dea9fbad1'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:20.390124 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.454362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a3ed3206-d6d8-405d-82a3-b48819f22a53 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.457716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a3ed3206-d6d8-405d-82a3-b48819f22a53 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.459978 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a3ed3206-d6d8-405d-82a3-b48819f22a53 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "DELETE /v2.0/security-groups/15cd174d-8ff7-4d66-a98a-bb092c521ee0 HTTP/1.1" status: 204 len: 168 time: 0.4841328 Oct 20 03:38:20.471291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55042) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:20.481769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0449de10-27c0-4ba5-a24a-77bfed04698c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.497339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.499132 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] For port 3cf2511c-69e8-4059-ad87-c8736d8519bf, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:20.506057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 34ee2eb8-5695-4980-bf01-78158d73ddea is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:20.517911 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed3206-d6d8-405d-82a3-b48819f22a53 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cd174d-8ff7-4d66-a98a-bb092c521ee0,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:20.519666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] For port 3cf2511c-69e8-4059-ad87-c8736d8519bf, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3cf2511c-69e8-4059-ad87-c8736d8519bf,segment=NetworkSegment(c1401103-f0f0-4031-a4f3-c22ac6aaf450),segment_id=c1401103-f0f0-4031-a4f3-c22ac6aaf450)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:20.522548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-893cfd09-2ab9-4f43-89ff-2ea7311d87e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.535412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c46338-e72c-483a-97f6-0e0d69002515']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:20.538917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.565525 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0449de10-27c0-4ba5-a24a-77bfed04698c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.586082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae48eeb9-e1ac-4101-9a5b-2a02cd820562') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:20.586611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae48eeb9-e1ac-4101-9a5b-2a02cd820562') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:20.605532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.624408 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cf7864ee-1a76-424a-8ca8-eb72cbf105f3 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1514781 Oct 20 03:38:20.624814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55044) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:20.629862 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.633977 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad9e6b-dc18-4d4f-9ae8-20e9eda16ee9 None None] Pushing event updated for resources: {'Port': ['ID=3cf2511c-69e8-4059-ad87-c8736d8519bf,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:20.642958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8ca7d492-f881-4426-be1b-0db503c94727 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group': {'name': 'tempest-secgroup--45217425'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:20.652084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:20.652706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-584be063-b864-4907-87c1-15468f4bf1e5 None None] Provisioning complete for port 34ee2eb8-5695-4980-bf01-78158d73ddea triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:20.652880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.653478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-584be063-b864-4907-87c1-15468f4bf1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.654023 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-584be063-b864-4907-87c1-15468f4bf1e5 None None] Attempt 1 to provision port 34ee2eb8-5695-4980-bf01-78158d73ddea Oct 20 03:38:20.702356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.708578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d492-f881-4426-be1b-0db503c94727 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.768567 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-584be063-b864-4907-87c1-15468f4bf1e5 None None] Current status of the port 34ee2eb8-5695-4980-bf01-78158d73ddea is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:20.771130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.772691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-584be063-b864-4907-87c1-15468f4bf1e5 None None] Could not find standard attr ID for object 0472661b-3b15-46e9-8258-64ab0e2f4412. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:20.781919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-893cfd09-2ab9-4f43-89ff-2ea7311d87e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.788491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.792091 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/networks/d4c46338-e72c-483a-97f6-0e0d69002515 HTTP/1.1" status: 204 len: 168 time: 0.9099689 Oct 20 03:38:20.799549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55046) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:20.805816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17dfb6-471d-4ca8-a7a1-02ae32deda00 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Network': ['ID=d4c46338-e72c-483a-97f6-0e0d69002515,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:20.821588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.857066 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cfd09-2ab9-4f43-89ff-2ea7311d87e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=0e663432-333d-4fd8-960b-1830e38144c6,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:20.883934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:20.886287 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment ae48eeb9-e1ac-4101-9a5b-2a02cd820562 resource provider aggregate not found Oct 20 03:38:20.912593 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0449de10-27c0-4ba5-a24a-77bfed04698c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.918818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0449de10-27c0-4ba5-a24a-77bfed04698c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.920018 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0449de10-27c0-4ba5-a24a-77bfed04698c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "DELETE /v2.0/security-groups/0688a16a-3e51-4aac-8201-21f0b7f77b47 HTTP/1.1" status: 204 len: 168 time: 0.7688351 Oct 20 03:38:20.920726 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment ae48eeb9-e1ac-4101-9a5b-2a02cd820562 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae48eeb9-e1ac-4101-9a5b-2a02cd820562 found for delete ", "request_id": "req-57c6858c-7e28-4944-b222-c8d832a347a9"}]} Oct 20 03:38:20.922712 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=84b7e29d-7e0a-4021-a2db-ea65334ebf8e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:20.924057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-893cfd09-2ab9-4f43-89ff-2ea7311d87e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.927188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:20.929891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:20.930237 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-893cfd09-2ab9-4f43-89ff-2ea7311d87e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/0e663432-333d-4fd8-960b-1830e38144c6 HTTP/1.1" status: 204 len: 168 time: 0.7963068 Oct 20 03:38:20.937468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:20.938826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.941312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55052) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:20.941651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55054) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:20.975419 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d492-f881-4426-be1b-0db503c94727 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:20.976721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449de10-27c0-4ba5-a24a-77bfed04698c tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0688a16a-3e51-4aac-8201-21f0b7f77b47,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:20.983265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d492-f881-4426-be1b-0db503c94727 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.026994 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12088a6-b278-4fe0-9548-7b9981e91c8e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Deleting subnet b274795d-89ed-4776-9f08-bd557e01aa36 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:21.032565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c12088a6-b278-4fe0-9548-7b9981e91c8e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.038418 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-342ab44b-dbd8-438e-a544-ea35606ec006 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] show failed (client error): The resource could not be found. Oct 20 03:38:21.042365 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-342ab44b-dbd8-438e-a544-ea35606ec006 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "GET /v2.0/security-groups/0688a16a-3e51-4aac-8201-21f0b7f77b47 HTTP/1.1" status: 404 len: 347 time: 0.0972002 Oct 20 03:38:21.048908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55056) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:21.057103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8a4ae-e4b4-42ed-b4f7-eed52425935d None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:21.068020 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7d492-f881-4426-be1b-0db503c94727 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bd5914-5e8c-4e9b-908a-19b2e001baaa,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:21.069057 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-118f2e6e-aa35-4754-8d1e-030870a9f82d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8542869 Oct 20 03:38:21.073205 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55058) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:21.122885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-007a1cc7-3b7e-43cb-9a33-ab20948ca453 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet c60c3fca-2ed6-44c2-8f6d-93af2499f39e {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:21.127903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-007a1cc7-3b7e-43cb-9a33-ab20948ca453 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.139287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fad4b4c9-87dc-4458-8c6b-b4f3ca0e36ae None None] Could not find standard attr ID for object 0472661b-3b15-46e9-8258-64ab0e2f4412. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:21.184479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d492-f881-4426-be1b-0db503c94727 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.188886 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8ca7d492-f881-4426-be1b-0db503c94727 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5581388 Oct 20 03:38:21.190996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55060) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:21.203045 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ccfba1f8-9398-4df8-8b11-5146474ef80d tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:21.203501 dv-neutron-861842-1-hyperv neutron-server[103629]: WARNING neutron.api.v2.base [None req-ccfba1f8-9398-4df8-8b11-5146474ef80d tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 03:38:21.204209 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-ccfba1f8-9398-4df8-8b11-5146474ef80d tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 03:38:21.208040 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ccfba1f8-9398-4df8-8b11-5146474ef80d tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "PUT /v2.0/security-groups/73bd5914-5e8c-4e9b-908a-19b2e001baaa HTTP/1.1" status: 409 len: 330 time: 0.0105157 Oct 20 03:38:21.210538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55062) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:21.235805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c12088a6-b278-4fe0-9548-7b9981e91c8e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.253410 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-007a1cc7-3b7e-43cb-9a33-ab20948ca453 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.384454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e3b68c2a-81b5-4aef-9cff-b631c4d401b4 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.397105 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fce96098-8e47-4ff4-98a1-eee1e58503b6 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Deleting port df13b8e8-7ef7-43d1-a6f8-f3ee62e45a39 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:21.397446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fce96098-8e47-4ff4-98a1-eee1e58503b6 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.486968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e3b68c2a-81b5-4aef-9cff-b631c4d401b4 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.491938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-007a1cc7-3b7e-43cb-9a33-ab20948ca453 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.494666 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c12088a6-b278-4fe0-9548-7b9981e91c8e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.505499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3cf2511c-69e8-4059-ad87-c8736d8519bf up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:21.563017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 3cf2511c-69e8-4059-ad87-c8736d8519bf triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:21.563390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.563785 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 3cf2511c-69e8-4059-ad87-c8736d8519bf Oct 20 03:38:21.612840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.638251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-007a1cc7-3b7e-43cb-9a33-ab20948ca453 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.642841 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c12088a6-b278-4fe0-9548-7b9981e91c8e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.649524 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fce96098-8e47-4ff4-98a1-eee1e58503b6 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.649840 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fce96098-8e47-4ff4-98a1-eee1e58503b6 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.688500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 3cf2511c-69e8-4059-ad87-c8736d8519bf is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:21.689250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.701022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12088a6-b278-4fe0-9548-7b9981e91c8e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Subnet': ['ID=b274795d-89ed-4776-9f08-bd557e01aa36,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:21.707999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c12088a6-b278-4fe0-9548-7b9981e91c8e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.710002 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c12088a6-b278-4fe0-9548-7b9981e91c8e tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/subnets/b274795d-89ed-4776-9f08-bd557e01aa36 HTTP/1.1" status: 204 len: 168 time: 0.9094663 Oct 20 03:38:21.713651 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55064) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:21.733419 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a1cc7-3b7e-43cb-9a33-ab20948ca453 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=c60c3fca-2ed6-44c2-8f6d-93af2499f39e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:21.747870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fce96098-8e47-4ff4-98a1-eee1e58503b6 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Calling delete_port for df13b8e8-7ef7-43d1-a6f8-f3ee62e45a39 owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:21.757832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 3cf2511c-69e8-4059-ad87-c8736d8519bf, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3cf2511c-69e8-4059-ad87-c8736d8519bf,segment=NetworkSegment(c1401103-f0f0-4031-a4f3-c22ac6aaf450),segment_id=c1401103-f0f0-4031-a4f3-c22ac6aaf450)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:21.759702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-007a1cc7-3b7e-43cb-9a33-ab20948ca453 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.763544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204e1788-5dfc-4d2d-90e6-988d1b804708 None None] Network f689e85f-3123-485b-94e1-bb7c30f80272 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:21.765589 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-007a1cc7-3b7e-43cb-9a33-ab20948ca453 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/c60c3fca-2ed6-44c2-8f6d-93af2499f39e HTTP/1.1" status: 204 len: 168 time: 0.8217411 Oct 20 03:38:21.769604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55066) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:21.770855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.771899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e3b68c2a-81b5-4aef-9cff-b631c4d401b4 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.772258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 34ee2eb8-5695-4980-bf01-78158d73ddea up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:21.775303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e3b68c2a-81b5-4aef-9cff-b631c4d401b4 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:21.776458 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e3b68c2a-81b5-4aef-9cff-b631c4d401b4 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "DELETE /v2.0/security-groups/73bd5914-5e8c-4e9b-908a-19b2e001baaa HTTP/1.1" status: 204 len: 168 time: 0.5643475 Oct 20 03:38:21.787222 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55068) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:21.887707 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-915cd65f-0830-4759-af3e-4e1b5ffc1f95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166480 Oct 20 03:38:21.897234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b68c2a-81b5-4aef-9cff-b631c4d401b4 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bd5914-5e8c-4e9b-908a-19b2e001baaa,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:21.910344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55070) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:21.948344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c1949d6a-814d-40d6-b0c8-92488d4a6ce0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:21.962605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=3cf2511c-69e8-4059-ad87-c8736d8519bf,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:22.018648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 34ee2eb8-5695-4980-bf01-78158d73ddea triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:22.019188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.019654 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 34ee2eb8-5695-4980-bf01-78158d73ddea Oct 20 03:38:22.086677 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fce96098-8e47-4ff4-98a1-eee1e58503b6 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.091222 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-82b9f521-7acc-4c43-9ef1-1be3b2289950 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2759311 Oct 20 03:38:22.092022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55072) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:22.132097 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.142774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce96098-8e47-4ff4-98a1-eee1e58503b6 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Pushing event deleted for resources: {'Port': ['ID=df13b8e8-7ef7-43d1-a6f8-f3ee62e45a39,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:22.150210 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-407f6b7c-fa1c-44e4-8e01-e49c0ea279ed tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] delete failed (client error): The resource could not be found. Oct 20 03:38:22.151415 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-407f6b7c-fa1c-44e4-8e01-e49c0ea279ed tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "DELETE /v2.0/security-groups/997b7cdd-cdbe-4471-a87d-bba4b403f422 HTTP/1.1" status: 404 len: 347 time: 0.0542176 Oct 20 03:38:22.159238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55074) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:22.189837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 34ee2eb8-5695-4980-bf01-78158d73ddea is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:22.210522 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-079307ff-ca35-4fd6-b311-867c466cc190 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] show failed (client error): The resource could not be found. Oct 20 03:38:22.215089 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-079307ff-ca35-4fd6-b311-867c466cc190 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "GET /v2.0/security-groups/cdea8193-2e33-4f3e-8705-3d0b3872cd7c HTTP/1.1" status: 404 len: 347 time: 0.0512013 Oct 20 03:38:22.215930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55076) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:22.228523 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0cd95e-8737-4148-97f1-346b4a6dc876 None None] DHCP port deletion for f689e85f-3123-485b-94e1-bb7c30f80272 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:22.230256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fce96098-8e47-4ff4-98a1-eee1e58503b6 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.232880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fce96098-8e47-4ff4-98a1-eee1e58503b6 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.237425 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fce96098-8e47-4ff4-98a1-eee1e58503b6 tempest-ServerActionsTestJSON-1900702651 tempest-ServerActionsTestJSON-1900702651-project] 10.222.0.20 "DELETE /v2.0/floatingips/a7cdd2a5-cfc4-482b-b120-f80f026dd2f8 HTTP/1.1" status: 204 len: 168 time: 1.1839809 Oct 20 03:38:22.237581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9673fb70-e220-46af-a858-78a6941afd01 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:22.238141 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-7a3218d1-480d-4519-b79f-2ca1b39cbbd4 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] show failed (client error): The resource could not be found. Oct 20 03:38:22.244854 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7a3218d1-480d-4519-b79f-2ca1b39cbbd4 tempest-NegativeSecGroupTest-1405716711 tempest-NegativeSecGroupTest-1405716711-project] 10.222.0.20 "GET /v2.0/security-group-rules/bdd793b9-b4c0-429c-9059-e856cc09d4d1 HTTP/1.1" status: 404 len: 356 time: 0.0224369 Oct 20 03:38:22.244854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55078) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:22.273584 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1949d6a-814d-40d6-b0c8-92488d4a6ce0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:22.277244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c1949d6a-814d-40d6-b0c8-92488d4a6ce0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.333693 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb37840-b328-438e-814b-0f9a9600608a None None] Network 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:22.425259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Deleting port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:22.425600 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.448587 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.468750 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.487502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ae5374ca-18e8-4b3d-b7e1-6dd04ed215ea None None] Provisioning complete for port 34ee2eb8-5695-4980-bf01-78158d73ddea triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:22.487870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ae5374ca-18e8-4b3d-b7e1-6dd04ed215ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.488206 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ae5374ca-18e8-4b3d-b7e1-6dd04ed215ea None None] Attempt 1 to provision port 34ee2eb8-5695-4980-bf01-78158d73ddea Oct 20 03:38:22.592679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55084) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:22.666736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ae5374ca-18e8-4b3d-b7e1-6dd04ed215ea None None] Current status of the port 34ee2eb8-5695-4980-bf01-78158d73ddea is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:22.674861 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7f0cd95e-8737-4148-97f1-346b4a6dc876 None None] Deleting port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:22.675370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd95e-8737-4148-97f1-346b4a6dc876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.702802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93584812-fcad-47cc-b3bd-e6f5fd5379aa None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:22.783285 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7f0cd95e-8737-4148-97f1-346b4a6dc876 None None] For port 95b2eea6-c66c-4797-ab6d-bc74e0a20010, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=95b2eea6-c66c-4797-ab6d-bc74e0a20010,segment=NetworkSegment(ce4f87d4-cd66-4672-8842-be16c5432c44),segment_id=ce4f87d4-cd66-4672-8842-be16c5432c44)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:22.783682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd95e-8737-4148-97f1-346b4a6dc876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.791594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.814584 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7f0cd95e-8737-4148-97f1-346b4a6dc876 None None] Calling delete_port for 95b2eea6-c66c-4797-ab6d-bc74e0a20010 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:22.888002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0003e5f3-96c9-43d2-bb0c-09cf0d2bbc36 None None] Provisioning complete for port 3cf2511c-69e8-4059-ad87-c8736d8519bf triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:22.888425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0003e5f3-96c9-43d2-bb0c-09cf0d2bbc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.888783 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0003e5f3-96c9-43d2-bb0c-09cf0d2bbc36 None None] Attempt 1 to provision port 3cf2511c-69e8-4059-ad87-c8736d8519bf Oct 20 03:38:22.931843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-93584812-fcad-47cc-b3bd-e6f5fd5379aa None None] Deleting port 34ee2eb8-5695-4980-bf01-78158d73ddea {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:22.932138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-93584812-fcad-47cc-b3bd-e6f5fd5379aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:22.948690 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-22f76d09-0c74-4dab-82e4-33f0d6e13687 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=677c1d4a500e4de8b696d76c1cfc55cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545346 Oct 20 03:38:22.951067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55088) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:23.034194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] For port 95b2eea6-c66c-4797-ab6d-bc74e0a20010, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=95b2eea6-c66c-4797-ab6d-bc74e0a20010,segment=NetworkSegment(ce4f87d4-cd66-4672-8842-be16c5432c44),segment_id=ce4f87d4-cd66-4672-8842-be16c5432c44)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:23.035165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.036410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd95e-8737-4148-97f1-346b4a6dc876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.045984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-93584812-fcad-47cc-b3bd-e6f5fd5379aa None None] For port 34ee2eb8-5695-4980-bf01-78158d73ddea, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=34ee2eb8-5695-4980-bf01-78158d73ddea,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:23.046390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-93584812-fcad-47cc-b3bd-e6f5fd5379aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.059934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=84b7e29d-7e0a-4021-a2db-ea65334ebf8e,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:23.069602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3df357b-8d32-435c-803f-615242b81702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.082201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0cd95e-8737-4148-97f1-346b4a6dc876 None None] No DVR routers for this DVR port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:23.091513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Calling delete_port for 95b2eea6-c66c-4797-ab6d-bc74e0a20010 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:23.092898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cd95e-8737-4148-97f1-346b4a6dc876 None None] Pushing event deleted for resources: {'Port': ['ID=95b2eea6-c66c-4797-ab6d-bc74e0a20010,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:23.098645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3df357b-8d32-435c-803f-615242b81702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.117896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.156364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-93584812-fcad-47cc-b3bd-e6f5fd5379aa None None] Calling delete_port for 34ee2eb8-5695-4980-bf01-78158d73ddea owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:23.161771 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0003e5f3-96c9-43d2-bb0c-09cf0d2bbc36 None None] Current status of the port 3cf2511c-69e8-4059-ad87-c8736d8519bf is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:23.216098 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3df357b-8d32-435c-803f-615242b81702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.228295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3df357b-8d32-435c-803f-615242b81702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.232306 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d3df357b-8d32-435c-803f-615242b81702 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be900787-d959-4fae-a407-469ee6d55d2d HTTP/1.1" status: 204 len: 168 time: 0.2794671 Oct 20 03:38:23.239235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] Deleting port 584f6485-96cc-4fe8-9af7-7f84241fc804 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:23.244166 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.294554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-93584812-fcad-47cc-b3bd-e6f5fd5379aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.299318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df357b-8d32-435c-803f-615242b81702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be900787-d959-4fae-a407-469ee6d55d2d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:23.355988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93584812-fcad-47cc-b3bd-e6f5fd5379aa None None] Pushing event deleted for resources: {'Port': ['ID=34ee2eb8-5695-4980-bf01-78158d73ddea,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:23.396057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93584812-fcad-47cc-b3bd-e6f5fd5379aa None None] No DVR routers for this DVR port 34ee2eb8-5695-4980-bf01-78158d73ddea on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:23.429620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Provisioning complete for port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:23.429620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.429620 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Attempt 1 to provision port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e Oct 20 03:38:23.473757 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.objects.ports [None req-c1949d6a-814d-40d6-b0c8-92488d4a6ce0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:38:23.477981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c1949d6a-814d-40d6-b0c8-92488d4a6ce0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.479613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3cf2511c-69e8-4059-ad87-c8736d8519bf up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:23.488512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] For port 584f6485-96cc-4fe8-9af7-7f84241fc804, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=584f6485-96cc-4fe8-9af7-7f84241fc804,segment=NetworkSegment(55b31846-7a15-4348-9e84-83c5c15beea2),segment_id=55b31846-7a15-4348-9e84-83c5c15beea2)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:23.489060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.511301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] Calling delete_port for 584f6485-96cc-4fe8-9af7-7f84241fc804 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:23.527732 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:23.544902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1949d6a-814d-40d6-b0c8-92488d4a6ce0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=bd96066e-08ef-4071-95b1-798d10c7d9a3,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:23.580715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 3cf2511c-69e8-4059-ad87-c8736d8519bf triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:23.581203 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.581863 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 3cf2511c-69e8-4059-ad87-c8736d8519bf Oct 20 03:38:23.587914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.593996 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.605165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1949d6a-814d-40d6-b0c8-92488d4a6ce0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:23.642988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] No DVR routers for this DVR port 95b2eea6-c66c-4797-ab6d-bc74e0a20010 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:23.649556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Port': ['ID=95b2eea6-c66c-4797-ab6d-bc74e0a20010,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:23.651745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-c1949d6a-814d-40d6-b0c8-92488d4a6ce0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:23.660539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1949d6a-814d-40d6-b0c8-92488d4a6ce0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:23.661075 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c1949d6a-814d-40d6-b0c8-92488d4a6ce0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.737465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.746158 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c1949d6a-814d-40d6-b0c8-92488d4a6ce0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8318524 Oct 20 03:38:23.747373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55092) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:23.753598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:23.763601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4717a1-8cfb-490e-bb4e-422e91c81c6d None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:23.779502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=584f6485-96cc-4fe8-9af7-7f84241fc804,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:23.789882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.857801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f689e85f-3123-485b-94e1-bb7c30f80272']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:23.871232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4f87d4-cd66-4672-8842-be16c5432c44') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:23.871671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4f87d4-cd66-4672-8842-be16c5432c44') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:23.883818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.898492 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.905548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:23.906010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.914722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 3cf2511c-69e8-4059-ad87-c8736d8519bf is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:23.970892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': 'bd96066e-08ef-4071-95b1-798d10c7d9a3'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:23.972034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:23.989767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.012427 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment ce4f87d4-cd66-4672-8842-be16c5432c44 resource provider aggregate not found Oct 20 03:38:24.023770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 95b2eea6-c66c-4797-ab6d-bc74e0a20010 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:24.056645 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Attempt 2 to provision port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e Oct 20 03:38:24.059062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 95b2eea6-c66c-4797-ab6d-bc74e0a20010 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:24.059214 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment ce4f87d4-cd66-4672-8842-be16c5432c44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce4f87d4-cd66-4672-8842-be16c5432c44 found for delete ", "request_id": "req-ab621058-c4c5-45b9-8d8e-9d01a369fd0b"}]} Oct 20 03:38:24.059641 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 95b2eea6-c66c-4797-ab6d-bc74e0a20010 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:24.059862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 34ee2eb8-5695-4980-bf01-78158d73ddea no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:24.065197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.074937 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.081688 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] 10.222.0.20 "DELETE /v2.0/networks/f689e85f-3123-485b-94e1-bb7c30f80272 HTTP/1.1" status: 204 len: 168 time: 2.3620462 Oct 20 03:38:24.088938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 34ee2eb8-5695-4980-bf01-78158d73ddea {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:24.089290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 34ee2eb8-5695-4980-bf01-78158d73ddea not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:24.118131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410aae7-b41f-4644-b05e-75ace4c48887 tempest-NetworksIpV6TestAttrs-640491957 tempest-NetworksIpV6TestAttrs-640491957-project] Pushing event deleted for resources: {'Network': ['ID=f689e85f-3123-485b-94e1-bb7c30f80272,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:24.189965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:24.247793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Allocated IP 2001:db8::f816:3eff:fe84:2189 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/bd96066e-08ef-4071-95b1-798d10c7d9a3/9dd6f996-64f9-43f6-9b55-94d6b0f189b3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:24.284658 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.291791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:24.292005 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.293001 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.295454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.370126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] Router 735ecd15-0d50-4bc9-8332-68d082af9f05 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:38:24.443959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.454784 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=84b7e29d-7e0a-4021-a2db-ea65334ebf8e,revision_number=3']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:24.456422 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.472332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:24.473873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:24.525790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Pushing event updated for resources: {'Port': ['ID=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:24.533782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:24.535675 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55102) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:24.536120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:24.538585 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:24.612791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Attempting to bind port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:24.613361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Attempting to bind port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:24.613877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Attempting to bind port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:24.619615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:24.620148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:24.620728 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.621214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:24.622005 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Bound port: 9dd6f996-64f9-43f6-9b55-94d6b0f189b3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:24.622483 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.687444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router f14e8def-de28-4de7-9d65-e13df7a1e8a9 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:38:24.695672 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Attempt 3 to provision port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e Oct 20 03:38:24.753638 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] For port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:24.770271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] For port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:24.771873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:24.776328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:24.796878 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-45e1967e-1fd9-45dc-b6f3-639e923057a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa30608ef3e24fa99be3cb91a35e19b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575710 Oct 20 03:38:24.798112 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55106) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:24.851115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aa104-eb7f-41c2-a950-26a3c363cb64 None None] Pushing event updated for resources: {'Port': ['ID=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:24.874304 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:24.883018 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-baa9f531-ea7a-474a-ae19-6eac15442f81 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/f14e8def-de28-4de7-9d65-e13df7a1e8a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8052480 Oct 20 03:38:24.884603 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55108) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:24.889684 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74106f41-21b0-4301-97be-afab34d948d5 None None] Sync routers for ids ['f14e8def-de28-4de7-9d65-e13df7a1e8a9'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:24.902313 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74106f41-21b0-4301-97be-afab34d948d5 None None] Routers {'f14e8def-de28-4de7-9d65-e13df7a1e8a9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:24.903323 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-74106f41-21b0-4301-97be-afab34d948d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f14e8def-de28-4de7-9d65-e13df7a1e8a9'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:24.938309 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:24.943648 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-74106f41-21b0-4301-97be-afab34d948d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:24.947919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428b5aa-3f6f-45dd-b172-a59a3e56b90e None None] Sync routers for ids ['735ecd15-0d50-4bc9-8332-68d082af9f05'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:24.949623 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759224f9-587d-4c38-a98b-b80f4697cc05 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:24.951042 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-759224f9-587d-4c38-a98b-b80f4697cc05 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports/84b7e29d-7e0a-4021-a2db-ea65334ebf8e HTTP/1.1" status: 200 len: 984 time: 0.0652802 Oct 20 03:38:24.955410 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fdf91e59-4073-4d52-b71e-4d35234ad2f6 admin admin] 10.222.0.20 "PUT /v2.0/routers/735ecd15-0d50-4bc9-8332-68d082af9f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7145436 Oct 20 03:38:24.956013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55110) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:24.957729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55112) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:24.967146 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74106f41-21b0-4301-97be-afab34d948d5 None None] Routers {'f14e8def-de28-4de7-9d65-e13df7a1e8a9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:24.968045 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-74106f41-21b0-4301-97be-afab34d948d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f14e8def-de28-4de7-9d65-e13df7a1e8a9'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:24.970229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428b5aa-3f6f-45dd-b172-a59a3e56b90e None None] Routers {'735ecd15-0d50-4bc9-8332-68d082af9f05'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:24.970999 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a428b5aa-3f6f-45dd-b172-a59a3e56b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['735ecd15-0d50-4bc9-8332-68d082af9f05'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:25.017642 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-74106f41-21b0-4301-97be-afab34d948d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:25.018473 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74106f41-21b0-4301-97be-afab34d948d5 None None] The sync data for ids ['f14e8def-de28-4de7-9d65-e13df7a1e8a9'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:25.021277 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.098236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.146271 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.151039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a428b5aa-3f6f-45dd-b172-a59a3e56b90e None None] Set router 735ecd15-0d50-4bc9-8332-68d082af9f05 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:38:25.158396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:25.162363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:25.167139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:25.167866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.192035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.192886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=3a9c1492-d705-48d5-aa96-f4eeed4ee5ff,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:25.208896 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4603825 Oct 20 03:38:25.209720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55114) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:25.215844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.216489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.216988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.217547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.218050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.219431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.220045 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.220590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.221434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.222031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.222563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.223046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6af07-06f7-4992-898b-fed859b4d17c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.256572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:08:4f:97', 'name': 'tempest-NetworksTestDHCPv6-1709047337'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:25.272635 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Attempt 4 to provision port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e Oct 20 03:38:25.352802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:25.434726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a428b5aa-3f6f-45dd-b172-a59a3e56b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:38:23Z', 'revision_number': 5, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:25.467907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428b5aa-3f6f-45dd-b172-a59a3e56b90e None None] Checking router: 735ecd15-0d50-4bc9-8332-68d082af9f05 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:38:25.472512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:25.504058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428b5aa-3f6f-45dd-b172-a59a3e56b90e None None] Routers {'735ecd15-0d50-4bc9-8332-68d082af9f05'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:25.504717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a428b5aa-3f6f-45dd-b172-a59a3e56b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['735ecd15-0d50-4bc9-8332-68d082af9f05'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:25.611568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:25.611938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.612302 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 Oct 20 03:38:25.654992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a428b5aa-3f6f-45dd-b172-a59a3e56b90e None None] Set router 735ecd15-0d50-4bc9-8332-68d082af9f05 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:38:25.757765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.760413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.764033 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8360e7ec-d01e-4277-926e-c48bd08c9ecd HTTP/1.1" status: 204 len: 168 time: 0.9623172 Oct 20 03:38:25.785338 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8360e7ec-d01e-4277-926e-c48bd08c9ecd,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:25.810790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.811143 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.811485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.811820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.812154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.812559 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.812908 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.813238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.813565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.813892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.814219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.814542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b0eb43-20f7-4ff8-b3d4-e222e77fb76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:25.828247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.831010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:25.831382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.871018 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Attempt 5 to provision port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e Oct 20 03:38:25.931199 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:25.941805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:25.956943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:25.992406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:26.031863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a428b5aa-3f6f-45dd-b172-a59a3e56b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:38:23Z', 'revision_number': 5, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:26.035590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287f1f8-d963-4682-9491-21bb9ff7cebc None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:26.038823 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:26.080117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428b5aa-3f6f-45dd-b172-a59a3e56b90e None None] The sync data for ids ['735ecd15-0d50-4bc9-8332-68d082af9f05'] in dv-neutron-861842-1-hyperv is: [{'id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'name': 'tempest-ServerActionsTestJSON-376615201-router', 'tenant_id': '0bd8a999f99c480388b6f33fa601974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:34:24Z', 'updated_at': '2022-10-20T03:38:23Z', 'revision_number': 5, 'project_id': '0bd8a999f99c480388b6f33fa601974c', 'gw_port': {'id': '7ba04677-27f5-4924-8fd7-535bf0726b60', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ecd15-0d50-4bc9-8332-68d082af9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:34:25Z', 'updated_at': '2022-10-20T03:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:26.111423 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Deleting port 7ba04677-27f5-4924-8fd7-535bf0726b60 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:26.111779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.146004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.217594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port a92922cc-0871-4248-9be9-432cf5f8653d yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:26.309792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] For port 7ba04677-27f5-4924-8fd7-535bf0726b60, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ba04677-27f5-4924-8fd7-535bf0726b60,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:26.310167 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.343192 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Calling delete_port for 7ba04677-27f5-4924-8fd7-535bf0726b60 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:26.395982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc423-df45-4015-81e7-ae98dbd0f371 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.457370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Update dhcp port {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': 'bd96066e-08ef-4071-95b1-798d10c7d9a3', 'ip_address': '2001:db8::f816:3eff:fe84:2189'}, {'subnet_id': '3a9c1492-d705-48d5-aa96-f4eeed4ee5ff'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '9dd6f996-64f9-43f6-9b55-94d6b0f189b3'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:38:26.498554 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Attempt 6 to provision port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e Oct 20 03:38:26.527151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.573399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:26.618069 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55136) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:26.684285 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 172.20.0.14 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/3a9c1492-d705-48d5-aa96-f4eeed4ee5ff/a92922cc-0871-4248-9be9-432cf5f8653d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:26.723022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::f816:3eff:fe08:4f97 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/bd96066e-08ef-4071-95b1-798d10c7d9a3/a92922cc-0871-4248-9be9-432cf5f8653d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:26.729175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-857949768'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:26.750124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:26.753783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.764890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.856545 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.859548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.860839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.888036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:26.897564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ad7e1e-fb57-4e9a-b41e-97d03fcc7a13,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:26.903770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.904124 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Added segment 76e5cae9-f382-4f0c-8022-d6da611f19c2 of type vlan for network 58f78f1d-8ee0-467d-847a-f0338c49f46e Oct 20 03:38:26.923221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba04677-27f5-4924-8fd7-535bf0726b60,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:26.945695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.971785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:26.977415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:26.978032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.010799 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3914709 Oct 20 03:38:27.013399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55140) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:27.025263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'name': 'tempest-PortsTestJSON-1266155764'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:27.058291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.074598 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Attempt 7 to provision port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e Oct 20 03:38:27.074988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fc423-df45-4015-81e7-ae98dbd0f371 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:27.075919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc423-df45-4015-81e7-ae98dbd0f371 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.076625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612c533-fce5-40e3-abe8-e65f10ea31de tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Network': ['ID=58f78f1d-8ee0-467d-847a-f0338c49f46e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:27.078766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.108718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:27.144443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:27.151498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:27.155506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.173526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port d0468de0-1d73-4b01-b5d3-e387c60633d4 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:27.210828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.217427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.296690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.327994 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Allocated IP 172.20.0.2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/3a9c1492-d705-48d5-aa96-f4eeed4ee5ff/9dd6f996-64f9-43f6-9b55-94d6b0f189b3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:27.339699 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.340219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 735ecd15-0d50-4bc9-8332-68d082af9f05 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:38:27.353812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.357587 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fe770a57-08bd-41d1-88b5-b9094992b48a admin admin] 10.222.0.20 "DELETE /v2.0/routers/735ecd15-0d50-4bc9-8332-68d082af9f05 HTTP/1.1" status: 204 len: 168 time: 2.3964465 Oct 20 03:38:27.358394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55142) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:27.362363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc423-df45-4015-81e7-ae98dbd0f371 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.384322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:27.393421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:27.395881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fc423-df45-4015-81e7-ae98dbd0f371 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for 84b7e29d-7e0a-4021-a2db-ea65334ebf8e owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:27.398339 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:27.403224 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=a92922cc-0871-4248-9be9-432cf5f8653d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:27.418032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.477160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.494311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:27.502891 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:27.503580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.532539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] For port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:27.540554 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-55183653-432c-4200-b1d3-29136c2020ac admin admin] Deleting subnet 0589a1ef-1648-4327-85b6-70db5e3ded82 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:27.553895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55183653-432c-4200-b1d3-29136c2020ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.602126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=d0468de0-1d73-4b01-b5d3-e387c60633d4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:27.603448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.606695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Checking segment: {'id': '76e5cae9-f382-4f0c-8022-d6da611f19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:27.607114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network hostable DHCP agents. Network: 58f78f1d-8ee0-467d-847a-f0338c49f46e, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:27.615009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.635764 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bb4aa44a-9bd1-4ed1-be54-40b20651f103 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3889225 Oct 20 03:38:27.638666 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55144) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:27.643672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55183653-432c-4200-b1d3-29136c2020ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.658277 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Attempt 8 to provision port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e Oct 20 03:38:27.682678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:27.704646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc423-df45-4015-81e7-ae98dbd0f371 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.705366 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 58f78f1d-8ee0-467d-847a-f0338c49f46e) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:27.712425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:27.718479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:27.720100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.736819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dade5b-2312-4d4b-9042-baa421a9c542 None None] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:27.769558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e215e032-ce1e-494b-adc9-f96f7499f7c4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:27.770534 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8e16a725-7da0-4a98-90b6-1e66c07a4a9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7561016 Oct 20 03:38:27.771196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55146) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:27.775617 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e215e032-ce1e-494b-adc9-f96f7499f7c4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:27.777272 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e215e032-ce1e-494b-adc9-f96f7499f7c4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1380036 Oct 20 03:38:27.786947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1098460078'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:27.805371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55148) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:27.812437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fc423-df45-4015-81e7-ae98dbd0f371 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=84b7e29d-7e0a-4021-a2db-ea65334ebf8e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:27.817585 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55183653-432c-4200-b1d3-29136c2020ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.821304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:27.825285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.835770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Pushing event updated for resources: {'Port': ['ID=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:27.837889 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:27.861161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.861595 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.862014 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.862428 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.862834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.863244 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.863651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.864058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.864498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.864891 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.865339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.865692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb60fef-24f4-459a-9f17-0f8f3b1f538f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:38:27.911407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:27.926872 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:27.927254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.928014 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 Oct 20 03:38:27.956115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc423-df45-4015-81e7-ae98dbd0f371 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.958522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:27.960590 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Added segment ba3614d4-a3bc-427f-af55-d3fdc9dc7a49 of type vlan for network 43394c1f-25b6-4122-98d5-3efbd152917d Oct 20 03:38:28.045141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.049792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55183653-432c-4200-b1d3-29136c2020ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.092604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55183653-432c-4200-b1d3-29136c2020ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0589a1ef-1648-4327-85b6-70db5e3ded82,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:28.103316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55183653-432c-4200-b1d3-29136c2020ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.109089 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-55183653-432c-4200-b1d3-29136c2020ac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0589a1ef-1648-4327-85b6-70db5e3ded82 HTTP/1.1" status: 204 len: 168 time: 0.7452517 Oct 20 03:38:28.111716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55150) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:28.132868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b3295c43-55c3-4ac9-a7d6-285597524465 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port a92922cc-0871-4248-9be9-432cf5f8653d {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:28.134065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896a3d3c-8a66-4bb5-bf25-96e3dc8e5f16 None None] Network a515e2dc-5861-4083-a1e1-5a02b237c264 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:28.134429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3295c43-55c3-4ac9-a7d6-285597524465 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.179111 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:28.181911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.188924 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:28.190291 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.194959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7fc423-df45-4015-81e7-ae98dbd0f371 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router f14e8def-de28-4de7-9d65-e13df7a1e8a9 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:38:28.233609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 584f6485-96cc-4fe8-9af7-7f84241fc804 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:28.287439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 584f6485-96cc-4fe8-9af7-7f84241fc804 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:28.289316 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 584f6485-96cc-4fe8-9af7-7f84241fc804 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:28.332734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7fc423-df45-4015-81e7-ae98dbd0f371 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:28.343053 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8e7fc423-df45-4015-81e7-ae98dbd0f371 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/f14e8def-de28-4de7-9d65-e13df7a1e8a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3859901 Oct 20 03:38:28.343233 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Attempt 9 to provision port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e Oct 20 03:38:28.348176 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55152) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:28.354566 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ee7c7-93a2-4b8c-913e-6ce032950947 None None] Sync routers for ids ['f14e8def-de28-4de7-9d65-e13df7a1e8a9'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:28.366095 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5917192 Oct 20 03:38:28.377050 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ee7c7-93a2-4b8c-913e-6ce032950947 None None] Routers {'f14e8def-de28-4de7-9d65-e13df7a1e8a9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:28.377692 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ad9ee7c7-93a2-4b8c-913e-6ce032950947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f14e8def-de28-4de7-9d65-e13df7a1e8a9'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:28.379406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55154) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:28.385380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Port 84b7e29d-7e0a-4021-a2db-ea65334ebf8e was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:38:28.403931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Provisioning complete for port 3cf2511c-69e8-4059-ad87-c8736d8519bf triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:28.404485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.404926 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Attempt 1 to provision port 3cf2511c-69e8-4059-ad87-c8736d8519bf Oct 20 03:38:28.425575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'ports': [{'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e'}, {'network_id': '43394c1f-25b6-4122-98d5-3efbd152917d'}]} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:28.425887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:28.426714 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '43394c1f-25b6-4122-98d5-3efbd152917d'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:28.461095 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ad9ee7c7-93a2-4b8c-913e-6ce032950947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:28.472991 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ee7c7-93a2-4b8c-913e-6ce032950947 None None] Routers {'f14e8def-de28-4de7-9d65-e13df7a1e8a9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:28.474070 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ad9ee7c7-93a2-4b8c-913e-6ce032950947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f14e8def-de28-4de7-9d65-e13df7a1e8a9'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:28.479590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab9eb02-b1dc-4725-8935-307a67615d79 None None] DHCP port deletion for a515e2dc-5861-4083-a1e1-5a02b237c264 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:28.509229 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ad9ee7c7-93a2-4b8c-913e-6ce032950947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:28.510210 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ee7c7-93a2-4b8c-913e-6ce032950947 None None] The sync data for ids ['f14e8def-de28-4de7-9d65-e13df7a1e8a9'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:28.573760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1c7f6-a61b-453e-947a-f26ae31c0ba2 None None] Current status of the port 3cf2511c-69e8-4059-ad87-c8736d8519bf is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:28.588574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8ab9eb02-b1dc-4725-8935-307a67615d79 None None] Deleting port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:28.589127 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8ab9eb02-b1dc-4725-8935-307a67615d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.675726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.677778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e46f0-42f6-40a9-ace8-a665075889ab tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Network': ['ID=43394c1f-25b6-4122-98d5-3efbd152917d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:28.694107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 2} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:28.698284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 43394c1f-25b6-4122-98d5-3efbd152917d details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:28.699229 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.734876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3295c43-55c3-4ac9-a7d6-285597524465 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.735529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8ab9eb02-b1dc-4725-8935-307a67615d79 None None] For port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa,segment=NetworkSegment(55b31846-7a15-4348-9e84-83c5c15beea2),segment_id=55b31846-7a15-4348-9e84-83c5c15beea2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:28.736038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8ab9eb02-b1dc-4725-8935-307a67615d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.764470 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8ab9eb02-b1dc-4725-8935-307a67615d79 None None] Calling delete_port for eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:28.767050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b3295c43-55c3-4ac9-a7d6-285597524465 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for a92922cc-0871-4248-9be9-432cf5f8653d owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:28.769703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.800293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-81f46e35-2c98-40db-822c-20e7aff06e4f None None] Provisioning complete for port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:28.800835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-81f46e35-2c98-40db-822c-20e7aff06e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.801492 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-81f46e35-2c98-40db-822c-20e7aff06e4f None None] Attempt 1 to provision port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 Oct 20 03:38:28.918961 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-314c40a7-49ec-49e5-aee6-4ce7eac90156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] remove_router_interface failed (client error): The resource could not be found. Oct 20 03:38:28.920096 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-314c40a7-49ec-49e5-aee6-4ce7eac90156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/f14e8def-de28-4de7-9d65-e13df7a1e8a9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5707512 Oct 20 03:38:28.922995 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55156) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:28.934288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8ab9eb02-b1dc-4725-8935-307a67615d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:28.961435 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9764a88e-29a6-4598-a08e-dc643c2d5f33 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=f14e8def-de28-4de7-9d65-e13df7a1e8a9 HTTP/1.1" status: 200 len: 205 time: 0.0371408 Oct 20 03:38:28.968351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55158) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:28.979713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9eb02-b1dc-4725-8935-307a67615d79 None None] Pushing event deleted for resources: {'Port': ['ID=eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:28.982249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9eb02-b1dc-4725-8935-307a67615d79 None None] No DVR routers for this DVR port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:29.054471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7e19008-cc2c-4faf-a596-9e865c0d20e8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.058575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-81f46e35-2c98-40db-822c-20e7aff06e4f None None] Current status of the port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:29.062370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-81f46e35-2c98-40db-822c-20e7aff06e4f None None] Could not find standard attr ID for object 84b7e29d-7e0a-4021-a2db-ea65334ebf8e. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:29.070991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port e09b257e-e90b-424f-9e68-f0fa123ba167 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:29.082476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Deleting port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:29.082813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.182954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ab6465dd-48da-4e28-820c-ef4410500eb7 None None] Provisioning complete for port a92922cc-0871-4248-9be9-432cf5f8653d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:29.183628 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ab6465dd-48da-4e28-820c-ef4410500eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.184228 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ab6465dd-48da-4e28-820c-ef4410500eb7 None None] Attempt 1 to provision port a92922cc-0871-4248-9be9-432cf5f8653d Oct 20 03:38:29.197535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] For port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa, host dv-neutron-861842-1-hyperv, got binding levels [] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:29.197921 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.220831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ab6465dd-48da-4e28-820c-ef4410500eb7 None None] Port a92922cc-0871-4248-9be9-432cf5f8653d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:29.224478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7e19008-cc2c-4faf-a596-9e865c0d20e8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.226957 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7e19008-cc2c-4faf-a596-9e865c0d20e8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.234698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Calling delete_port for eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:29.238793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.ipam_backend_mixin [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa was not found and therefore no delete operation was performed {{(pid=103629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 20 03:38:29.247587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.275165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7e19008-cc2c-4faf-a596-9e865c0d20e8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.275832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e19008-cc2c-4faf-a596-9e865c0d20e8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Fanout notify agent at l3_agent the message router_deleted on router f14e8def-de28-4de7-9d65-e13df7a1e8a9 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:38:29.284513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7e19008-cc2c-4faf-a596-9e865c0d20e8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.285903 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c7e19008-cc2c-4faf-a596-9e865c0d20e8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/f14e8def-de28-4de7-9d65-e13df7a1e8a9 HTTP/1.1" status: 204 len: 168 time: 0.3159626 Oct 20 03:38:29.288417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55160) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:29.298454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:29.304243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] No DVR routers for this DVR port eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:29.349132 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9cf5cb-efe4-4609-8e45-49245a9501a2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting subnet c81932af-9ca7-407c-b97f-f753fae9c988 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:29.352541 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf5cb-efe4-4609-8e45-49245a9501a2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.352739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3295c43-55c3-4ac9-a7d6-285597524465 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.385479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:29.399207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf5cb-efe4-4609-8e45-49245a9501a2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.412935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3295c43-55c3-4ac9-a7d6-285597524465 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=a92922cc-0871-4248-9be9-432cf5f8653d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:29.422782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.449479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:29.449989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.450262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.450520 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 Oct 20 03:38:29.513377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf5cb-efe4-4609-8e45-49245a9501a2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.516604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a515e2dc-5861-4083-a1e1-5a02b237c264']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:29.542619 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b31846-7a15-4348-9e84-83c5c15beea2') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:29.542905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b31846-7a15-4348-9e84-83c5c15beea2') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:29.558424 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:29.595238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf5cb-efe4-4609-8e45-49245a9501a2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.608709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.624392 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port f73767de-ba0f-4488-a5c0-29ce1f91333e yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:29.635835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:29.641158 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cf5cb-efe4-4609-8e45-49245a9501a2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Subnet': ['ID=c81932af-9ca7-407c-b97f-f753fae9c988,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:29.641640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.645296 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf5cb-efe4-4609-8e45-49245a9501a2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.651209 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6a9cf5cb-efe4-4609-8e45-49245a9501a2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/c81932af-9ca7-407c-b97f-f753fae9c988 HTTP/1.1" status: 204 len: 168 time: 0.3593416 Oct 20 03:38:29.651429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55162) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:29.655534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:29.655945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.681302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d968526-e01f-440f-9f36-de7d520557dc None None] Network 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:29.684867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:29.685018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3295c43-55c3-4ac9-a7d6-285597524465 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.685738 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device eb57f26b-9c99-4ae4-a4c3-9d5dbe7a3caa not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:29.686251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ba04677-27f5-4924-8fd7-535bf0726b60 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:29.688368 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b3295c43-55c3-4ac9-a7d6-285597524465 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/a92922cc-0871-4248-9be9-432cf5f8653d HTTP/1.1" status: 204 len: 168 time: 1.8800213 Oct 20 03:38:29.693313 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 55b31846-7a15-4348-9e84-83c5c15beea2 resource provider aggregate not found Oct 20 03:38:29.695948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55166) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:29.723496 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 55b31846-7a15-4348-9e84-83c5c15beea2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55b31846-7a15-4348-9e84-83c5c15beea2 found for delete ", "request_id": "req-333aa077-898f-49e2-8a30-96ae96efa404"}]} Oct 20 03:38:29.779189 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ab6465dd-48da-4e28-820c-ef4410500eb7 None None] Attempt 2 to provision port a92922cc-0871-4248-9be9-432cf5f8653d Oct 20 03:38:29.781068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.789593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.795543 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a515e2dc-5861-4083-a1e1-5a02b237c264 HTTP/1.1" status: 204 len: 168 time: 1.6827080 Oct 20 03:38:29.798485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297c315d-cca9-43d2-918f-e54c1c7d8e55 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:29.800611 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297c315d-cca9-43d2-918f-e54c1c7d8e55 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:29.802267 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297c315d-cca9-43d2-918f-e54c1c7d8e55 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:29.806501 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-297c315d-cca9-43d2-918f-e54c1c7d8e55 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1071584 Oct 20 03:38:29.808327 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ab6465dd-48da-4e28-820c-ef4410500eb7 None None] Port a92922cc-0871-4248-9be9-432cf5f8653d was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:38:29.808561 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55172) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:29.817295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0687f-1202-4f29-ab7d-9c9e7171ac93 admin admin] Pushing event deleted for resources: {'Network': ['ID=a515e2dc-5861-4083-a1e1-5a02b237c264,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:29.849088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.855519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 7ba04677-27f5-4924-8fd7-535bf0726b60 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:29.855867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ba04677-27f5-4924-8fd7-535bf0726b60 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:29.864686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.891233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ab6465dd-48da-4e28-820c-ef4410500eb7 None None] Provisioning complete for port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:29.891847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ab6465dd-48da-4e28-820c-ef4410500eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.892913 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ab6465dd-48da-4e28-820c-ef4410500eb7 None None] Attempt 1 to provision port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 Oct 20 03:38:29.921310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9702f0d3-5df1-4f19-958d-4e716b49dfc9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 3a9c1492-d705-48d5-aa96-f4eeed4ee5ff {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:29.926240 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9702f0d3-5df1-4f19-958d-4e716b49dfc9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.941520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:29.983312 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9702f0d3-5df1-4f19-958d-4e716b49dfc9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.009161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:30.012786 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:30.017039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:30.018563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.026006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=e09b257e-e90b-424f-9e68-f0fa123ba167,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.031773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ab6465dd-48da-4e28-820c-ef4410500eb7 None None] Current status of the port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:30.035572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96dcdbe-9393-4dfa-99a3-a2781f2080cb None None] DHCP port deletion for 828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:30.038185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port 3cf2511c-69e8-4059-ad87-c8736d8519bf {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:30.038533 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.091345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f96dcdbe-9393-4dfa-99a3-a2781f2080cb None None] Deleting port 3cf2511c-69e8-4059-ad87-c8736d8519bf {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:30.091345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f96dcdbe-9393-4dfa-99a3-a2781f2080cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.092916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55174) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:30.104736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=f73767de-ba0f-4488-a5c0-29ce1f91333e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.123647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Checking segment: {'id': 'ba3614d4-a3bc-427f-af55-d3fdc9dc7a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '43394c1f-25b6-4122-98d5-3efbd152917d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:30.124001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network hostable DHCP agents. Network: 43394c1f-25b6-4122-98d5-3efbd152917d, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:30.147782 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port 3cf2511c-69e8-4059-ad87-c8736d8519bf, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3cf2511c-69e8-4059-ad87-c8736d8519bf,segment=NetworkSegment(c1401103-f0f0-4031-a4f3-c22ac6aaf450),segment_id=c1401103-f0f0-4031-a4f3-c22ac6aaf450)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:30.148156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.158566 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-418db7c0-0bfd-47cb-9537-792f0f4680c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bd8a999f99c480388b6f33fa601974c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0601280 Oct 20 03:38:30.158762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55176) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:30.165643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 43394c1f-25b6-4122-98d5-3efbd152917d is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:30.167368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for 3cf2511c-69e8-4059-ad87-c8736d8519bf owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:30.173649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9702f0d3-5df1-4f19-958d-4e716b49dfc9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.182992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f96dcdbe-9393-4dfa-99a3-a2781f2080cb None None] For port 3cf2511c-69e8-4059-ad87-c8736d8519bf, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3cf2511c-69e8-4059-ad87-c8736d8519bf,segment=NetworkSegment(c1401103-f0f0-4031-a4f3-c22ac6aaf450),segment_id=c1401103-f0f0-4031-a4f3-c22ac6aaf450)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:30.183716 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f96dcdbe-9393-4dfa-99a3-a2781f2080cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.184220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 43394c1f-25b6-4122-98d5-3efbd152917d) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:30.193442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:30.198049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab311e6-e4ac-46ae-85c5-93003da5d2e3 None None] Network 43394c1f-25b6-4122-98d5-3efbd152917d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:30.199134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:30.204391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:30.205009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.233080 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-90e4d63b-e112-43c4-83bc-ca1339a739ed tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8143103 Oct 20 03:38:30.233261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f96dcdbe-9393-4dfa-99a3-a2781f2080cb None None] Calling delete_port for 3cf2511c-69e8-4059-ad87-c8736d8519bf owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:30.236380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55178) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:30.265410 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-058c5e8f-d032-4a84-8781-3fce61270f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.290456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9702f0d3-5df1-4f19-958d-4e716b49dfc9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.321236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-058c5e8f-d032-4a84-8781-3fce61270f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.324562 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702f0d3-5df1-4f19-958d-4e716b49dfc9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9c1492-d705-48d5-aa96-f4eeed4ee5ff,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.331545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.334147 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9702f0d3-5df1-4f19-958d-4e716b49dfc9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.337208 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9702f0d3-5df1-4f19-958d-4e716b49dfc9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/3a9c1492-d705-48d5-aa96-f4eeed4ee5ff HTTP/1.1" status: 204 len: 168 time: 0.5277357 Oct 20 03:38:30.340155 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55180) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:30.370388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f993a-4f3a-4825-9584-5652c9a72e88 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:30.375599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-12f25dc4-f336-4a8d-b97b-1bfdc5e1fb2e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port f73767de-ba0f-4488-a5c0-29ce1f91333e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:30.376022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12f25dc4-f336-4a8d-b97b-1bfdc5e1fb2e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.394264 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No DVR routers for this DVR port 3cf2511c-69e8-4059-ad87-c8736d8519bf on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:30.397386 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=3cf2511c-69e8-4059-ad87-c8736d8519bf,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.461668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-37adf043-8691-46f3-8b69-9a92e005defd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet bd96066e-08ef-4071-95b1-798d10c7d9a3 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:30.468445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-058c5e8f-d032-4a84-8781-3fce61270f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.472301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-058c5e8f-d032-4a84-8781-3fce61270f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.475878 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-058c5e8f-d032-4a84-8781-3fce61270f14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dd2e42b-c75c-49f1-8bb7-8bf023c1f1fb HTTP/1.1" status: 204 len: 168 time: 0.3139243 Oct 20 03:38:30.476014 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37adf043-8691-46f3-8b69-9a92e005defd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.491755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c5e8f-d032-4a84-8781-3fce61270f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd2e42b-c75c-49f1-8bb7-8bf023c1f1fb,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.495099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12f25dc4-f336-4a8d-b97b-1bfdc5e1fb2e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.519424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-12f25dc4-f336-4a8d-b97b-1bfdc5e1fb2e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for f73767de-ba0f-4488-a5c0-29ce1f91333e owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:30.545317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.582030 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828ac7c4-98e9-4975-9e3a-3a9dea9fbad1']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:30.586654 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37adf043-8691-46f3-8b69-9a92e005defd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.618534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1401103-f0f0-4031-a4f3-c22ac6aaf450') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:30.618680 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1401103-f0f0-4031-a4f3-c22ac6aaf450') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:30.637141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.662480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.663277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12f25dc4-f336-4a8d-b97b-1bfdc5e1fb2e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.666411 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f96dcdbe-9393-4dfa-99a3-a2781f2080cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.697897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:30.698318 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.713843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96dcdbe-9393-4dfa-99a3-a2781f2080cb None None] No DVR routers for this DVR port 3cf2511c-69e8-4059-ad87-c8736d8519bf on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:30.718234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dcdbe-9393-4dfa-99a3-a2781f2080cb None None] Pushing event deleted for resources: {'Port': ['ID=3cf2511c-69e8-4059-ad87-c8736d8519bf,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.725320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f25dc4-f336-4a8d-b97b-1bfdc5e1fb2e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=f73767de-ba0f-4488-a5c0-29ce1f91333e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.744377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12f25dc4-f336-4a8d-b97b-1bfdc5e1fb2e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.751042 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment c1401103-f0f0-4031-a4f3-c22ac6aaf450 resource provider aggregate not found Oct 20 03:38:30.751733 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-12f25dc4-f336-4a8d-b97b-1bfdc5e1fb2e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/f73767de-ba0f-4488-a5c0-29ce1f91333e HTTP/1.1" status: 204 len: 168 time: 0.5146961 Oct 20 03:38:30.752687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55186) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:30.811085 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment c1401103-f0f0-4031-a4f3-c22ac6aaf450 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1401103-f0f0-4031-a4f3-c22ac6aaf450 found for delete ", "request_id": "req-2a11e1c5-3d01-4bb4-8b56-379641c31f67"}]} Oct 20 03:38:30.829553 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37adf043-8691-46f3-8b69-9a92e005defd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.830512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27a4650-19ad-4142-9148-a3cdc1f2dc6b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:30.838966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27a4650-19ad-4142-9148-a3cdc1f2dc6b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:30.841935 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f27a4650-19ad-4142-9148-a3cdc1f2dc6b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0863383 Oct 20 03:38:30.848363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55192) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:30.866813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.877449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.881993 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/networks/828ac7c4-98e9-4975-9e3a-3a9dea9fbad1 HTTP/1.1" status: 204 len: 168 time: 1.2294152 Oct 20 03:38:30.891730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55194) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:30.903700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2049287288'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:30.906641 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add9c0f-2f75-417c-9a64-59ff727364e3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Network': ['ID=828ac7c4-98e9-4975-9e3a-3a9dea9fbad1,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:30.942792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37adf043-8691-46f3-8b69-9a92e005defd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:30.993468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:30.994420 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37adf043-8691-46f3-8b69-9a92e005defd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.000990 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-37adf043-8691-46f3-8b69-9a92e005defd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/bd96066e-08ef-4071-95b1-798d10c7d9a3 HTTP/1.1" status: 204 len: 168 time: 0.6544824 Oct 20 03:38:31.001183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.001274 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adf043-8691-46f3-8b69-9a92e005defd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=bd96066e-08ef-4071-95b1-798d10c7d9a3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:31.004579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55200) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:31.044034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:31.052825 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-71806afa-7e53-4c74-913a-0180812dcb9f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467923 Oct 20 03:38:31.055709 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55202) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:31.062429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-76ba6958-8a44-471f-8aa4-bb12ce82262e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:31.066768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.067124 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added segment a480a5e7-7a1b-49b7-a0e0-05374efb90fb of type vlan for network 3bd016c0-912b-43f0-8c71-6cd13307223a Oct 20 03:38:31.069825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac7069-f794-4d1d-84d0-fd4582228e92 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port e09b257e-e90b-424f-9e68-f0fa123ba167 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:31.070158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2ac7069-f794-4d1d-84d0-fd4582228e92 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.158560 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.178934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ba6958-8a44-471f-8aa4-bb12ce82262e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:31.185281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76ba6958-8a44-471f-8aa4-bb12ce82262e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.222640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2ac7069-f794-4d1d-84d0-fd4582228e92 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.238384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac7069-f794-4d1d-84d0-fd4582228e92 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for e09b257e-e90b-424f-9e68-f0fa123ba167 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:31.351543 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2ac7069-f794-4d1d-84d0-fd4582228e92 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.379761 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.db.resource_extend [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:38:31.383222 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac7069-f794-4d1d-84d0-fd4582228e92 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=e09b257e-e90b-424f-9e68-f0fa123ba167,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:31.408133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2ac7069-f794-4d1d-84d0-fd4582228e92 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.410413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3cf2511c-69e8-4059-ad87-c8736d8519bf no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:31.419115 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d2ac7069-f794-4d1d-84d0-fd4582228e92 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/e09b257e-e90b-424f-9e68-f0fa123ba167 HTTP/1.1" status: 204 len: 168 time: 0.5691757 Oct 20 03:38:31.423795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55212) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:31.438833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.446979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:31.447751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.463117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 3cf2511c-69e8-4059-ad87-c8736d8519bf {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:31.463795 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3cf2511c-69e8-4059-ad87-c8736d8519bf not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:31.502090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76ba6958-8a44-471f-8aa4-bb12ce82262e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.514511 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6188025 Oct 20 03:38:31.522134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55216) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:31.530632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'subnet': {'network_id': '3bd016c0-912b-43f0-8c71-6cd13307223a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:31.555862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba6958-8a44-471f-8aa4-bb12ce82262e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:31.559613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-76ba6958-8a44-471f-8aa4-bb12ce82262e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:31.566120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba6958-8a44-471f-8aa4-bb12ce82262e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:31.566693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76ba6958-8a44-471f-8aa4-bb12ce82262e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.591288 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-76ba6958-8a44-471f-8aa4-bb12ce82262e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5343544 Oct 20 03:38:31.592054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55220) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:31.597881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96514203-d08d-462b-bf1d-0ae7d6f6202e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:31.601995 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:31.602159 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-96514203-d08d-462b-bf1d-0ae7d6f6202e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1743610 Oct 20 03:38:31.604536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d78ba-37d1-4676-953e-0e63fde6a0d0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Network': ['ID=3bd016c0-912b-43f0-8c71-6cd13307223a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:31.606209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55222) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:31.617165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 3bd016c0-912b-43f0-8c71-6cd13307223a details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:31.662119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba6958-8a44-471f-8aa4-bb12ce82262e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=a5b655f4-ba36-46bb-b22c-6adfe348f49f,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:31.667114 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c145581-f18d-4aca-8d45-82a993a12eec tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:38:31.668728 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2c145581-f18d-4aca-8d45-82a993a12eec tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/f73767de-ba0f-4488-a5c0-29ce1f91333e HTTP/1.1" status: 404 len: 333 time: 0.0602198 Oct 20 03:38:31.672791 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55224) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:31.703662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:31.712221 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fbc088-e5fa-41ea-92e6-af5465b9f3e8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:38:31.713792 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d9fbc088-e5fa-41ea-92e6-af5465b9f3e8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/e09b257e-e90b-424f-9e68-f0fa123ba167 HTTP/1.1" status: 404 len: 333 time: 0.0400844 Oct 20 03:38:31.714389 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.716711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55226) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:31.833013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db556790-f011-4ef5-ab86-323a2344b66a None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:31.903567 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.927498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-598d0981-1bee-4634-8172-8c6336665be6 None None] Provisioning complete for port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:31.927872 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-598d0981-1bee-4634-8172-8c6336665be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.928431 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-598d0981-1bee-4634-8172-8c6336665be6 None None] Attempt 1 to provision port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 Oct 20 03:38:31.977759 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:31.982826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:31.987331 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.068505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.076591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Checking segment: {'id': 'a480a5e7-7a1b-49b7-a0e0-05374efb90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3bd016c0-912b-43f0-8c71-6cd13307223a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:32.077087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network hostable DHCP agents. Network: 3bd016c0-912b-43f0-8c71-6cd13307223a, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:32.080092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Subnet': ['ID=96f345d3-7f1c-4f88-bb5c-664f07dbfdec,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:32.105003 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-598d0981-1bee-4634-8172-8c6336665be6 None None] Current status of the port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:32.106167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 3bd016c0-912b-43f0-8c71-6cd13307223a is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:32.123756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 3bd016c0-912b-43f0-8c71-6cd13307223a) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:32.129054 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:32.129696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.133407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43394c1f-25b6-4122-98d5-3efbd152917d']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:32.148317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3614d4-a3bc-427f-af55-d3fdc9dc7a49') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:32.148658 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3614d4-a3bc-427f-af55-d3fdc9dc7a49') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:32.157268 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7b30b334-0748-4448-9190-4d5ad88a48ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6285317 Oct 20 03:38:32.157515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4a5c70-ef1c-4c09-b288-d822980b18e6 None None] Network 3bd016c0-912b-43f0-8c71-6cd13307223a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:32.158309 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55236) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:32.165166 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e1e8736c-e93a-4b94-a08a-0bcbf817d7e7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1631456374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:32.166601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.185688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e4f35-7f73-44b6-b6e3-11fcc4dc9fdf None None] Update dhcp port {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': 'a5b655f4-ba36-46bb-b22c-6adfe348f49f'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '9dd6f996-64f9-43f6-9b55-94d6b0f189b3'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:38:32.198471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1e8736c-e93a-4b94-a08a-0bcbf817d7e7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.199794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.200614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1e8736c-e93a-4b94-a08a-0bcbf817d7e7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.207441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:32.209201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.254982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a82e4f35-7f73-44b6-b6e3-11fcc4dc9fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.279320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.313772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.321016 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/networks/43394c1f-25b6-4122-98d5-3efbd152917d HTTP/1.1" status: 204 len: 168 time: 0.6032939 Oct 20 03:38:32.321966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b43aa5-b7c9-4c97-9e09-db1b984e934b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Network': ['ID=43394c1f-25b6-4122-98d5-3efbd152917d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:32.323801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55242) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:32.331792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1682839295'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:32.351804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1e8736c-e93a-4b94-a08a-0bcbf817d7e7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.357487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1e8736c-e93a-4b94-a08a-0bcbf817d7e7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.362976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:32.367474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.381681 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e1e8736c-e93a-4b94-a08a-0bcbf817d7e7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.383532 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e1e8736c-e93a-4b94-a08a-0bcbf817d7e7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2243636 Oct 20 03:38:32.388085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55246) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:32.428197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:32.449407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.449762 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Added segment 5efc54fe-57e2-49f0-855a-bc436f3759d3 of type vlan for network 84108ce3-cc55-4a7b-955d-1e378717c25a Oct 20 03:38:32.491347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-3bd016c0-912b-43f0-8c71-6cd13307223a', 'network_id': '3bd016c0-912b-43f0-8c71-6cd13307223a', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'fixed_ips': [{'subnet_id': '96f345d3-7f1c-4f88-bb5c-664f07dbfdec'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:32.492446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.531963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-a82e4f35-7f73-44b6-b6e3-11fcc4dc9fdf None None] Allocated IP 172.20.0.2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/a5b655f4-ba36-46bb-b22c-6adfe348f49f/9dd6f996-64f9-43f6-9b55-94d6b0f189b3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:32.565121 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.576661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55248) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:32.645161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.650905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:32.651538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.735486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Allocated IP 2001:db8::2 (3bd016c0-912b-43f0-8c71-6cd13307223a/96f345d3-7f1c-4f88-bb5c-664f07dbfdec/efa7b315-6ac2-43a7-bd5a-e370cbc3a36a) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:32.744546 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-450708384', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:32.748026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Network': ['ID=84108ce3-cc55-4a7b-955d-1e378717c25a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:32.758128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a82e4f35-7f73-44b6-b6e3-11fcc4dc9fdf None None] For port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:32.762398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 84108ce3-cc55-4a7b-955d-1e378717c25a details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:32.763706 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-65354127-601f-4e6f-9fb9-cf4e4f37e20b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4368060 Oct 20 03:38:32.768500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55252) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:32.774958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '84108ce3-cc55-4a7b-955d-1e378717c25a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:32.863921 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment ba3614d4-a3bc-427f-af55-d3fdc9dc7a49 resource provider aggregate not found Oct 20 03:38:32.894813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a82e4f35-7f73-44b6-b6e3-11fcc4dc9fdf None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.899086 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment ba3614d4-a3bc-427f-af55-d3fdc9dc7a49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba3614d4-a3bc-427f-af55-d3fdc9dc7a49 found for delete ", "request_id": "req-30eaa9ff-1927-46be-a2b6-4fd23205bab8"}]} Oct 20 03:38:32.911803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a82e4f35-7f73-44b6-b6e3-11fcc4dc9fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.934578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Made reservation on behalf of 9615297e1dfa4e0786b13454970bf6c8 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:32.936858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.970498 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:32.981847 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.objects.ports [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:38:32.985364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:32.988881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.073992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.078818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.079336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e4f35-7f73-44b6-b6e3-11fcc4dc9fdf None None] Pushing event updated for resources: {'Port': ['ID=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:33.084146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.138941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Network 3bd016c0-912b-43f0-8c71-6cd13307223a is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:33.143854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:33.148247 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:33.151457 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Pushing event updated for resources: {'Port': ['ID=efa7b315-6ac2-43a7-bd5a-e370cbc3a36a,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:33.217119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Attempting to bind port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:33.217592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Attempting to bind port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'a480a5e7-7a1b-49b7-a0e0-05374efb90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3bd016c0-912b-43f0-8c71-6cd13307223a'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:33.218144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Attempting to bind port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a on network 3bd016c0-912b-43f0-8c71-6cd13307223a {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:33.224749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:33.226684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Checking segment: {'id': 'a480a5e7-7a1b-49b7-a0e0-05374efb90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3bd016c0-912b-43f0-8c71-6cd13307223a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:33.226833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.ipam_backend_mixin [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Performing IP validity checks on allocation pools {{(pid=103628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 20 03:38:33.227282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.227398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.ipam_backend_mixin [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 20 03:38:33.227881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Bound using segment: {'id': 'a480a5e7-7a1b-49b7-a0e0-05374efb90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3bd016c0-912b-43f0-8c71-6cd13307223a'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:33.229621 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Bound port: efa7b315-6ac2-43a7-bd5a-e370cbc3a36a, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a480a5e7-7a1b-49b7-a0e0-05374efb90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3bd016c0-912b-43f0-8c71-6cd13307223a'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:33.230136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.355067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] For port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:33.362155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] For port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=efa7b315-6ac2-43a7-bd5a-e370cbc3a36a,segment=NetworkSegment(a480a5e7-7a1b-49b7-a0e0-05374efb90fb),segment_id=a480a5e7-7a1b-49b7-a0e0-05374efb90fb)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:33.368795 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.404174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.426197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.434782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:33.438786 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] device_id is not set on port b7ca882e-84e6-4e05-a035-fd06022333fd yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:33.450708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Allocated IP 2001:db8::1 (3bd016c0-912b-43f0-8c71-6cd13307223a/96f345d3-7f1c-4f88-bb5c-664f07dbfdec/e37966e0-35e5-4425-987e-a3a85110b6a3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:33.509115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc72fa8-b652-46e5-92e9-ac089233e75c None None] Pushing event updated for resources: {'Port': ['ID=efa7b315-6ac2-43a7-bd5a-e370cbc3a36a,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:33.523727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:33.524178 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.524548 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 Oct 20 03:38:33.625895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:33.661947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.713778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.783362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 3bd016c0-912b-43f0-8c71-6cd13307223a is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:33.786794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:33.791541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:33.792084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.796328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=e37966e0-35e5-4425-987e-a3a85110b6a3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:33.849132 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c323ba81-b075-490a-b5b1-2b94cc790077 None None] Provisioning complete for port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:33.849770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c323ba81-b075-490a-b5b1-2b94cc790077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.850103 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c323ba81-b075-490a-b5b1-2b94cc790077 None None] Attempt 1 to provision port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 Oct 20 03:38:33.942415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.958719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:33.966356 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c323ba81-b075-490a-b5b1-2b94cc790077 None None] Current status of the port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:33.979325 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d901af9e-dbfb-4cda-a40f-28141e1028af,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:34.047764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.160562 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Allocated IP 172.26.0.179 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/b7ca882e-84e6-4e05-a035-fd06022333fd) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:34.164994 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Subnet': ['ID=636df9f7-649b-478a-b7e3-ae8ce147017c,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:34.225440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.230111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.230984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.286113 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] For port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:34.288312 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Checking segment: {'id': '5efc54fe-57e2-49f0-855a-bc436f3759d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '84108ce3-cc55-4a7b-955d-1e378717c25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:34.288446 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network hostable DHCP agents. Network: 84108ce3-cc55-4a7b-955d-1e378717c25a, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:34.304184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=e37966e0-35e5-4425-987e-a3a85110b6a3,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:34.362573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.365821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 84108ce3-cc55-4a7b-955d-1e378717c25a is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:34.370823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.371049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 3bd016c0-912b-43f0-8c71-6cd13307223a is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:34.371560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.372466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:34.462250 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 84108ce3-cc55-4a7b-955d-1e378717c25a) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:34.472786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce4cac-47ef-46b4-b3a2-b21a93ede3f8 None None] Network 84108ce3-cc55-4a7b-955d-1e378717c25a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:34.483322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:34.483946 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.501436 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:34.517508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router d6c3715b-298f-46a8-b71e-eecb77cc8142 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:38:34.527588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:34.539376 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:34.539944 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.558310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=d7808d02-4a30-4780-b662-4ea0c3d02d8c,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:34.566824 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d1320bf0-e664-449a-985a-81a82b76dcd5 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7959106 Oct 20 03:38:34.569798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55258) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:34.583587 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.587724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '84108ce3-cc55-4a7b-955d-1e378717c25a', 'name': 'tempest-PortsTestJSON-1078429561'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:34.590756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,revision_number=9']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:34.621023 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a6d99a23-cd9a-4682-90f9-88513e20eef0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0230186 Oct 20 03:38:34.622777 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d318450-b245-44ad-8150-fac01b2e4906 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:34.622906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55260) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:34.629289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:17:29:e7', 'name': 'tempest-NetworksTestDHCPv6-1700846284'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:34.643192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:34.651695 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c27a6d0e-eff2-4032-ba95-07adc1450bd2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/d6c3715b-298f-46a8-b71e-eecb77cc8142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2592549 Oct 20 03:38:34.651695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55262) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:34.669917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29485769-2d5b-4212-a67f-71cb4805dcc1 None None] Sync routers for ids ['d6c3715b-298f-46a8-b71e-eecb77cc8142'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:34.708679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3212c199-4234-4981-9b6e-9123ae2ab448 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:34.708887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29485769-2d5b-4212-a67f-71cb4805dcc1 None None] Routers {'d6c3715b-298f-46a8-b71e-eecb77cc8142'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:34.708887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-29485769-2d5b-4212-a67f-71cb4805dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d6c3715b-298f-46a8-b71e-eecb77cc8142'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:34.709088 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3212c199-4234-4981-9b6e-9123ae2ab448 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports/e37966e0-35e5-4425-987e-a3a85110b6a3 HTTP/1.1" status: 200 len: 911 time: 0.0539639 Oct 20 03:38:34.711148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55264) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:34.776105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686dd893-dd63-456f-b43e-0ac11b24063d None None] Network 3bd016c0-912b-43f0-8c71-6cd13307223a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:34.786395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.795675 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-29485769-2d5b-4212-a67f-71cb4805dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:34.866285 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29485769-2d5b-4212-a67f-71cb4805dcc1 None None] Routers {'d6c3715b-298f-46a8-b71e-eecb77cc8142'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:34.866967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-29485769-2d5b-4212-a67f-71cb4805dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d6c3715b-298f-46a8-b71e-eecb77cc8142'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:34.867068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:34.878858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:34.886082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:34.909929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84108ce3-cc55-4a7b-955d-1e378717c25a', 'network_id': '84108ce3-cc55-4a7b-955d-1e378717c25a', 'tenant_id': 'c77476bd637640998d5afb0393175f55', 'fixed_ips': [{'subnet_id': '636df9f7-649b-478a-b7e3-ae8ce147017c'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:34.910789 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.916520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Pushing event updated for resources: {'Port': ['ID=b7ca882e-84e6-4e05-a035-fd06022333fd,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:34.923153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:34.926667 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.946130 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:34.951160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c50fed29-0362-477a-8768-c8285e820d42 None None] Provisioning complete for port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:34.951534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c50fed29-0362-477a-8768-c8285e820d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:34.952303 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c50fed29-0362-477a-8768-c8285e820d42 None None] Attempt 1 to provision port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a Oct 20 03:38:34.976969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port cbfcdc93-992e-4173-b98d-8df044442242 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:34.989999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:34.990610 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.044561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e7e24a6-211b-443d-92ec-f4d2055f824b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.082100 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6b1e8fd9-3ae9-4d39-8777-395dd9a2bd92 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5033231 Oct 20 03:38:35.085033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55266) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:35.091807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.179'}]}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:35.121309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.166583 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-29485769-2d5b-4212-a67f-71cb4805dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:35.167490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.167751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29485769-2d5b-4212-a67f-71cb4805dcc1 None None] The sync data for ids ['d6c3715b-298f-46a8-b71e-eecb77cc8142'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:35.169112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.174475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port e6a64349-b45d-48fd-bd63-44f6695f2821 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:35.223126 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.4 (84108ce3-cc55-4a7b-955d-1e378717c25a/636df9f7-649b-478a-b7e3-ae8ce147017c/cbfcdc93-992e-4173-b98d-8df044442242) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:35.333755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.416956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c50fed29-0362-477a-8768-c8285e820d42 None None] Current status of the port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:35.417352 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c50fed29-0362-477a-8768-c8285e820d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.474599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 172.20.0.12 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/a5b655f4-ba36-46bb-b22c-6adfe348f49f/e6a64349-b45d-48fd-bd63-44f6695f2821) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:35.493632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::f816:3eff:fe17:29e7 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/d7808d02-4a30-4780-b662-4ea0c3d02d8c/e6a64349-b45d-48fd-bd63-44f6695f2821) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:35.502133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c50fed29-0362-477a-8768-c8285e820d42 None None] For port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=efa7b315-6ac2-43a7-bd5a-e370cbc3a36a,segment=NetworkSegment(a480a5e7-7a1b-49b7-a0e0-05374efb90fb),segment_id=a480a5e7-7a1b-49b7-a0e0-05374efb90fb)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:35.505871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device efa7b315-6ac2-43a7-bd5a-e370cbc3a36a up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:35.520648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c50fed29-0362-477a-8768-c8285e820d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.523186 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.563559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.618319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fed29-0362-477a-8768-c8285e820d42 None None] Pushing event updated for resources: {'Port': ['ID=efa7b315-6ac2-43a7-bd5a-e370cbc3a36a,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:35.633577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:35.633950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.634283 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a Oct 20 03:38:35.653492 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.743111 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Allocated IP 172.20.0.2 (84108ce3-cc55-4a7b-955d-1e378717c25a/636df9f7-649b-478a-b7e3-ae8ce147017c/bcfcc7b7-fd57-46f9-a43f-6574cc9694aa) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:35.767488 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.769101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e24a6-211b-443d-92ec-f4d2055f824b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port e37966e0-35e5-4425-987e-a3a85110b6a3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:35.769908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e7e24a6-211b-443d-92ec-f4d2055f824b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.849424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 84108ce3-cc55-4a7b-955d-1e378717c25a is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:35.853731 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:35.857741 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:35.862376 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:35.913282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=cbfcdc93-992e-4173-b98d-8df044442242,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:35.928229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:35.929594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:35.988941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:36.000903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e7e24a6-211b-443d-92ec-f4d2055f824b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.004098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:36.004864 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.013558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:36.019252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:36.021966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-cae776af-7ebc-41f8-8f2e-2c3fc45a5fa3 None None] Provisioning complete for port e37966e0-35e5-4425-987e-a3a85110b6a3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:36.022454 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cae776af-7ebc-41f8-8f2e-2c3fc45a5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.023226 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cae776af-7ebc-41f8-8f2e-2c3fc45a5fa3 None None] Attempt 1 to provision port e37966e0-35e5-4425-987e-a3a85110b6a3 Oct 20 03:38:36.025595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e24a6-211b-443d-92ec-f4d2055f824b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for e37966e0-35e5-4425-987e-a3a85110b6a3 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:36.120782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cae776af-7ebc-41f8-8f2e-2c3fc45a5fa3 None None] Port e37966e0-35e5-4425-987e-a3a85110b6a3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:36.122874 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:36.123694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.124105 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 Oct 20 03:38:36.130869 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-243abacf-2258-4f50-8014-4106c8357773 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5519600 Oct 20 03:38:36.138917 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:36.140010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.142636 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55268) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:36.152710 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=e6a64349-b45d-48fd-bd63-44f6695f2821,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:36.168026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.184291 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.218986 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ac0e2afe-4049-47c7-bea2-ce3e896fe7de tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5912228 Oct 20 03:38:36.220218 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55270) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:36.259305 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Network 84108ce3-cc55-4a7b-955d-1e378717c25a is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:36.268281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:36.272513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:36.314875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Pushing event updated for resources: {'Port': ['ID=bcfcc7b7-fd57-46f9-a43f-6574cc9694aa,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:36.343813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.366654 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5cc03-70f1-4e9e-9307-73c26738583d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:36.373744 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5cc03-70f1-4e9e-9307-73c26738583d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:36.378953 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-78a5cc03-70f1-4e9e-9307-73c26738583d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1550174 Oct 20 03:38:36.380097 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55272) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:36.380931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Attempting to bind port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:36.381419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Attempting to bind port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '5efc54fe-57e2-49f0-855a-bc436f3759d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '84108ce3-cc55-4a7b-955d-1e378717c25a'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:36.381779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Attempting to bind port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa on network 84108ce3-cc55-4a7b-955d-1e378717c25a {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:36.382726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e7e24a6-211b-443d-92ec-f4d2055f824b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.389198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.389391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:36.389660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Checking segment: {'id': '5efc54fe-57e2-49f0-855a-bc436f3759d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '84108ce3-cc55-4a7b-955d-1e378717c25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:36.390104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.390696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Bound using segment: {'id': '5efc54fe-57e2-49f0-855a-bc436f3759d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '84108ce3-cc55-4a7b-955d-1e378717c25a'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:36.391204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Bound port: bcfcc7b7-fd57-46f9-a43f-6574cc9694aa, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efc54fe-57e2-49f0-855a-bc436f3759d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '84108ce3-cc55-4a7b-955d-1e378717c25a'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:36.393309 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.394887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:36.459421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-6af986c2-7090-4162-a11c-fb8cb0ddba58 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port cbfcdc93-992e-4173-b98d-8df044442242 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:36.460095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6af986c2-7090-4162-a11c-fb8cb0ddba58 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.479614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] For port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:36.483637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] For port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=bcfcc7b7-fd57-46f9-a43f-6574cc9694aa,segment=NetworkSegment(5efc54fe-57e2-49f0-855a-bc436f3759d3),segment_id=5efc54fe-57e2-49f0-855a-bc436f3759d3)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:36.491652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.511026 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e24a6-211b-443d-92ec-f4d2055f824b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=e37966e0-35e5-4425-987e-a3a85110b6a3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:36.575056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82b538-746e-43e3-bd7b-df22014d2a7e None None] Pushing event updated for resources: {'Port': ['ID=bcfcc7b7-fd57-46f9-a43f-6574cc9694aa,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:36.622111 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cae776af-7ebc-41f8-8f2e-2c3fc45a5fa3 None None] Attempt 2 to provision port e37966e0-35e5-4425-987e-a3a85110b6a3 Oct 20 03:38:36.634467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4502f-0d13-4508-ab1a-ceabd2c516ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port e6a64349-b45d-48fd-bd63-44f6695f2821 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:36.634823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a2f4502f-0d13-4508-ab1a-ceabd2c516ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.646243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cae776af-7ebc-41f8-8f2e-2c3fc45a5fa3 None None] Port e37966e0-35e5-4425-987e-a3a85110b6a3 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:38:36.675950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6af986c2-7090-4162-a11c-fb8cb0ddba58 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.681346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e7e24a6-211b-443d-92ec-f4d2055f824b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.683234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-cae776af-7ebc-41f8-8f2e-2c3fc45a5fa3 None None] Provisioning complete for port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:36.683710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cae776af-7ebc-41f8-8f2e-2c3fc45a5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.689843 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cae776af-7ebc-41f8-8f2e-2c3fc45a5fa3 None None] Attempt 1 to provision port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a Oct 20 03:38:36.710309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-6af986c2-7090-4162-a11c-fb8cb0ddba58 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for cbfcdc93-992e-4173-b98d-8df044442242 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:36.848936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cae776af-7ebc-41f8-8f2e-2c3fc45a5fa3 None None] Current status of the port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:36.913659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a2f4502f-0d13-4508-ab1a-ceabd2c516ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:36.938269 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4502f-0d13-4508-ab1a-ceabd2c516ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for e6a64349-b45d-48fd-bd63-44f6695f2821 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:36.968018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d4829e0f-9a2d-46c7-a155-105d879538ac None None] Could not find standard attr ID for object e37966e0-35e5-4425-987e-a3a85110b6a3. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:36.998810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d4829e0f-9a2d-46c7-a155-105d879538ac None None] Provisioning complete for port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:36.999183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d4829e0f-9a2d-46c7-a155-105d879538ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.000053 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d4829e0f-9a2d-46c7-a155-105d879538ac None None] Attempt 1 to provision port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 Oct 20 03:38:37.111044 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6af986c2-7090-4162-a11c-fb8cb0ddba58 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.154063 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af986c2-7090-4162-a11c-fb8cb0ddba58 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=cbfcdc93-992e-4173-b98d-8df044442242,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:37.165596 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d4829e0f-9a2d-46c7-a155-105d879538ac None None] Current status of the port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:37.293611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3fd7410b-f540-4a16-8798-f00d637b1df9 None None] Provisioning complete for port e6a64349-b45d-48fd-bd63-44f6695f2821 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:37.294231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3fd7410b-f540-4a16-8798-f00d637b1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.294231 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3fd7410b-f540-4a16-8798-f00d637b1df9 None None] Attempt 1 to provision port e6a64349-b45d-48fd-bd63-44f6695f2821 Oct 20 03:38:37.296404 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6af986c2-7090-4162-a11c-fb8cb0ddba58 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.302728 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6af986c2-7090-4162-a11c-fb8cb0ddba58 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/cbfcdc93-992e-4173-b98d-8df044442242 HTTP/1.1" status: 204 len: 168 time: 1.1553733 Oct 20 03:38:37.302863 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55274) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:37.333011 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ae0ddb-cf41-4782-be38-6451a837f971 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:38:37.333812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ae0ddb-cf41-4782-be38-6451a837f971 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:37.339819 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-68ae0ddb-cf41-4782-be38-6451a837f971 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/cbfcdc93-992e-4173-b98d-8df044442242 HTTP/1.1" status: 404 len: 333 time: 0.0336688 Oct 20 03:38:37.340669 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55276) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:37.344973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7e24a6-211b-443d-92ec-f4d2055f824b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router d6c3715b-298f-46a8-b71e-eecb77cc8142 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:38:37.349897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.355090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3fd7410b-f540-4a16-8798-f00d637b1df9 None None] Port e6a64349-b45d-48fd-bd63-44f6695f2821 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:37.368002 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-41899109-8566-4946-a3b9-255cf93cde9d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:38:37.371922 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-41899109-8566-4946-a3b9-255cf93cde9d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/cbfcdc93-992e-4173-b98d-8df044442242 HTTP/1.1" status: 404 len: 333 time: 0.0284002 Oct 20 03:38:37.372838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55278) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:37.410866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a2f4502f-0d13-4508-ab1a-ceabd2c516ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.505079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device efa7b315-6ac2-43a7-bd5a-e370cbc3a36a up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:37.573695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:37.574221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.575741 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a Oct 20 03:38:37.586006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.588447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7e24a6-211b-443d-92ec-f4d2055f824b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:37.590627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.596213 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3e7e24a6-211b-443d-92ec-f4d2055f824b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/d6c3715b-298f-46a8-b71e-eecb77cc8142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8855865 Oct 20 03:38:37.600710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55280) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:37.603137 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cded5-8e54-448a-bb13-405fc67ea960 None None] Sync routers for ids ['d6c3715b-298f-46a8-b71e-eecb77cc8142'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:37.629710 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80cded5-8e54-448a-bb13-405fc67ea960 None None] Routers {'d6c3715b-298f-46a8-b71e-eecb77cc8142'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:37.630659 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a80cded5-8e54-448a-bb13-405fc67ea960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d6c3715b-298f-46a8-b71e-eecb77cc8142'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:37.667480 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cf95bf72-dcd3-4713-98d5-6ce5136a9adc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6c3715b-298f-46a8-b71e-eecb77cc8142 HTTP/1.1" status: 200 len: 205 time: 0.0656807 Oct 20 03:38:37.676052 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55282) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:37.699344 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a80cded5-8e54-448a-bb13-405fc67ea960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:37.711767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:37.712905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device bcfcc7b7-fd57-46f9-a43f-6574cc9694aa up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:37.718444 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80cded5-8e54-448a-bb13-405fc67ea960 None None] Routers {'d6c3715b-298f-46a8-b71e-eecb77cc8142'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:37.719390 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a80cded5-8e54-448a-bb13-405fc67ea960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d6c3715b-298f-46a8-b71e-eecb77cc8142'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:37.775591 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a80cded5-8e54-448a-bb13-405fc67ea960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:37.778447 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cded5-8e54-448a-bb13-405fc67ea960 None None] The sync data for ids ['d6c3715b-298f-46a8-b71e-eecb77cc8142'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:37.791870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.792547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c33b354-06cb-4886-bd4c-32c7aca94740 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:38:37.800681 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e82-bc42-4361-af58-2be36da51045 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.813191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4502f-0d13-4508-ab1a-ceabd2c516ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=e6a64349-b45d-48fd-bd63-44f6695f2821,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:37.827237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:37.828046 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.828981 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa Oct 20 03:38:37.862803 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3fd7410b-f540-4a16-8798-f00d637b1df9 None None] Attempt 2 to provision port e6a64349-b45d-48fd-bd63-44f6695f2821 Oct 20 03:38:37.878075 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-084a5fc3-3473-4353-b506-7db87d2a6702 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting subnet 636df9f7-649b-478a-b7e3-ae8ce147017c {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:37.889138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3fd7410b-f540-4a16-8798-f00d637b1df9 None None] Port e6a64349-b45d-48fd-bd63-44f6695f2821 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:38:37.906935 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-084a5fc3-3473-4353-b506-7db87d2a6702 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.958863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:37.960170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.987225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-084a5fc3-3473-4353-b506-7db87d2a6702 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.996213 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a2f4502f-0d13-4508-ab1a-ceabd2c516ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:37.999366 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a2f4502f-0d13-4508-ab1a-ceabd2c516ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/e6a64349-b45d-48fd-bd63-44f6695f2821 HTTP/1.1" status: 204 len: 168 time: 1.6180546 Oct 20 03:38:38.002975 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:38:38.008364 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c9804b9c-e537-4916-9813-60fbf1e4c682 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9222336 Oct 20 03:38:38.009107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=bcfcc7b7-fd57-46f9-a43f-6574cc9694aa,segment=NetworkSegment(5efc54fe-57e2-49f0-855a-bc436f3759d3),segment_id=5efc54fe-57e2-49f0-855a-bc436f3759d3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:38.018143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.024942 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55284) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:38.025690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55286) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:38.043791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e82-bc42-4361-af58-2be36da51045 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.046604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e82-bc42-4361-af58-2be36da51045 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.078642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=bcfcc7b7-fd57-46f9-a43f-6574cc9694aa,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:38.111747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e82-bc42-4361-af58-2be36da51045 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.112340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32c6e82-bc42-4361-af58-2be36da51045 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Fanout notify agent at l3_agent the message router_deleted on router d6c3715b-298f-46a8-b71e-eecb77cc8142 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:38:38.122854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e82-bc42-4361-af58-2be36da51045 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.126608 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d32c6e82-bc42-4361-af58-2be36da51045 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/d6c3715b-298f-46a8-b71e-eecb77cc8142 HTTP/1.1" status: 204 len: 168 time: 0.4486802 Oct 20 03:38:38.128115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55288) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:38.162389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e605882-9c80-4856-8d6d-cd1fddb121e5 None None] Network 84108ce3-cc55-4a7b-955d-1e378717c25a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:38.175850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb0011-df9b-4ab8-9143-67854036d054 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:38.185202 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb0011-df9b-4ab8-9143-67854036d054 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:38.187615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb0011-df9b-4ab8-9143-67854036d054 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:38.191716 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2bbb0011-df9b-4ab8-9143-67854036d054 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1626348 Oct 20 03:38:38.201174 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55290) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:38.217804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-455940e3-37b6-4ab4-9eb6-26542f0d8926 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting subnet 96f345d3-7f1c-4f88-bb5c-664f07dbfdec {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:38.238539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-084a5fc3-3473-4353-b506-7db87d2a6702 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.248096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-455940e3-37b6-4ab4-9eb6-26542f0d8926 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.257426 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-033e9807-24ff-4ea2-99a8-3d609c12183a None None] Provisioning complete for port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:38.257805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-033e9807-24ff-4ea2-99a8-3d609c12183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.258142 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-033e9807-24ff-4ea2-99a8-3d609c12183a None None] Attempt 1 to provision port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa Oct 20 03:38:38.276125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-42f6df2a-4e1c-4700-add0-8e8730b06f69 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Deleting port b7ca882e-84e6-4e05-a035-fd06022333fd {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:38.276493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42f6df2a-4e1c-4700-add0-8e8730b06f69 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.307628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-455940e3-37b6-4ab4-9eb6-26542f0d8926 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.316620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef3fdfc-1801-4da1-8a4e-00d16e69d2cc tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet a5b655f4-ba36-46bb-b22c-6adfe348f49f {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:38.339256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fdfc-1801-4da1-8a4e-00d16e69d2cc tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.371280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-084a5fc3-3473-4353-b506-7db87d2a6702 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.405322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fdfc-1801-4da1-8a4e-00d16e69d2cc tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.408871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-084a5fc3-3473-4353-b506-7db87d2a6702 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.414326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-033e9807-24ff-4ea2-99a8-3d609c12183a None None] Current status of the port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:38.414971 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-084a5fc3-3473-4353-b506-7db87d2a6702 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/636df9f7-649b-478a-b7e3-ae8ce147017c HTTP/1.1" status: 204 len: 168 time: 1.0413721 Oct 20 03:38:38.415895 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55292) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:38.432252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a5fc3-3473-4353-b506-7db87d2a6702 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Subnet': ['ID=636df9f7-649b-478a-b7e3-ae8ce147017c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:38.435471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42f6df2a-4e1c-4700-add0-8e8730b06f69 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.465444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-42f6df2a-4e1c-4700-add0-8e8730b06f69 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Calling delete_port for b7ca882e-84e6-4e05-a035-fd06022333fd owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:38.469718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.487634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-455940e3-37b6-4ab4-9eb6-26542f0d8926 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.564641 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.574513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fdfc-1801-4da1-8a4e-00d16e69d2cc tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.621870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-455940e3-37b6-4ab4-9eb6-26542f0d8926 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.663363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-455940e3-37b6-4ab4-9eb6-26542f0d8926 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.670267 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-455940e3-37b6-4ab4-9eb6-26542f0d8926 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/96f345d3-7f1c-4f88-bb5c-664f07dbfdec HTTP/1.1" status: 204 len: 168 time: 0.5409234 Oct 20 03:38:38.671438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455940e3-37b6-4ab4-9eb6-26542f0d8926 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Subnet': ['ID=96f345d3-7f1c-4f88-bb5c-664f07dbfdec,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:38.671647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55294) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:38.679542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484e068a-53d4-452b-9d68-c98a884a6475 None None] Network 3bd016c0-912b-43f0-8c71-6cd13307223a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:38.695148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fdfc-1801-4da1-8a4e-00d16e69d2cc tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.715467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:38.715811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.719884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410ac8b7-2ca4-456d-aded-a61ae12967d4 None None] Network 84108ce3-cc55-4a7b-955d-1e378717c25a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:38.729001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0ef3fdfc-1801-4da1-8a4e-00d16e69d2cc tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.729812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42f6df2a-4e1c-4700-add0-8e8730b06f69 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.733307 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0ef3fdfc-1801-4da1-8a4e-00d16e69d2cc tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/a5b655f4-ba36-46bb-b22c-6adfe348f49f HTTP/1.1" status: 204 len: 168 time: 0.5307689 Oct 20 03:38:38.735074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3fdfc-1801-4da1-8a4e-00d16e69d2cc tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b655f4-ba36-46bb-b22c-6adfe348f49f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:38.739547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55296) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:38.755633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58fc0b5-04cd-440a-b9b8-8809bbd76437 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:38.832102 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6df2a-4e1c-4700-add0-8e8730b06f69 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7ca882e-84e6-4e05-a035-fd06022333fd,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:38.900337 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.904315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-5d038985-288d-47fb-8ad7-4e4beb097dd7 None None] Provisioning complete for port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:38.904691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d038985-288d-47fb-8ad7-4e4beb097dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.905022 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5d038985-288d-47fb-8ad7-4e4beb097dd7 None None] Attempt 1 to provision port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa Oct 20 03:38:38.919712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] For port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=bcfcc7b7-fd57-46f9-a43f-6574cc9694aa,segment=NetworkSegment(5efc54fe-57e2-49f0-855a-bc436f3759d3),segment_id=5efc54fe-57e2-49f0-855a-bc436f3759d3)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:38.920066 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:38.958690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-39321682-3925-4acd-b04c-5cb617ddf7c1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet d7808d02-4a30-4780-b662-4ea0c3d02d8c {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:38.963263 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for bcfcc7b7-fd57-46f9-a43f-6574cc9694aa owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:38.968226 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39321682-3925-4acd-b04c-5cb617ddf7c1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.086352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39321682-3925-4acd-b04c-5cb617ddf7c1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.090607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42f6df2a-4e1c-4700-add0-8e8730b06f69 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.093937 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-42f6df2a-4e1c-4700-add0-8e8730b06f69 tempest-RoutersAdminNegativeIpV6Test-306263562 tempest-RoutersAdminNegativeIpV6Test-306263562-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b7ca882e-84e6-4e05-a035-fd06022333fd HTTP/1.1" status: 204 len: 168 time: 1.0661521 Oct 20 03:38:39.203364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:39.204152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.226212 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39321682-3925-4acd-b04c-5cb617ddf7c1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.229344 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.db [None req-5d038985-288d-47fb-8ad7-4e4beb097dd7 None None] No ports have port_id starting with bcfcc7b7-fd57-46f9-a43f-6574cc9694aa Oct 20 03:38:39.248505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.303643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=bcfcc7b7-fd57-46f9-a43f-6574cc9694aa,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:39.342489 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No DVR routers for this DVR port bcfcc7b7-fd57-46f9-a43f-6574cc9694aa on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:39.359740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=efa7b315-6ac2-43a7-bd5a-e370cbc3a36a,segment=NetworkSegment(a480a5e7-7a1b-49b7-a0e0-05374efb90fb),segment_id=a480a5e7-7a1b-49b7-a0e0-05374efb90fb)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:39.360141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.387712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e1a979-f521-48ff-b6e1-ca3ac8916489 None None] DHCP port deletion for 3bd016c0-912b-43f0-8c71-6cd13307223a request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:39.397817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for efa7b315-6ac2-43a7-bd5a-e370cbc3a36a owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:39.424652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39321682-3925-4acd-b04c-5cb617ddf7c1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.435164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e18602-ddc1-4165-b90a-d60b6d55e581 None None] DHCP port deletion for 84108ce3-cc55-4a7b-955d-1e378717c25a request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:39.464962 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55302) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:39.482379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f3e1a979-f521-48ff-b6e1-ca3ac8916489 None None] Deleting port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:39.482764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a979-f521-48ff-b6e1-ca3ac8916489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.544070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.549891 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39321682-3925-4acd-b04c-5cb617ddf7c1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=d7808d02-4a30-4780-b662-4ea0c3d02d8c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:39.564072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-39321682-3925-4acd-b04c-5cb617ddf7c1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.569657 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-39321682-3925-4acd-b04c-5cb617ddf7c1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/d7808d02-4a30-4780-b662-4ea0c3d02d8c HTTP/1.1" status: 204 len: 168 time: 0.8268888 Oct 20 03:38:39.570035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55306) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:39.587958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f3e1a979-f521-48ff-b6e1-ca3ac8916489 None None] For port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=efa7b315-6ac2-43a7-bd5a-e370cbc3a36a,segment=NetworkSegment(a480a5e7-7a1b-49b7-a0e0-05374efb90fb),segment_id=a480a5e7-7a1b-49b7-a0e0-05374efb90fb)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:39.587958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a979-f521-48ff-b6e1-ca3ac8916489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.593674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84108ce3-cc55-4a7b-955d-1e378717c25a']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:39.606053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f3e1a979-f521-48ff-b6e1-ca3ac8916489 None None] Calling delete_port for efa7b315-6ac2-43a7-bd5a-e370cbc3a36a owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:39.614100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efc54fe-57e2-49f0-855a-bc436f3759d3') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:39.614403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efc54fe-57e2-49f0-855a-bc436f3759d3') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:39.620481 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0db2a84a-8677-4aca-abd7-10eeda287191 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492532 Oct 20 03:38:39.625749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55308) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:39.633812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.637107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-19484390-f64c-4cae-8db6-49bd4078c0c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:39.674124 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.681259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:39.681924 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.703580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-db6fb9d8-6e23-4715-82f8-7f47a630c3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.730902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a979-f521-48ff-b6e1-ca3ac8916489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.733574 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 5efc54fe-57e2-49f0-855a-bc436f3759d3 resource provider aggregate not found Oct 20 03:38:39.763264 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1a979-f521-48ff-b6e1-ca3ac8916489 None None] No DVR routers for this DVR port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:39.764437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.787146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1a979-f521-48ff-b6e1-ca3ac8916489 None None] Pushing event deleted for resources: {'Port': ['ID=efa7b315-6ac2-43a7-bd5a-e370cbc3a36a,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:39.798310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=efa7b315-6ac2-43a7-bd5a-e370cbc3a36a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:39.807774 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 5efc54fe-57e2-49f0-855a-bc436f3759d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5efc54fe-57e2-49f0-855a-bc436f3759d3 found for delete ", "request_id": "req-3a92ffec-69a0-4ea6-b825-b6a9226e668e"}]} Oct 20 03:38:39.810718 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No DVR routers for this DVR port efa7b315-6ac2-43a7-bd5a-e370cbc3a36a on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:39.813775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-db6fb9d8-6e23-4715-82f8-7f47a630c3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.831171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-db6fb9d8-6e23-4715-82f8-7f47a630c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.859455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.867965 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.868740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19484390-f64c-4cae-8db6-49bd4078c0c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:39.871390 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/networks/84108ce3-cc55-4a7b-955d-1e378717c25a HTTP/1.1" status: 204 len: 168 time: 1.4489958 Oct 20 03:38:39.873230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19484390-f64c-4cae-8db6-49bd4078c0c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.884300 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55314) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:39.891095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-223028196'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:39.917999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f0219-f8f6-4222-9504-ed377abae25c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Network': ['ID=84108ce3-cc55-4a7b-955d-1e378717c25a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:39.929364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:39.932925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.939589 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-db6fb9d8-6e23-4715-82f8-7f47a630c3b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57700303a0bd44d89817f1707f1ba4a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732230 Oct 20 03:38:39.940231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55316) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:39.949128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fb9d8-6e23-4715-82f8-7f47a630c3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016428ac-782f-487f-8580-c671c18d90e2,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:39.961546 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:39.995391 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd016c0-912b-43f0-8c71-6cd13307223a']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:40.010811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a480a5e7-7a1b-49b7-a0e0-05374efb90fb') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:40.011820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a480a5e7-7a1b-49b7-a0e0-05374efb90fb') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:40.013661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:40.026133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ee90b1-8fb7-44cf-926a-4bb1547510a4 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:40.028330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.039662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.040501 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Added segment f71a85c0-9cdd-449d-a5ec-6fce34d86ea3 of type vlan for network 8cabde13-0886-4c19-a0b7-8fd1fb732a0a Oct 20 03:38:40.064032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06bd5d0f-7016-477f-80b4-44b9c7416979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.071366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.087775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:40.087775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.107585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.120821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06bd5d0f-7016-477f-80b4-44b9c7416979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.131279 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-98afdbe6-70e0-4360-a565-2cfa74cf2201 None None] Provisioning complete for port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:40.131788 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-98afdbe6-70e0-4360-a565-2cfa74cf2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.132218 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-98afdbe6-70e0-4360-a565-2cfa74cf2201 None None] Attempt 1 to provision port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 Oct 20 03:38:40.173955 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.177824 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.184438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:40.185236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.194180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.198380 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/networks/3bd016c0-912b-43f0-8c71-6cd13307223a HTTP/1.1" status: 204 len: 168 time: 1.5252602 Oct 20 03:38:40.205560 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55318) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:40.213862 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1464491054', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:40.217620 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef436bc-d0ff-4ff4-9182-efc3502951d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Network': ['ID=3bd016c0-912b-43f0-8c71-6cd13307223a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:40.244631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19484390-f64c-4cae-8db6-49bd4078c0c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.248297 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3617771 Oct 20 03:38:40.252049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55320) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:40.257312 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '8cabde13-0886-4c19-a0b7-8fd1fb732a0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:40.258542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-98afdbe6-70e0-4360-a565-2cfa74cf2201 None None] Current status of the port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:40.293412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06bd5d0f-7016-477f-80b4-44b9c7416979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.296300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06bd5d0f-7016-477f-80b4-44b9c7416979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.300118 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-06bd5d0f-7016-477f-80b4-44b9c7416979 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/016428ac-782f-487f-8580-c671c18d90e2 HTTP/1.1" status: 204 len: 168 time: 0.3521843 Oct 20 03:38:40.301529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.303500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.309172 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192fb9d3-b4f5-4ddd-9127-dd6ea897a6b3 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:40.324521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19484390-f64c-4cae-8db6-49bd4078c0c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:40.334701 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5672d5-565c-4d97-b79a-5aa53718b7c6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Network': ['ID=8cabde13-0886-4c19-a0b7-8fd1fb732a0a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:40.341121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd5d0f-7016-477f-80b4-44b9c7416979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016428ac-782f-487f-8580-c671c18d90e2,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:40.344587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-19484390-f64c-4cae-8db6-49bd4078c0c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:40.348093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19484390-f64c-4cae-8db6-49bd4078c0c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:40.348736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19484390-f64c-4cae-8db6-49bd4078c0c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.366002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19484390-f64c-4cae-8db6-49bd4078c0c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=35f19f57-f721-4fc0-8498-16c321f01da0,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:40.372960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 8cabde13-0886-4c19-a0b7-8fd1fb732a0a details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:40.397279 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-192fb9d3-b4f5-4ddd-9127-dd6ea897a6b3 None None] Deleting port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:40.397889 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-192fb9d3-b4f5-4ddd-9127-dd6ea897a6b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.401875 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:40.412022 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-19484390-f64c-4cae-8db6-49bd4078c0c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7818344 Oct 20 03:38:40.412291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.414488 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55324) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:40.420617 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b939343d-cf84-495a-99c0-020d86ced0ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:40.459241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.549202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-192fb9d3-b4f5-4ddd-9127-dd6ea897a6b3 None None] For port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:40.549754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-192fb9d3-b4f5-4ddd-9127-dd6ea897a6b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.565328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-192fb9d3-b4f5-4ddd-9127-dd6ea897a6b3 None None] Calling delete_port for 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:40.650330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b939343d-cf84-495a-99c0-020d86ced0ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:40.654060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b939343d-cf84-495a-99c0-020d86ced0ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.662794 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-192fb9d3-b4f5-4ddd-9127-dd6ea897a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.676951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.697788 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192fb9d3-b4f5-4ddd-9127-dd6ea897a6b3 None None] No DVR routers for this DVR port 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:40.706866 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fb9d3-b4f5-4ddd-9127-dd6ea897a6b3 None None] Pushing event deleted for resources: {'Port': ['ID=9dd6f996-64f9-43f6-9b55-94d6b0f189b3,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:40.717069 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd9f60b-c1e7-4872-ad9c-62ae5ab1e0e6 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:40.753508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55328) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:40.780133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.842642 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f16328e8-7ae4-446c-a88e-cc34926cfa69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9615297e1dfa4e0786b13454970bf6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879700 Oct 20 03:38:40.846086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55330) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:40.866845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Subnet': ['ID=03ec4fe3-3eb7-44bc-8f7b-be4ed46649c5,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:40.890567 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '35f19f57-f721-4fc0-8498-16c321f01da0'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:40.892255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.892549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Checking segment: {'id': 'f71a85c0-9cdd-449d-a5ec-6fce34d86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cabde13-0886-4c19-a0b7-8fd1fb732a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:40.892875 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network hostable DHCP agents. Network: 8cabde13-0886-4c19-a0b7-8fd1fb732a0a, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:40.920027 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c615149-032c-4a0d-8a0a-a55fc5aee141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.948850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 8cabde13-0886-4c19-a0b7-8fd1fb732a0a is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:40.963123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 8cabde13-0886-4c19-a0b7-8fd1fb732a0a) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:40.970420 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:40.971036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:40.985389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3908a3-4d68-4b1b-a935-0883d5010601 None None] Network 8cabde13-0886-4c19-a0b7-8fd1fb732a0a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:41.017465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c615149-032c-4a0d-8a0a-a55fc5aee141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.022005 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fc3bf6ca-2412-4fdd-81ea-4068072dbc76 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7662375 Oct 20 03:38:41.022194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55332) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:41.028305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '8cabde13-0886-4c19-a0b7-8fd1fb732a0a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1926301064'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:41.047812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.075209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.109707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Allocated IP 172.20.0.2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/35f19f57-f721-4fc0-8498-16c321f01da0/8b23a992-3bde-458d-be6c-0d32b14c8010) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:41.181648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c615149-032c-4a0d-8a0a-a55fc5aee141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.184201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c615149-032c-4a0d-8a0a-a55fc5aee141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.188392 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8c615149-032c-4a0d-8a0a-a55fc5aee141 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d901af9e-dbfb-4cda-a40f-28141e1028af HTTP/1.1" status: 204 len: 168 time: 0.3383930 Oct 20 03:38:41.206614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c615149-032c-4a0d-8a0a-a55fc5aee141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d901af9e-dbfb-4cda-a40f-28141e1028af,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:41.219096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:41.223188 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.224736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Allocated IP 172.26.0.193 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/63b4d541-ca54-4f0b-99ac-684e29c6a0b1) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:41.275562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-8cabde13-0886-4c19-a0b7-8fd1fb732a0a', 'network_id': '8cabde13-0886-4c19-a0b7-8fd1fb732a0a', 'tenant_id': 'c77476bd637640998d5afb0393175f55', 'fixed_ips': [{'subnet_id': '03ec4fe3-3eb7-44bc-8f7b-be4ed46649c5'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:41.276462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.305871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.objects.ports [None req-b939343d-cf84-495a-99c0-020d86ced0ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:38:41.323661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port 60a90513-cefd-4aec-b7ac-d0dfdb829114 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:41.388126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.390588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device efa7b315-6ac2-43a7-bd5a-e370cbc3a36a no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:41.433196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.436409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b939343d-cf84-495a-99c0-020d86ced0ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.465522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: efa7b315-6ac2-43a7-bd5a-e370cbc3a36a {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:41.465869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device efa7b315-6ac2-43a7-bd5a-e370cbc3a36a not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:41.466292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:41.480785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:41.487013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:41.492305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:41.496879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:41.497238 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9dd6f996-64f9-43f6-9b55-94d6b0f189b3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:41.497660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device bcfcc7b7-fd57-46f9-a43f-6574cc9694aa no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:41.510701 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b939343d-cf84-495a-99c0-020d86ced0ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:41.514208 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939343d-cf84-495a-99c0-020d86ced0ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=bb1f7a91-d12a-4213-b355-adb29615f04f,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:41.517689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-b939343d-cf84-495a-99c0-020d86ced0ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:41.530510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b939343d-cf84-495a-99c0-020d86ced0ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:41.531515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b939343d-cf84-495a-99c0-020d86ced0ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.533634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: bcfcc7b7-fd57-46f9-a43f-6574cc9694aa {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:41.534459 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device bcfcc7b7-fd57-46f9-a43f-6574cc9694aa not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:41.540531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.543103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=63b4d541-ca54-4f0b-99ac-684e29c6a0b1,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:41.549773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.557543 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b939343d-cf84-495a-99c0-020d86ced0ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1418889 Oct 20 03:38:41.561616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55338) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:41.599060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.3 (8cabde13-0886-4c19-a0b7-8fd1fb732a0a/03ec4fe3-3eb7-44bc-8f7b-be4ed46649c5/60a90513-cefd-4aec-b7ac-d0dfdb829114) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:41.599837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:41.606178 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:41.609189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:41.620733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Pushing event updated for resources: {'Port': ['ID=8b23a992-3bde-458d-be6c-0d32b14c8010,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:41.686384 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Attempting to bind port 8b23a992-3bde-458d-be6c-0d32b14c8010 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:41.687498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Attempting to bind port 8b23a992-3bde-458d-be6c-0d32b14c8010 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:41.687902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Attempting to bind port 8b23a992-3bde-458d-be6c-0d32b14c8010 on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:41.693877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:41.694266 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:41.694677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.695129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:41.695615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Bound port: 8b23a992-3bde-458d-be6c-0d32b14c8010, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:41.696217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.786479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] For port 8b23a992-3bde-458d-be6c-0d32b14c8010, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:41.789411 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.790727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] For port 8b23a992-3bde-458d-be6c-0d32b14c8010, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=8b23a992-3bde-458d-be6c-0d32b14c8010,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:41.796735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.833702 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment a480a5e7-7a1b-49b7-a0e0-05374efb90fb resource provider aggregate not found Oct 20 03:38:41.855556 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment a480a5e7-7a1b-49b7-a0e0-05374efb90fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a480a5e7-7a1b-49b7-a0e0-05374efb90fb found for delete ", "request_id": "req-a3bc2d96-d65e-40ba-b2de-329a8581442b"}]} Oct 20 03:38:41.880755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2f06e-b779-42a8-b117-1c61a366ddad None None] Pushing event updated for resources: {'Port': ['ID=8b23a992-3bde-458d-be6c-0d32b14c8010,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:41.896500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:41.955030 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 8cabde13-0886-4c19-a0b7-8fd1fb732a0a is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:41.958505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:41.960999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:41.970934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:8c:2a:1e', 'name': 'tempest-NetworksTestDHCPv6-234479733'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:41.976375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Allocated IP 172.20.0.2 (8cabde13-0886-4c19-a0b7-8fd1fb732a0a/03ec4fe3-3eb7-44bc-8f7b-be4ed46649c5/fcfc58c4-27aa-41cd-9b41-93f8184d46a3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:41.980834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=60a90513-cefd-4aec-b7ac-d0dfdb829114,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:42.099043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:42.100005 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.123051 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-46467daf-deae-4527-8ab4-eb9c9bb7d935 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0973370 Oct 20 03:38:42.123813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55358) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:42.241773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0338bb2e-aea8-46ca-b259-88c055544c17 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 60a90513-cefd-4aec-b7ac-d0dfdb829114 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:42.242838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0338bb2e-aea8-46ca-b259-88c055544c17 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.280205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.290049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.334919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Network 8cabde13-0886-4c19-a0b7-8fd1fb732a0a is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:42.340251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:42.344493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:42.354145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Pushing event updated for resources: {'Port': ['ID=fcfc58c4-27aa-41cd-9b41-93f8184d46a3,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:42.362492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.370371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0338bb2e-aea8-46ca-b259-88c055544c17 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.383523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0338bb2e-aea8-46ca-b259-88c055544c17 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 60a90513-cefd-4aec-b7ac-d0dfdb829114 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:42.407814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:42.442657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Attempting to bind port fcfc58c4-27aa-41cd-9b41-93f8184d46a3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:42.443040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Attempting to bind port fcfc58c4-27aa-41cd-9b41-93f8184d46a3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'f71a85c0-9cdd-449d-a5ec-6fce34d86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cabde13-0886-4c19-a0b7-8fd1fb732a0a'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:42.443402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Attempting to bind port fcfc58c4-27aa-41cd-9b41-93f8184d46a3 on network 8cabde13-0886-4c19-a0b7-8fd1fb732a0a {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:42.450321 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:42.450822 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Checking segment: {'id': 'f71a85c0-9cdd-449d-a5ec-6fce34d86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cabde13-0886-4c19-a0b7-8fd1fb732a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:42.451566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.451963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Bound using segment: {'id': 'f71a85c0-9cdd-449d-a5ec-6fce34d86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cabde13-0886-4c19-a0b7-8fd1fb732a0a'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:42.453361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Bound port: fcfc58c4-27aa-41cd-9b41-93f8184d46a3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71a85c0-9cdd-449d-a5ec-6fce34d86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cabde13-0886-4c19-a0b7-8fd1fb732a0a'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:42.453908 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.550717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] For port fcfc58c4-27aa-41cd-9b41-93f8184d46a3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:42.557592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] For port fcfc58c4-27aa-41cd-9b41-93f8184d46a3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=fcfc58c4-27aa-41cd-9b41-93f8184d46a3,segment=NetworkSegment(f71a85c0-9cdd-449d-a5ec-6fce34d86ea3),segment_id=f71a85c0-9cdd-449d-a5ec-6fce34d86ea3)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:42.563958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.564307 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.566322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0338bb2e-aea8-46ca-b259-88c055544c17 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:42.614274 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338bb2e-aea8-46ca-b259-88c055544c17 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=60a90513-cefd-4aec-b7ac-d0dfdb829114,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:42.629873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port e34ff58b-5267-46a2-ac6f-6018ea37bd5e yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:42.642290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a407a5c-25a0-4dee-9937-ec0f29263ac7 None None] Pushing event updated for resources: {'Port': ['ID=fcfc58c4-27aa-41cd-9b41-93f8184d46a3,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:42.934020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 172.20.0.11 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/35f19f57-f721-4fc0-8498-16c321f01da0/e34ff58b-5267-46a2-ac6f-6018ea37bd5e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:42.956526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::f816:3eff:fe8c:2a1e (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/bb1f7a91-d12a-4213-b355-adb29615f04f/e34ff58b-5267-46a2-ac6f-6018ea37bd5e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:42.959125 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.106194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0338bb2e-aea8-46ca-b259-88c055544c17 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.112007 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0338bb2e-aea8-46ca-b259-88c055544c17 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/60a90513-cefd-4aec-b7ac-d0dfdb829114 HTTP/1.1" status: 204 len: 168 time: 0.9834645 Oct 20 03:38:43.112364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55376) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:43.146852 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-16972446-08ea-4f66-aca5-59956fcfaab8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:38:43.151035 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-16972446-08ea-4f66-aca5-59956fcfaab8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/60a90513-cefd-4aec-b7ac-d0dfdb829114 HTTP/1.1" status: 404 len: 333 time: 0.0350983 Oct 20 03:38:43.151448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55378) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:43.224790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b727ef70-2311-48a0-ace0-1471f2948346 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting subnet 03ec4fe3-3eb7-44bc-8f7b-be4ed46649c5 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:43.228708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b727ef70-2311-48a0-ace0-1471f2948346 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.257555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55380) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:43.272120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecec22-8cd4-4d96-85d0-129520c4c3bb None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:43.279306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.288367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b727ef70-2311-48a0-ace0-1471f2948346 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.328025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router f784f48a-0541-4aa2-86e0-ddb63d6e9447 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:38:43.388640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e3370453-7718-4476-9045-8c013dd29fae None None] Provisioning complete for port 8b23a992-3bde-458d-be6c-0d32b14c8010 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:43.389203 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e3370453-7718-4476-9045-8c013dd29fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.390211 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e3370453-7718-4476-9045-8c013dd29fae None None] Attempt 1 to provision port 8b23a992-3bde-458d-be6c-0d32b14c8010 Oct 20 03:38:43.435484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-778109229', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:43.450971 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b727ef70-2311-48a0-ace0-1471f2948346 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.496446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.509256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Made reservation on behalf of 7c5e58827ff04906b196b6e094356148 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:43.510746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.522099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e3370453-7718-4476-9045-8c013dd29fae None None] Current status of the port 8b23a992-3bde-458d-be6c-0d32b14c8010 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:43.522492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e3370453-7718-4476-9045-8c013dd29fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.524685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 8b23a992-3bde-458d-be6c-0d32b14c8010 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:43.525789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.573196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b727ef70-2311-48a0-ace0-1471f2948346 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.594905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:43.620677 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:43.623285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:43.623534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b727ef70-2311-48a0-ace0-1471f2948346 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.631947 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b727ef70-2311-48a0-ace0-1471f2948346 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/03ec4fe3-3eb7-44bc-8f7b-be4ed46649c5 HTTP/1.1" status: 204 len: 168 time: 0.4791949 Oct 20 03:38:43.632931 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727ef70-2311-48a0-ace0-1471f2948346 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Subnet': ['ID=03ec4fe3-3eb7-44bc-8f7b-be4ed46649c5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:43.638422 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55384) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:43.642974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:43.643280 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e3370453-7718-4476-9045-8c013dd29fae None None] For port 8b23a992-3bde-458d-be6c-0d32b14c8010, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=8b23a992-3bde-458d-be6c-0d32b14c8010,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:43.645857 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2573abca-44f6-4512-b8cb-521a5ad56627 None None] Sync routers for ids ['f784f48a-0541-4aa2-86e0-ddb63d6e9447'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:43.656232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e3370453-7718-4476-9045-8c013dd29fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.701374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 8b23a992-3bde-458d-be6c-0d32b14c8010 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:43.702128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.702691 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 8b23a992-3bde-458d-be6c-0d32b14c8010 Oct 20 03:38:43.715463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2573abca-44f6-4512-b8cb-521a5ad56627 None None] Routers {'f784f48a-0541-4aa2-86e0-ddb63d6e9447'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:43.716436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2573abca-44f6-4512-b8cb-521a5ad56627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f784f48a-0541-4aa2-86e0-ddb63d6e9447'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:43.722727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=e34ff58b-5267-46a2-ac6f-6018ea37bd5e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:43.760119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.762727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.764125 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ffa52c3d-9b08-444a-ac95-53fedbd1736d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5571370 Oct 20 03:38:43.769513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55386) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:43.788981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.789958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:43.791407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.794861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.824042 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] device_id is not set on port 86da50ec-86ed-4d52-a782-95e1595a9d15 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:43.866521 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ff4f823d-071e-44a9-b3c9-e169ce571fb5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3026242 Oct 20 03:38:43.867436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55388) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:43.901939 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eae50f-5e14-44e0-b5a8-1ccc58c6c6ee,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:43.962632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port fcfc58c4-27aa-41cd-9b41-93f8184d46a3 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:43.962973 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:43.970759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2573abca-44f6-4512-b8cb-521a5ad56627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:44.009213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f38eafe-067c-49ca-b6fe-a171fd681ee9 None None] Network 8cabde13-0886-4c19-a0b7-8fd1fb732a0a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:44.019064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3633d-17cf-4924-a62b-a2f9f8a52a7d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:44.025023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3633d-17cf-4924-a62b-a2f9f8a52a7d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:44.029323 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2dc3633d-17cf-4924-a62b-a2f9f8a52a7d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.1561954 Oct 20 03:38:44.035589 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-07d23f1e-0984-4fb8-96e9-0577ff1971f9 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/routers/f784f48a-0541-4aa2-86e0-ddb63d6e9447 HTTP/1.1" status: 200 len: 885 time: 0.2648563 Oct 20 03:38:44.036249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55390) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:44.036684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55392) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:44.040972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3370453-7718-4476-9045-8c013dd29fae None None] Pushing event updated for resources: {'Port': ['ID=8b23a992-3bde-458d-be6c-0d32b14c8010,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:44.053254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2573abca-44f6-4512-b8cb-521a5ad56627 None None] Routers {'f784f48a-0541-4aa2-86e0-ddb63d6e9447'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:44.053742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2573abca-44f6-4512-b8cb-521a5ad56627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f784f48a-0541-4aa2-86e0-ddb63d6e9447'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:44.053888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Allocated IP 172.26.0.22 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/86da50ec-86ed-4d52-a782-95e1595a9d15) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:44.083969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] For port fcfc58c4-27aa-41cd-9b41-93f8184d46a3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=fcfc58c4-27aa-41cd-9b41-93f8184d46a3,segment=NetworkSegment(f71a85c0-9cdd-449d-a5ec-6fce34d86ea3),segment_id=f71a85c0-9cdd-449d-a5ec-6fce34d86ea3)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:44.084467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.100354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185b2291-b227-4096-a386-71fb7f76e33c None None] Update dhcp port {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': '35f19f57-f721-4fc0-8498-16c321f01da0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bb1f7a91-d12a-4213-b355-adb29615f04f'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '8b23a992-3bde-458d-be6c-0d32b14c8010'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:38:44.104708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for fcfc58c4-27aa-41cd-9b41-93f8184d46a3 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:44.154666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2573abca-44f6-4512-b8cb-521a5ad56627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:44.155382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2573abca-44f6-4512-b8cb-521a5ad56627 None None] The sync data for ids ['f784f48a-0541-4aa2-86e0-ddb63d6e9447'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:44.182677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-185b2291-b227-4096-a386-71fb7f76e33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.217786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-68e87aa3-ffdd-468d-bb28-66c337ac149f None None] Provisioning complete for port fcfc58c4-27aa-41cd-9b41-93f8184d46a3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:44.219011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68e87aa3-ffdd-468d-bb28-66c337ac149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.219481 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-68e87aa3-ffdd-468d-bb28-66c337ac149f None None] Attempt 1 to provision port fcfc58c4-27aa-41cd-9b41-93f8184d46a3 Oct 20 03:38:44.251468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-26430984-2f07-49c8-8369-300bbc80355c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port e34ff58b-5267-46a2-ac6f-6018ea37bd5e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:44.251825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26430984-2f07-49c8-8369-300bbc80355c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.275077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.315937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 8b23a992-3bde-458d-be6c-0d32b14c8010 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:44.317052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device fcfc58c4-27aa-41cd-9b41-93f8184d46a3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:44.335872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.337972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=fcfc58c4-27aa-41cd-9b41-93f8184d46a3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:44.346231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: fcfc58c4-27aa-41cd-9b41-93f8184d46a3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:44.346574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device fcfc58c4-27aa-41cd-9b41-93f8184d46a3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 03:38:44.353353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-68e87aa3-ffdd-468d-bb28-66c337ac149f None None] Could not find standard attr ID for object fcfc58c4-27aa-41cd-9b41-93f8184d46a3. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:44.353621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No DVR routers for this DVR port fcfc58c4-27aa-41cd-9b41-93f8184d46a3 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:44.376103 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.db [None req-68e87aa3-ffdd-468d-bb28-66c337ac149f None None] No ports have port_id starting with fcfc58c4-27aa-41cd-9b41-93f8184d46a3 Oct 20 03:38:44.377492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Port fcfc58c4-27aa-41cd-9b41-93f8184d46a3 not found, will not notify nova. {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 03:38:44.396838 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1d4ea96b-55db-4612-900a-ecb4dfaf46b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3573065 Oct 20 03:38:44.397508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55394) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:44.402718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26430984-2f07-49c8-8369-300bbc80355c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.408842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9da45d32-be92-4a1f-9d64-1f70700b25d3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1464491054'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:44.460752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-26430984-2f07-49c8-8369-300bbc80355c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for e34ff58b-5267-46a2-ac6f-6018ea37bd5e owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:44.463968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.494144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cabde13-0886-4c19-a0b7-8fd1fb732a0a']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:44.498481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.502332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d956c66a-30d0-4f5f-b433-ed596514dc74 None None] DHCP port deletion for 8cabde13-0886-4c19-a0b7-8fd1fb732a0a request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:44.522827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71a85c0-9cdd-449d-a5ec-6fce34d86ea3') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:44.523236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71a85c0-9cdd-449d-a5ec-6fce34d86ea3') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:44.540915 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-185b2291-b227-4096-a386-71fb7f76e33c None None] Allocated IP 2001:db8::f816:3eff:febb:c937 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/bb1f7a91-d12a-4213-b355-adb29615f04f/8b23a992-3bde-458d-be6c-0d32b14c8010) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:44.551623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-52190ad0-bf2e-4a94-b3b7-ab5cd0d85adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.572605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.577345 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:44.588915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:44.596283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:44.629602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.633818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Pushing event updated for resources: {'Port': ['ID=86da50ec-86ed-4d52-a782-95e1595a9d15,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:44.648761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:38:44.649605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.693774 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment f71a85c0-9cdd-449d-a5ec-6fce34d86ea3 resource provider aggregate not found Oct 20 03:38:44.744393 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-185b2291-b227-4096-a386-71fb7f76e33c None None] For port 8b23a992-3bde-458d-be6c-0d32b14c8010, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=8b23a992-3bde-458d-be6c-0d32b14c8010,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:44.755649 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment f71a85c0-9cdd-449d-a5ec-6fce34d86ea3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f71a85c0-9cdd-449d-a5ec-6fce34d86ea3 found for delete ", "request_id": "req-d3fd6c7c-a086-4109-8345-aa11569769f4"}]} Oct 20 03:38:44.762447 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:44.763454 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.776029 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.791407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.799752 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/networks/8cabde13-0886-4c19-a0b7-8fd1fb732a0a HTTP/1.1" status: 204 len: 168 time: 1.1601253 Oct 20 03:38:44.806172 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1ea134fd-539b-4462-a341-66116356bbb4 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5449240 Oct 20 03:38:44.813694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55400) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:44.814159 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55402) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:44.814607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-185b2291-b227-4096-a386-71fb7f76e33c None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.820730 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.22'}]}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:44.823635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-185b2291-b227-4096-a386-71fb7f76e33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.846504 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'name': 'tempest-PortsTestJSON-1669284331'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:44.852842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.854105 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:44.857957 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce2a47-94d5-492b-9e5b-374c0201c953 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Network': ['ID=8cabde13-0886-4c19-a0b7-8fd1fb732a0a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:44.951629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b2291-b227-4096-a386-71fb7f76e33c None None] Pushing event updated for resources: {'Port': ['ID=8b23a992-3bde-458d-be6c-0d32b14c8010,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:44.997417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.154459 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.180157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:45.183748 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.210594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port 6ee32db3-007e-44ad-90a0-91e628122744 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:45.213506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9da45d32-be92-4a1f-9d64-1f70700b25d3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.229658 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9da45d32-be92-4a1f-9d64-1f70700b25d3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.369941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26430984-2f07-49c8-8369-300bbc80355c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.387663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 8b23a992-3bde-458d-be6c-0d32b14c8010 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:45.488783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 8b23a992-3bde-458d-be6c-0d32b14c8010 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:45.489494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.490091 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 8b23a992-3bde-458d-be6c-0d32b14c8010 Oct 20 03:38:45.494086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.511656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26430984-2f07-49c8-8369-300bbc80355c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=e34ff58b-5267-46a2-ac6f-6018ea37bd5e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:45.521767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da45d32-be92-4a1f-9d64-1f70700b25d3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router f784f48a-0541-4aa2-86e0-ddb63d6e9447 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:38:45.631742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 8b23a992-3bde-458d-be6c-0d32b14c8010 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:45.646595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26430984-2f07-49c8-8369-300bbc80355c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.650590 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-26430984-2f07-49c8-8369-300bbc80355c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/e34ff58b-5267-46a2-ac6f-6018ea37bd5e HTTP/1.1" status: 204 len: 168 time: 1.6128895 Oct 20 03:38:45.653191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55404) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:45.653855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.668878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.717153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device fcfc58c4-27aa-41cd-9b41-93f8184d46a3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:45.722644 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.756873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: fcfc58c4-27aa-41cd-9b41-93f8184d46a3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:45.760806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device fcfc58c4-27aa-41cd-9b41-93f8184d46a3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:45.772803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da45d32-be92-4a1f-9d64-1f70700b25d3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:45.784882 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ada41-5667-4cec-953e-b9fd68088f66 None None] Sync routers for ids ['f784f48a-0541-4aa2-86e0-ddb63d6e9447'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:45.786646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac15c851-9a4b-41b0-9990-ba10a24d8ba1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:45.788526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac15c851-9a4b-41b0-9990-ba10a24d8ba1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:45.790169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac15c851-9a4b-41b0-9990-ba10a24d8ba1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:45.791868 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ac15c851-9a4b-41b0-9990-ba10a24d8ba1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1378367 Oct 20 03:38:45.799591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9da45d32-be92-4a1f-9d64-1f70700b25d3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.799721 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ada41-5667-4cec-953e-b9fd68088f66 None None] Routers {'f784f48a-0541-4aa2-86e0-ddb63d6e9447'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:45.800640 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3c4ada41-5667-4cec-953e-b9fd68088f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f784f48a-0541-4aa2-86e0-ddb63d6e9447'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:45.803842 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9da45d32-be92-4a1f-9d64-1f70700b25d3 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/f784f48a-0541-4aa2-86e0-ddb63d6e9447 HTTP/1.1" status: 200 len: 892 time: 1.4034376 Oct 20 03:38:45.804588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55406) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:45.805024 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55408) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:45.840443 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3c4ada41-5667-4cec-953e-b9fd68088f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:45.850074 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ada41-5667-4cec-953e-b9fd68088f66 None None] Routers {'f784f48a-0541-4aa2-86e0-ddb63d6e9447'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:45.850914 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3c4ada41-5667-4cec-953e-b9fd68088f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f784f48a-0541-4aa2-86e0-ddb63d6e9447'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:45.886277 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3c4ada41-5667-4cec-953e-b9fd68088f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:45.887198 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ada41-5667-4cec-953e-b9fd68088f66 None None] The sync data for ids ['f784f48a-0541-4aa2-86e0-ddb63d6e9447'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:45.894652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:45.898340 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:45.901025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:45.907542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:45.908188 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.914537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.923973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e011f6b9-4254-44ce-bb9e-24c0c6d27ea0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 35f19f57-f721-4fc0-8498-16c321f01da0 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:45.929737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e011f6b9-4254-44ce-bb9e-24c0c6d27ea0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.949242 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=6ee32db3-007e-44ad-90a0-91e628122744,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:45.969549 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4eff77b3-26b8-4ee1-a6b1-1eb70bc16477 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1541321 Oct 20 03:38:45.977317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-366d909e-019f-4752-886e-78ebdcc9e664 None None] Provisioning complete for port 8b23a992-3bde-458d-be6c-0d32b14c8010 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:45.977693 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-366d909e-019f-4752-886e-78ebdcc9e664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:45.978025 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-366d909e-019f-4752-886e-78ebdcc9e664 None None] Attempt 1 to provision port 8b23a992-3bde-458d-be6c-0d32b14c8010 Oct 20 03:38:45.992426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55410) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:46.075124 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-366d909e-019f-4752-886e-78ebdcc9e664 None None] Current status of the port 8b23a992-3bde-458d-be6c-0d32b14c8010 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:46.080164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-366d909e-019f-4752-886e-78ebdcc9e664 None None] Could not find standard attr ID for object e34ff58b-5267-46a2-ac6f-6018ea37bd5e. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:46.089094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e011f6b9-4254-44ce-bb9e-24c0c6d27ea0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.096717 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-15bb88a5-aca5-422f-b6bb-6235457e1b4b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/routers/f784f48a-0541-4aa2-86e0-ddb63d6e9447 HTTP/1.1" status: 200 len: 892 time: 0.2829847 Oct 20 03:38:46.116447 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.117958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55412) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:46.118883 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.162885 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-75f92189-1f10-4cc7-b62a-3d9b00b5d908 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=f784f48a-0541-4aa2-86e0-ddb63d6e9447 HTTP/1.1" status: 200 len: 205 time: 0.0418787 Oct 20 03:38:46.165720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55414) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:46.210422 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.210946 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d30dfc82-c82a-4231-a673-5996b9e9e06f {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:38:46.223961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-0c46186b-0646-4001-b262-287deca555cb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 6ee32db3-007e-44ad-90a0-91e628122744 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:46.224329 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c46186b-0646-4001-b262-287deca555cb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.239308 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 20 03:38:46.240393 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2f3c200f-0b53-4bd4-94d6-7ef141d66fac tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4238844 Oct 20 03:38:46.243573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55416) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:46.262477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e011f6b9-4254-44ce-bb9e-24c0c6d27ea0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.295370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4ef5bb2d-17f9-4b58-9530-acfdf5bf0098 None None] Could not find standard attr ID for object e34ff58b-5267-46a2-ac6f-6018ea37bd5e. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:46.336137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c46186b-0646-4001-b262-287deca555cb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.349430 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.356151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-0c46186b-0646-4001-b262-287deca555cb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 6ee32db3-007e-44ad-90a0-91e628122744 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:46.411510 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e011f6b9-4254-44ce-bb9e-24c0c6d27ea0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.444441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b95c9b2b-0cad-48d3-9c72-28e541c67737 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Deleting port 86da50ec-86ed-4d52-a782-95e1595a9d15 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:46.444797 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b95c9b2b-0cad-48d3-9c72-28e541c67737 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.452851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011f6b9-4254-44ce-bb9e-24c0c6d27ea0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=35f19f57-f721-4fc0-8498-16c321f01da0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:46.455217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e011f6b9-4254-44ce-bb9e-24c0c6d27ea0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.458819 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e011f6b9-4254-44ce-bb9e-24c0c6d27ea0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/35f19f57-f721-4fc0-8498-16c321f01da0 HTTP/1.1" status: 204 len: 168 time: 0.6526246 Oct 20 03:38:46.461264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55418) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:46.529320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-240f75cb-faa3-4340-9aeb-22b3e61f6c35 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet bb1f7a91-d12a-4213-b355-adb29615f04f {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:46.534094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c46186b-0646-4001-b262-287deca555cb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.535792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-240f75cb-faa3-4340-9aeb-22b3e61f6c35 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.547965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4d5daa51-817d-42c7-8bcc-040ce66d01e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.574466 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:38:46.597108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46186b-0646-4001-b262-287deca555cb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=6ee32db3-007e-44ad-90a0-91e628122744,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:46.605852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c46186b-0646-4001-b262-287deca555cb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.611845 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0c46186b-0646-4001-b262-287deca555cb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/6ee32db3-007e-44ad-90a0-91e628122744 HTTP/1.1" status: 204 len: 168 time: 0.6158023 Oct 20 03:38:46.614854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55420) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:46.622456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'mac_address': 'fa:16:3e:3a:2e:cf', 'name': 'tempest-PortsTestJSON-1561288114'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:46.628495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-240f75cb-faa3-4340-9aeb-22b3e61f6c35 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.790967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-240f75cb-faa3-4340-9aeb-22b3e61f6c35 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.792312 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc1eb1-1219-46ac-ae7b-5e2dc017cb74 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:46.794632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:46.810960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.859193 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b95c9b2b-0cad-48d3-9c72-28e541c67737 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.877022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b95c9b2b-0cad-48d3-9c72-28e541c67737 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Calling delete_port for 86da50ec-86ed-4d52-a782-95e1595a9d15 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:46.903334 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.930806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-240f75cb-faa3-4340-9aeb-22b3e61f6c35 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.933410 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port 074479e6-1ea8-4ca9-b42c-33cb885ea389 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:46.948323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port 63b4d541-ca54-4f0b-99ac-684e29c6a0b1 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:46.948672 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:46.970568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f75cb-faa3-4340-9aeb-22b3e61f6c35 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1f7a91-d12a-4213-b355-adb29615f04f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:47.007620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-240f75cb-faa3-4340-9aeb-22b3e61f6c35 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.013246 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-240f75cb-faa3-4340-9aeb-22b3e61f6c35 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/bb1f7a91-d12a-4213-b355-adb29615f04f HTTP/1.1" status: 204 len: 168 time: 0.5488300 Oct 20 03:38:47.015022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55422) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:47.065374 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a848d85f-f487-48c3-882b-a139ab1f0a0b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483639 Oct 20 03:38:47.066213 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55424) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:47.069549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.088158 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for 63b4d541-ca54-4f0b-99ac-684e29c6a0b1 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:47.088491 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd05b1-c669-4f99-a623-479a902eff98 None None] Update dhcp port {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': 'bb1f7a91-d12a-4213-b355-adb29615f04f'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '8b23a992-3bde-458d-be6c-0d32b14c8010'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:38:47.117781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31bd05b1-c669-4f99-a623-479a902eff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.145011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b95c9b2b-0cad-48d3-9c72-28e541c67737 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.166164 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7f085-68b5-4192-bfc6-b98e1d232fc0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:47.167710 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-92f7f085-68b5-4192-bfc6-b98e1d232fc0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1010737 Oct 20 03:38:47.171234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55426) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:47.179336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c9b2b-0cad-48d3-9c72-28e541c67737 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Pushing event deleted for resources: {'Port': ['ID=86da50ec-86ed-4d52-a782-95e1595a9d15,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:47.262768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.279403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc258d-f9ca-4610-9278-c661ee4f26be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:47.283838 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d2dc258d-f9ca-4610-9278-c661ee4f26be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1093225 Oct 20 03:38:47.284391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55428) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:47.312990 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b95c9b2b-0cad-48d3-9c72-28e541c67737 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.316436 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b95c9b2b-0cad-48d3-9c72-28e541c67737 tempest-RoutersAdminNegativeTest-1198077468 tempest-RoutersAdminNegativeTest-1198077468-project-admin] 10.222.0.20 "DELETE /v2.0/ports/86da50ec-86ed-4d52-a782-95e1595a9d15 HTTP/1.1" status: 204 len: 168 time: 1.0717609 Oct 20 03:38:47.318933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f617f-a380-4c9d-894b-9e6ccdd5407e None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:47.329006 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b5dab613-3051-4fb8-9a60-b081936d3ba1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437796 Oct 20 03:38:47.337692 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55432) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:47.344660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d545e43f-c087-4d06-8c16-306c471a1186 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:47.394140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.423054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.458278 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=63b4d541-ca54-4f0b-99ac-684e29c6a0b1,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:47.489872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:47.496232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:47.504160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 8b23a992-3bde-458d-be6c-0d32b14c8010 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:47.505119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:47.511434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:47.512054 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.516703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=074479e6-1ea8-4ca9-b42c-33cb885ea389,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:47.524875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d545e43f-c087-4d06-8c16-306c471a1186 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:47.528736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d545e43f-c087-4d06-8c16-306c471a1186 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.530736 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d545e43f-c087-4d06-8c16-306c471a1186 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:47.531407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d545e43f-c087-4d06-8c16-306c471a1186 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:47.535760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.544183 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-66d60dc7-fa21-4d76-982a-b664dd5c5d13 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9259856 Oct 20 03:38:47.544653 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55434) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:47.584044 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d545e43f-c087-4d06-8c16-306c471a1186 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2452574 Oct 20 03:38:47.586908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55436) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:47.593138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4b405a82-8bd5-47de-979a-2c974c623d41 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:47.618274 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1448930a-eca6-44bd-8e33-6c405fe916f3 None None] Provisioning complete for port 8b23a992-3bde-458d-be6c-0d32b14c8010 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:47.618643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1448930a-eca6-44bd-8e33-6c405fe916f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.620463 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1448930a-eca6-44bd-8e33-6c405fe916f3 None None] Attempt 1 to provision port 8b23a992-3bde-458d-be6c-0d32b14c8010 Oct 20 03:38:47.646853 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1e192-83c2-47c5-96bc-69887d55f26b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:47.649560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.651394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55440) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:47.651612 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-56c1e192-83c2-47c5-96bc-69887d55f26b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/074479e6-1ea8-4ca9-b42c-33cb885ea389 HTTP/1.1" status: 200 len: 841 time: 0.1058154 Oct 20 03:38:47.660664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.670119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae8a52-0282-46ed-beff-c134fa0dcc91 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:47.733197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55442) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:47.760465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.761379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Fanout notify agent at l3_agent the message router_deleted on router f784f48a-0541-4aa2-86e0-ddb63d6e9447 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:38:47.773300 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.774626 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-31e4f2e0-1b30-4d9a-a24c-8be7cfcfee9c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/f784f48a-0541-4aa2-86e0-ddb63d6e9447 HTTP/1.1" status: 204 len: 168 time: 1.6078682 Oct 20 03:38:47.778878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55446) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:47.784956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1074218978'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:47.786628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b405a82-8bd5-47de-979a-2c974c623d41 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:47.792333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b405a82-8bd5-47de-979a-2c974c623d41 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.793988 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b405a82-8bd5-47de-979a-2c974c623d41 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:47.795127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b405a82-8bd5-47de-979a-2c974c623d41 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:47.809892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.818344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:47.822038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.823214 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4b405a82-8bd5-47de-979a-2c974c623d41 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2350636 Oct 20 03:38:47.827042 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55448) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:47.833906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b5070612-3ac9-4bc6-96e0-096901e54839 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:47.836532 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-49d6c752-0075-49b7-93b2-ce65e04acce9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 074479e6-1ea8-4ca9-b42c-33cb885ea389 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:47.836962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49d6c752-0075-49b7-93b2-ce65e04acce9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.868105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1448930a-eca6-44bd-8e33-6c405fe916f3 None None] Current status of the port 8b23a992-3bde-458d-be6c-0d32b14c8010 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:47.871295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 8b23a992-3bde-458d-be6c-0d32b14c8010 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:47.871668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.880597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:47.883134 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-56ae8a52-0282-46ed-beff-c134fa0dcc91 None None] Deleting port 8b23a992-3bde-458d-be6c-0d32b14c8010 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:47.883505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-56ae8a52-0282-46ed-beff-c134fa0dcc91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.922200 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49d6c752-0075-49b7-93b2-ce65e04acce9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.936212 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.936801 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added segment c7a63f4a-2519-41ab-a89c-818fabc99643 of type vlan for network e3f959e9-3d4a-4990-b278-ae2e221df288 Oct 20 03:38:47.949401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-49d6c752-0075-49b7-93b2-ce65e04acce9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 074479e6-1ea8-4ca9-b42c-33cb885ea389 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:47.961539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9195ce05-c5e3-40f4-85de-0c4b2d292189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.966371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 8b23a992-3bde-458d-be6c-0d32b14c8010, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=8b23a992-3bde-458d-be6c-0d32b14c8010,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:47.975062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.980159 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-56ae8a52-0282-46ed-beff-c134fa0dcc91 None None] For port 8b23a992-3bde-458d-be6c-0d32b14c8010, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=8b23a992-3bde-458d-be6c-0d32b14c8010,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:47.980629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-56ae8a52-0282-46ed-beff-c134fa0dcc91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:47.993206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.010941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5070612-3ac9-4bc6-96e0-096901e54839 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:48.015471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b5070612-3ac9-4bc6-96e0-096901e54839 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.016984 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5070612-3ac9-4bc6-96e0-096901e54839 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:48.017451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5070612-3ac9-4bc6-96e0-096901e54839 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:48.022180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-56ae8a52-0282-46ed-beff-c134fa0dcc91 None None] Calling delete_port for 8b23a992-3bde-458d-be6c-0d32b14c8010 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:48.048867 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b5070612-3ac9-4bc6-96e0-096901e54839 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2171049 Oct 20 03:38:48.050253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55450) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.058308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d931ee51-57d0-4f5f-9a59-b0ed8de53f68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:48.063972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.069511 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:48.070177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.106980 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=8b23a992-3bde-458d-be6c-0d32b14c8010,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:48.113914 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3330178 Oct 20 03:38:48.121398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55452) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.122133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49d6c752-0075-49b7-93b2-ce65e04acce9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.129048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'subnet': {'network_id': 'e3f959e9-3d4a-4990-b278-ae2e221df288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:48.156185 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-56ae8a52-0282-46ed-beff-c134fa0dcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.176951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9195ce05-c5e3-40f4-85de-0c4b2d292189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.182429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9195ce05-c5e3-40f4-85de-0c4b2d292189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.187231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae8a52-0282-46ed-beff-c134fa0dcc91 None None] Pushing event deleted for resources: {'Port': ['ID=8b23a992-3bde-458d-be6c-0d32b14c8010,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:48.189671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae8a52-0282-46ed-beff-c134fa0dcc91 None None] No DVR routers for this DVR port 8b23a992-3bde-458d-be6c-0d32b14c8010 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:48.206017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b869a6-591e-48ce-b65b-fe4e1ce3236b tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Network': ['ID=e3f959e9-3d4a-4990-b278-ae2e221df288,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:48.211981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931ee51-57d0-4f5f-9a59-b0ed8de53f68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:48.215760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d931ee51-57d0-4f5f-9a59-b0ed8de53f68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.217280 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d931ee51-57d0-4f5f-9a59-b0ed8de53f68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:48.218348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d931ee51-57d0-4f5f-9a59-b0ed8de53f68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:48.220419 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6c752-0075-49b7-93b2-ce65e04acce9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=074479e6-1ea8-4ca9-b42c-33cb885ea389,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:48.237817 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network e3f959e9-3d4a-4990-b278-ae2e221df288 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:48.248010 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9195ce05-c5e3-40f4-85de-0c4b2d292189 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb86e069ff294f1bbb27538bf406660f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107007 Oct 20 03:38:48.248010 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195ce05-c5e3-40f4-85de-0c4b2d292189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414aca92-7863-40f6-859e-c27e93978f39,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:48.249257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55454) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.258590 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d931ee51-57d0-4f5f-9a59-b0ed8de53f68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2083340 Oct 20 03:38:48.262315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55456) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.267559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-cbfcb18b-4d04-419b-b573-eb1fe7f14cf6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:48.267788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49d6c752-0075-49b7-93b2-ce65e04acce9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.271541 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-49d6c752-0075-49b7-93b2-ce65e04acce9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/074479e6-1ea8-4ca9-b42c-33cb885ea389 HTTP/1.1" status: 204 len: 168 time: 0.6187611 Oct 20 03:38:48.274086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55458) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.304530 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dd3214-5202-44fd-8fce-d77a53851f45 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:38:48.306231 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-98dd3214-5202-44fd-8fce-d77a53851f45 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/074479e6-1ea8-4ca9-b42c-33cb885ea389 HTTP/1.1" status: 404 len: 333 time: 0.0311255 Oct 20 03:38:48.310663 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55460) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.317853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'name': 'tempest-PortsTestJSON-526828423'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:48.344055 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:48.347791 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.384201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-233baae2-5659-4fef-9905-f57d6bd07fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.408731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfcb18b-4d04-419b-b573-eb1fe7f14cf6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:48.417037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb18b-4d04-419b-b573-eb1fe7f14cf6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.418437 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfcb18b-4d04-419b-b573-eb1fe7f14cf6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:48.418866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfcb18b-4d04-419b-b573-eb1fe7f14cf6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:48.427950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-233baae2-5659-4fef-9905-f57d6bd07fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.449618 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cbfcb18b-4d04-419b-b573-eb1fe7f14cf6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1861391 Oct 20 03:38:48.458417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55462) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.464586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e9f14f60-1ca4-4499-b28f-6588f10125f9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:48.494581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:48.498086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.525652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port 0d371ad8-a095-4b32-a3cb-58f30870ae88 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:48.555591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-233baae2-5659-4fef-9905-f57d6bd07fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.558199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-233baae2-5659-4fef-9905-f57d6bd07fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.562619 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-233baae2-5659-4fef-9905-f57d6bd07fff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/414aca92-7863-40f6-859e-c27e93978f39 HTTP/1.1" status: 204 len: 168 time: 0.3093803 Oct 20 03:38:48.572419 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f14f60-1ca4-4499-b28f-6588f10125f9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:48.575974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e9f14f60-1ca4-4499-b28f-6588f10125f9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.577590 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f14f60-1ca4-4499-b28f-6588f10125f9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:48.578128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f14f60-1ca4-4499-b28f-6588f10125f9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:48.580765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233baae2-5659-4fef-9905-f57d6bd07fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414aca92-7863-40f6-859e-c27e93978f39,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:48.606489 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e9f14f60-1ca4-4499-b28f-6588f10125f9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1447518 Oct 20 03:38:48.609028 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55466) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.681825 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-84770872-e612-477c-af66-9cb04ffa2291 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0690897 Oct 20 03:38:48.685436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55468) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.743581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.775167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06df84c-e5ca-4f2c-8caf-2bbf4cc7bfc9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:48.779205 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d06df84c-e5ca-4f2c-8caf-2bbf4cc7bfc9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0886230 Oct 20 03:38:48.779497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55472) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.799271 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Subnet': ['ID=cc7c61ab-cdee-426b-9320-7edcb0fdf8d5,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:48.819325 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0eadfa39-aa9f-481b-a7c4-9c62088031ef tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386193 Oct 20 03:38:48.823038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55474) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.827901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ab7a2300-6750-445f-9629-ac23f3e263bb tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:48.888058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.898435 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Checking segment: {'id': 'c7a63f4a-2519-41ab-a89c-818fabc99643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e3f959e9-3d4a-4990-b278-ae2e221df288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:48.898803 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network hostable DHCP agents. Network: e3f959e9-3d4a-4990-b278-ae2e221df288, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:48.903559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55476) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:48.933439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network e3f959e9-3d4a-4990-b278-ae2e221df288 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:48.945131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, e3f959e9-3d4a-4990-b278-ae2e221df288) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:48.947852 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.958082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:48.958679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:48.959055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a4b1fb-7846-4abe-ae9c-c5776db1c25a None None] Network e3f959e9-3d4a-4990-b278-ae2e221df288 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:48.963236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7a2300-6750-445f-9629-ac23f3e263bb tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:48.967021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2300-6750-445f-9629-ac23f3e263bb tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.012812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:49.013201 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a10b61db-b3ad-4536-a6a2-cf416ec26111 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c5e58827ff04906b196b6e094356148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1061637 Oct 20 03:38:49.013848 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55478) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:49.021452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=0d371ad8-a095-4b32-a3cb-58f30870ae88,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:49.031067 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1fb41177-6c62-41db-b2cd-834e6d01478f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9061797 Oct 20 03:38:49.032620 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:49.033880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55480) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:49.042426 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:49.049054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:49.049963 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.059710 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f5a019e5-4fe7-48ac-bb7b-85e67d3f5320 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-112333638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:49.104353 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-58a0ce0c-9bc5-47b8-b722-24087d651443 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7901170 Oct 20 03:38:49.106933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55482) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:49.115652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3eda2333-aa05-4843-9243-d4f2f096426c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:49.117904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-e3f959e9-3d4a-4990-b278-ae2e221df288', 'network_id': 'e3f959e9-3d4a-4990-b278-ae2e221df288', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'fixed_ips': [{'subnet_id': 'cc7c61ab-cdee-426b-9320-7edcb0fdf8d5'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:49.119983 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.121868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-4fe7-48ac-bb7b-85e67d3f5320 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.122905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-4fe7-48ac-bb7b-85e67d3f5320 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.170291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-71e22083-694b-4996-b6e6-82f023755038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.237005 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-71e22083-694b-4996-b6e6-82f023755038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.238717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3eda2333-aa05-4843-9243-d4f2f096426c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.268731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.274912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-4fe7-48ac-bb7b-85e67d3f5320 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.276404 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.objects.ports [None req-ab7a2300-6750-445f-9629-ac23f3e263bb tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103629) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:38:49.277911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2300-6750-445f-9629-ac23f3e263bb tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.286705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Allocated IP 2001:db8::2 (e3f959e9-3d4a-4990-b278-ae2e221df288/cc7c61ab-cdee-426b-9320-7edcb0fdf8d5/f65e67e7-60dd-481a-b7ab-72521cb698fd) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:49.287952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-4fe7-48ac-bb7b-85e67d3f5320 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.337757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a2300-6750-445f-9629-ac23f3e263bb tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:49.343155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a2300-6750-445f-9629-ac23f3e263bb tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:49.347379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a2300-6750-445f-9629-ac23f3e263bb tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:49.347968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2300-6750-445f-9629-ac23f3e263bb tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.348095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-4fe7-48ac-bb7b-85e67d3f5320 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.352078 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f5a019e5-4fe7-48ac-bb7b-85e67d3f5320 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3122444 Oct 20 03:38:49.352696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55484) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:49.360585 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a2300-6750-445f-9629-ac23f3e263bb tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=1459b4ce-0536-409c-9fd8-1442e14581c5,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:49.372300 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ab7a2300-6750-445f-9629-ac23f3e263bb tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5473258 Oct 20 03:38:49.374595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55486) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:49.379493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:68:6d:4e', 'name': 'tempest-NetworksTestDHCPv6-1085420340'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:49.386706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ceb3b6-c701-4b96-a818-9d5b2d0e6a2d None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:49.502982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:49.511628 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-71e22083-694b-4996-b6e6-82f023755038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.513678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.514576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-71e22083-694b-4996-b6e6-82f023755038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.515820 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-71e22083-694b-4996-b6e6-82f023755038 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95eae50f-5e14-44e0-b5a8-1ccc58c6c6ee HTTP/1.1" status: 204 len: 168 time: 0.5003266 Oct 20 03:38:49.591674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e22083-694b-4996-b6e6-82f023755038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eae50f-5e14-44e0-b5a8-1ccc58c6c6ee,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:49.610762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.630169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.653085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.694380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '1459b4ce-0536-409c-9fd8-1442e14581c5'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:49.695512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.708215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Network e3f959e9-3d4a-4990-b278-ae2e221df288 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:49.721805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:49.725439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3eda2333-aa05-4843-9243-d4f2f096426c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.725603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:49.727664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Pushing event updated for resources: {'Port': ['ID=f65e67e7-60dd-481a-b7ab-72521cb698fd,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:49.785574 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.788653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3eda2333-aa05-4843-9243-d4f2f096426c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.788884 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3eda2333-aa05-4843-9243-d4f2f096426c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] In _notify_port_updated(), no bound segment for port 0d371ad8-a095-4b32-a3cb-58f30870ae88 on network 58f78f1d-8ee0-467d-847a-f0338c49f46e {{(pid=103628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:38:49.794666 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda2333-aa05-4843-9243-d4f2f096426c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:49.795410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3eda2333-aa05-4843-9243-d4f2f096426c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.797743 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3eda2333-aa05-4843-9243-d4f2f096426c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "PUT /v2.0/ports/0d371ad8-a095-4b32-a3cb-58f30870ae88 HTTP/1.1" status: 200 len: 818 time: 0.6876285 Oct 20 03:38:49.821764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55492) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:49.868776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Attempting to bind port f65e67e7-60dd-481a-b7ab-72521cb698fd on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:49.869145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Attempting to bind port f65e67e7-60dd-481a-b7ab-72521cb698fd by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'c7a63f4a-2519-41ab-a89c-818fabc99643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e3f959e9-3d4a-4990-b278-ae2e221df288'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:49.869515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Attempting to bind port f65e67e7-60dd-481a-b7ab-72521cb698fd on network e3f959e9-3d4a-4990-b278-ae2e221df288 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:49.880457 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:49.880833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Checking segment: {'id': 'c7a63f4a-2519-41ab-a89c-818fabc99643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e3f959e9-3d4a-4990-b278-ae2e221df288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:49.881250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.881647 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Bound using segment: {'id': 'c7a63f4a-2519-41ab-a89c-818fabc99643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e3f959e9-3d4a-4990-b278-ae2e221df288'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:49.882150 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Bound port: f65e67e7-60dd-481a-b7ab-72521cb698fd, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a63f4a-2519-41ab-a89c-818fabc99643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e3f959e9-3d4a-4990-b278-ae2e221df288'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:49.882603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:49.931520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda2333-aa05-4843-9243-d4f2f096426c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=0d371ad8-a095-4b32-a3cb-58f30870ae88,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:49.983131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Allocated IP 2001:db8::f816:3eff:fe02:cef6 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/1459b4ce-0536-409c-9fd8-1442e14581c5/7dcd79c4-c912-4a1a-9cee-04c6db10c02f) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:50.005781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] For port f65e67e7-60dd-481a-b7ab-72521cb698fd, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:50.006438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 0c4d3047-5e27-4ad8-b25c-49b2e7561ed7 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:50.010810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] For port f65e67e7-60dd-481a-b7ab-72521cb698fd, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f65e67e7-60dd-481a-b7ab-72521cb698fd,segment=NetworkSegment(c7a63f4a-2519-41ab-a89c-818fabc99643),segment_id=c7a63f4a-2519-41ab-a89c-818fabc99643)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:50.027943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.159183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624efba6-e18e-4152-a6a8-2d327739c4b3 None None] Pushing event updated for resources: {'Port': ['ID=f65e67e7-60dd-481a-b7ab-72521cb698fd,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:50.226542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d9f759f5-857b-4737-98a1-72a508f853e8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 0d371ad8-a095-4b32-a3cb-58f30870ae88 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:50.227517 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9f759f5-857b-4737-98a1-72a508f853e8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.251927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.278565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.363355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::f816:3eff:fe68:6d4e (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/1459b4ce-0536-409c-9fd8-1442e14581c5/0c4d3047-5e27-4ad8-b25c-49b2e7561ed7) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:50.369615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Pushing event updated for resources: {'Port': ['ID=7dcd79c4-c912-4a1a-9cee-04c6db10c02f,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:50.383390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9f759f5-857b-4737-98a1-72a508f853e8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.384652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:50.390558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:50.393795 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:50.400857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Allocated IP 2001:db8::1 (e3f959e9-3d4a-4990-b278-ae2e221df288/cc7c61ab-cdee-426b-9320-7edcb0fdf8d5/ce295685-4ed7-46e6-8439-87708f585afe) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:50.410541 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d9f759f5-857b-4737-98a1-72a508f853e8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 0d371ad8-a095-4b32-a3cb-58f30870ae88 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:50.477839 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Attempting to bind port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:50.478460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Attempting to bind port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:50.479031 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Attempting to bind port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:50.485148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:50.485762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:50.486364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.486910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:50.487530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Bound port: 7dcd79c4-c912-4a1a-9cee-04c6db10c02f, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:50.488065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.576794 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] For port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:50.582811 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] For port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7dcd79c4-c912-4a1a-9cee-04c6db10c02f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:50.588555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.599959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55510) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:50.653217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.657966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24665a8f-aadf-4420-93c9-a4d05bc8ebb3 None None] Pushing event updated for resources: {'Port': ['ID=7dcd79c4-c912-4a1a-9cee-04c6db10c02f,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:50.698461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.756985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:50.760732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:50.765564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:50.771833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:50.772666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.783913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-478651643'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:50.797963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=0c4d3047-5e27-4ad8-b25c-49b2e7561ed7,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:50.813326 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-82a82532-d449-43e8-bbe6-f73cf1f02617 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4376466 Oct 20 03:38:50.816365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55514) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:50.830091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Made reservation on behalf of 70656d4ea0d64524be7b601a3f2f65ec for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:50.830707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.859989 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:50.911768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc9607-7b5f-4402-9780-cd7e1520a857 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:50.917737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc9607-7b5f-4402-9780-cd7e1520a857 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:50.919435 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8adc9607-7b5f-4402-9780-cd7e1520a857 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1021099 Oct 20 03:38:50.923794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55516) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:51.001412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.011672 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9f759f5-857b-4737-98a1-72a508f853e8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.056693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f759f5-857b-4737-98a1-72a508f853e8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=0d371ad8-a095-4b32-a3cb-58f30870ae88,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:51.067215 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9f759f5-857b-4737-98a1-72a508f853e8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.070006 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d9f759f5-857b-4737-98a1-72a508f853e8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/0d371ad8-a095-4b32-a3cb-58f30870ae88 HTTP/1.1" status: 204 len: 168 time: 1.2447414 Oct 20 03:38:51.074506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55518) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:51.086608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.095789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.125025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:51.128835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d178760d-f1ef-472c-a075-99f6f802cff3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 0c4d3047-5e27-4ad8-b25c-49b2e7561ed7 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:51.129308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d178760d-f1ef-472c-a075-99f6f802cff3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.134299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.176542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe472cb-5153-44f0-8126-357ae3775a5b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:51.182101 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8fe472cb-5153-44f0-8126-357ae3775a5b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1026525 Oct 20 03:38:51.182274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.182274 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Added segment 6c5a6aef-1b90-4674-9f08-64578fad7e87 of type vlan for network 157c27b6-8fc5-4773-9368-cdcb99e3d291 Oct 20 03:38:51.182274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee120dbf-67ef-4005-a910-7a61cc5ba751,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:51.183327 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55520) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:51.229092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network e3f959e9-3d4a-4990-b278-ae2e221df288 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:51.230746 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0ec5a1-f6c8-45c7-9ce9-1e7a65313012 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:38:51.232376 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3b0ec5a1-f6c8-45c7-9ce9-1e7a65313012 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/0d371ad8-a095-4b32-a3cb-58f30870ae88 HTTP/1.1" status: 404 len: 333 time: 0.0481303 Oct 20 03:38:51.236640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55522) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:51.237535 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:51.240833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:51.241388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.275927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.283129 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-131352101'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:51.292642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=ce295685-4ed7-46e6-8439-87708f585afe,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:51.296814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d178760d-f1ef-472c-a075-99f6f802cff3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.330973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d178760d-f1ef-472c-a075-99f6f802cff3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 0c4d3047-5e27-4ad8-b25c-49b2e7561ed7 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:51.348666 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:51.352516 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.363517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.368092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:51.368945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.387577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:38:51.397878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.398224 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Added segment 3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08 of type vlan for network 60b77078-9566-41a0-ac53-76304ecf342f Oct 20 03:38:51.460245 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8582728 Oct 20 03:38:51.463775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55524) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:51.472484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Request body: {'subnet': {'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:51.486473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da78f6ad-f2b2-4a35-b7a2-93a794d4ab08 None None] Network e3f959e9-3d4a-4990-b278-ae2e221df288 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:51.487852 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.493257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.519759 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6642080-3ef3-4c88-803b-3e5434bf323d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'Network': ['ID=157c27b6-8fc5-4773-9368-cdcb99e3d291,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:51.520176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f65e67e7-60dd-481a-b7ab-72521cb698fd up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:51.565722 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.571692 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:51.572509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.620462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:51.682625 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Network': ['ID=60b77078-9566-41a0-ac53-76304ecf342f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:51.702677 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d178760d-f1ef-472c-a075-99f6f802cff3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.705946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Made reservation on behalf of 70656d4ea0d64524be7b601a3f2f65ec for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:51.710770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.711628 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-76128e58-1caa-4d95-b881-b39eff1da40c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4664407 Oct 20 03:38:51.712328 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55526) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:51.730798 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f65e67e7-60dd-481a-b7ab-72521cb698fd triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:51.731758 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.731897 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f65e67e7-60dd-481a-b7ab-72521cb698fd Oct 20 03:38:51.742947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 60b77078-9566-41a0-ac53-76304ecf342f details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:38:51.748310 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178760d-f1ef-472c-a075-99f6f802cff3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=0c4d3047-5e27-4ad8-b25c-49b2e7561ed7,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:51.763641 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '60b77078-9566-41a0-ac53-76304ecf342f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:51.790830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ae83ce8e-4c5a-42d2-9286-363d04f5648b None None] Provisioning complete for port f65e67e7-60dd-481a-b7ab-72521cb698fd triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:51.791200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ae83ce8e-4c5a-42d2-9286-363d04f5648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.791528 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ae83ce8e-4c5a-42d2-9286-363d04f5648b None None] Attempt 1 to provision port f65e67e7-60dd-481a-b7ab-72521cb698fd Oct 20 03:38:51.879975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d178760d-f1ef-472c-a075-99f6f802cff3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.883757 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d178760d-f1ef-472c-a075-99f6f802cff3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/0c4d3047-5e27-4ad8-b25c-49b2e7561ed7 HTTP/1.1" status: 204 len: 168 time: 0.9589605 Oct 20 03:38:51.887391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55528) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:51.937336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:51.942400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:51.971996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c761c97-5f6f-4a02-a152-943326022eb7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:51.973807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c761c97-5f6f-4a02-a152-943326022eb7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:51.978863 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1c761c97-5f6f-4a02-a152-943326022eb7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0874276 Oct 20 03:38:51.980708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55530) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:52.041969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc962e5-daed-4734-ac59-b71a14429707 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 1459b4ce-0536-409c-9fd8-1442e14581c5 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:52.047059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ae83ce8e-4c5a-42d2-9286-363d04f5648b None None] Current status of the port f65e67e7-60dd-481a-b7ab-72521cb698fd is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:52.047227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ae83ce8e-4c5a-42d2-9286-363d04f5648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.048721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc962e5-daed-4734-ac59-b71a14429707 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.049752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f65e67e7-60dd-481a-b7ab-72521cb698fd is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:52.050119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.098179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc962e5-daed-4734-ac59-b71a14429707 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.106298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ae83ce8e-4c5a-42d2-9286-363d04f5648b None None] For port f65e67e7-60dd-481a-b7ab-72521cb698fd, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f65e67e7-60dd-481a-b7ab-72521cb698fd,segment=NetworkSegment(c7a63f4a-2519-41ab-a89c-818fabc99643),segment_id=c7a63f4a-2519-41ab-a89c-818fabc99643)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:52.112371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ae83ce8e-4c5a-42d2-9286-363d04f5648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.206943 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.219116 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.219978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.225553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83ce8e-4c5a-42d2-9286-363d04f5648b None None] Pushing event updated for resources: {'Port': ['ID=f65e67e7-60dd-481a-b7ab-72521cb698fd,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:52.247206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:52.248057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:52.252258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] Provisioning complete for port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:52.252258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.252580 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] Attempt 1 to provision port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f Oct 20 03:38:52.297080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc962e5-daed-4734-ac59-b71a14429707 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.304338 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.361288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] Current status of the port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:52.361730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.375741 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=ce295685-4ed7-46e6-8439-87708f585afe,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:52.417648 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.423059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'Subnet': ['ID=e7705718-29f4-472d-882d-273e9c86dc41,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:52.481263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Checking segment: {'id': '6c5a6aef-1b90-4674-9f08-64578fad7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:52.481666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Network hostable DHCP agents. Network: 157c27b6-8fc5-4773-9368-cdcb99e3d291, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:52.489749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc962e5-daed-4734-ac59-b71a14429707 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.506096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Subnet': ['ID=12ceffed-9fc7-47fd-8f79-0c40a833c5f4,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:52.530577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network e3f959e9-3d4a-4990-b278-ae2e221df288 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:52.535199 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:52.537815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc962e5-daed-4734-ac59-b71a14429707 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=1459b4ce-0536-409c-9fd8-1442e14581c5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:52.540667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fbc962e5-daed-4734-ac59-b71a14429707 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.542649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Checking segment: {'id': '3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60b77078-9566-41a0-ac53-76304ecf342f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:52.543145 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network hostable DHCP agents. Network: 60b77078-9566-41a0-ac53-76304ecf342f, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:38:52.546795 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fbc962e5-daed-4734-ac59-b71a14429707 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/1459b4ce-0536-409c-9fd8-1442e14581c5 HTTP/1.1" status: 204 len: 168 time: 0.5648186 Oct 20 03:38:52.547780 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55532) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:52.555786 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:52.569730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 157c27b6-8fc5-4773-9368-cdcb99e3d291) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:52.580505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:52.581242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.605196 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4d460cc0-e75f-49ff-bd4c-7517f193eb2f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1376956 Oct 20 03:38:52.605600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55534) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:52.612362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Request body: {'port': {'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-239500178'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:52.647234 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-33a07a03-7494-4968-9dce-91f29f13dbc5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965223 Oct 20 03:38:52.651912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55536) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:52.660520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:52.697647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 60b77078-9566-41a0-ac53-76304ecf342f is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:38:52.724044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae625de-638f-4f53-948b-d6528952be33 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:52.728210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d01f7a-531a-4f2a-a57e-fc49e83d3d0b None None] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:52.736777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 60b77078-9566-41a0-ac53-76304ecf342f) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:52.750928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:52.751514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.766383 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Made reservation on behalf of 70656d4ea0d64524be7b601a3f2f65ec for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:52.772467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.777326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10ff559-6bf4-40fe-a965-dced199a975c None None] Network 60b77078-9566-41a0-ac53-76304ecf342f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:52.798127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] device_id is not set on port 41c78abd-b62b-4e33-b759-08b5edb2da84 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:52.818956 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-25d60c99-878e-44f4-90d0-16b8ed3fdc1c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0610342 Oct 20 03:38:52.822407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55538) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:52.829983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3a36dfe6-2925-49c7-a3a2-2dd817dc8ef4 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '60b77078-9566-41a0-ac53-76304ecf342f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:52.890984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:52.891360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:52.959799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:52.963810 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.966771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Allocated IP 2001:db8::260 (157c27b6-8fc5-4773-9368-cdcb99e3d291/e7705718-29f4-472d-882d-273e9c86dc41/41c78abd-b62b-4e33-b759-08b5edb2da84) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:52.980936 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a36dfe6-2925-49c7-a3a2-2dd817dc8ef4 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:52.984531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a36dfe6-2925-49c7-a3a2-2dd817dc8ef4 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:52.997360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f65e67e7-60dd-481a-b7ab-72521cb698fd is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:52.997579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7dcd79c4-c912-4a1a-9cee-04c6db10c02f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:53.090074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router 5192d5c5-762e-4250-8e24-c27573458826 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:38:53.160329 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.200494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.210847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:53.211041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.211276 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f Oct 20 03:38:53.218322 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-157c27b6-8fc5-4773-9368-cdcb99e3d291', 'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291', 'tenant_id': '70656d4ea0d64524be7b601a3f2f65ec', 'fixed_ips': [{'subnet_id': 'e7705718-29f4-472d-882d-273e9c86dc41'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:53.219177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.250225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:53.254280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:53.257885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:53.264769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:53.268810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.286976 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6799684 Oct 20 03:38:53.290736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55540) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:53.290894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-60b77078-9566-41a0-ac53-76304ecf342f', 'network_id': '60b77078-9566-41a0-ac53-76304ecf342f', 'tenant_id': 'c77476bd637640998d5afb0393175f55', 'fixed_ips': [{'subnet_id': '12ceffed-9fc7-47fd-8f79-0c40a833c5f4'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:53.294850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.295036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326d197-6810-47ce-81aa-c4eae61211d2 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'Port': ['ID=41c78abd-b62b-4e33-b759-08b5edb2da84,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:53.300547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Request body: {'port': {'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-873736798', 'allowed_address_pairs': [{'ip_address': '2001:db8::260', 'mac_address': 'fa:16:3e:5e:95:99'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:53.319975 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.ipam_backend_mixin [None req-3a36dfe6-2925-49c7-a3a2-2dd817dc8ef4 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 12ceffed-9fc7-47fd-8f79-0c40a833c5f4 (CIDR: 172.20.0.0/28) Oct 20 03:38:53.321380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:38:53.330417 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6f2a4f86-95bd-41d5-b303-c1ddd25a68f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/5192d5c5-762e-4250-8e24-c27573458826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9736114 Oct 20 03:38:53.334002 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a36dfe6-2925-49c7-a3a2-2dd817dc8ef4 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:38:53.334494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a36dfe6-2925-49c7-a3a2-2dd817dc8ef4 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:38:53.336346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55542) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:53.388298 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f12f4e-0466-4069-8800-28ce2cf140ce tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:53.390830 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f1f12f4e-0466-4069-8800-28ce2cf140ce tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports/ce295685-4ed7-46e6-8439-87708f585afe HTTP/1.1" status: 200 len: 911 time: 0.0520716 Oct 20 03:38:53.400997 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55544) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:53.412193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9d74fa4d-6c32-4551-8c25-63e4b8c60288 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc7c61ab-cdee-426b-9320-7edcb0fdf8d5'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:53.440213 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3a36dfe6-2925-49c7-a3a2-2dd817dc8ef4 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6149957 Oct 20 03:38:53.441965 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55546) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:53.457136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-6042d2a0-bab4-4c2d-9807-63a78926194c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '60b77078-9566-41a0-ac53-76304ecf342f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:53.497847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a883c96-a9b8-455f-817d-bcaca7d26470 None None] Sync routers for ids ['5192d5c5-762e-4250-8e24-c27573458826'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:38:53.505073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade20161-51df-41b3-916c-4c5bd0e41f77 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:53.507085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] Current status of the port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:53.507542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.558112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Made reservation on behalf of 70656d4ea0d64524be7b601a3f2f65ec for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:53.564361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.objects.ports [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:38:53.626072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a883c96-a9b8-455f-817d-bcaca7d26470 None None] Routers {'5192d5c5-762e-4250-8e24-c27573458826'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:53.626804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4a883c96-a9b8-455f-817d-bcaca7d26470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['5192d5c5-762e-4250-8e24-c27573458826'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:53.682269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Allocated IP 2001:db8::2 (157c27b6-8fc5-4773-9368-cdcb99e3d291/e7705718-29f4-472d-882d-273e9c86dc41/3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:53.694564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4a883c96-a9b8-455f-817d-bcaca7d26470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:53.750723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] For port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7dcd79c4-c912-4a1a-9cee-04c6db10c02f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:53.756230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6042d2a0-bab4-4c2d-9807-63a78926194c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:53.760230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6042d2a0-bab4-4c2d-9807-63a78926194c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.765718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d74fa4d-6c32-4551-8c25-63e4b8c60288 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.781646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.790483 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.803786 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.811892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a883c96-a9b8-455f-817d-bcaca7d26470 None None] Routers {'5192d5c5-762e-4250-8e24-c27573458826'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:38:53.812571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4a883c96-a9b8-455f-817d-bcaca7d26470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['5192d5c5-762e-4250-8e24-c27573458826'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:53.838080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:53.838490 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:53.849357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] device_id is not set on port 56d46fd6-fae7-43fa-8d04-3fc37353d740 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:53.898302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4a883c96-a9b8-455f-817d-bcaca7d26470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:38:53.899493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a883c96-a9b8-455f-817d-bcaca7d26470 None None] The sync data for ids ['5192d5c5-762e-4250-8e24-c27573458826'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:38:53.963802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Allocated IP 172.20.0.2 (60b77078-9566-41a0-ac53-76304ecf342f/12ceffed-9fc7-47fd-8f79-0c40a833c5f4/1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:53.972471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] For port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7dcd79c4-c912-4a1a-9cee-04c6db10c02f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:53.984746 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ade20161-51df-41b3-916c-4c5bd0e41f77 None None] Deleting port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:53.985123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ade20161-51df-41b3-916c-4c5bd0e41f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.009033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.014617 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.015543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.015826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c00f9b-f9aa-47d9-a054-964ae0c0134d None None] Pushing event updated for resources: {'Port': ['ID=7dcd79c4-c912-4a1a-9cee-04c6db10c02f,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:54.026055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Provisioning complete for port f65e67e7-60dd-481a-b7ab-72521cb698fd triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:54.026430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.026771 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Attempt 1 to provision port f65e67e7-60dd-481a-b7ab-72521cb698fd Oct 20 03:38:54.085075 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:54.090225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:54.099588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:54.100185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.127052 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=7dcd79c4-c912-4a1a-9cee-04c6db10c02f,revision_number=6']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:54.129782 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=19e4c2ab-04fb-4051-bd7e-6830b6a4aec2,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:54.135679 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8f0318ef-4bbc-4cb8-b7c9-0d300da445c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4795434 Oct 20 03:38:54.138166 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55548) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:54.150816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:c5:82:c4', 'name': 'tempest-NetworksTestDHCPv6-1586929637'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:54.247547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:38:54.247804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:38:54.265780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ade20161-51df-41b3-916c-4c5bd0e41f77 None None] For port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7dcd79c4-c912-4a1a-9cee-04c6db10c02f,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:54.266181 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ade20161-51df-41b3-916c-4c5bd0e41f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.274299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:54.303161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.323712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ade20161-51df-41b3-916c-4c5bd0e41f77 None None] Calling delete_port for 7dcd79c4-c912-4a1a-9cee-04c6db10c02f owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:54.324018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.369932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.393243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 931e99a1-5879-4e59-8125-08aa9156024e yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:54.410873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6042d2a0-bab4-4c2d-9807-63a78926194c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.493734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Allocated IP 2001:db8::382 (157c27b6-8fc5-4773-9368-cdcb99e3d291/e7705718-29f4-472d-882d-273e9c86dc41/56d46fd6-fae7-43fa-8d04-3fc37353d740) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:54.507300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6042d2a0-bab4-4c2d-9807-63a78926194c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 60b77078-9566-41a0-ac53-76304ecf342f is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:54.512949 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::f816:3eff:fec5:82c4 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/19e4c2ab-04fb-4051-bd7e-6830b6a4aec2/931e99a1-5879-4e59-8125-08aa9156024e) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:54.520609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6042d2a0-bab4-4c2d-9807-63a78926194c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:54.523750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6042d2a0-bab4-4c2d-9807-63a78926194c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:54.524840 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6042d2a0-bab4-4c2d-9807-63a78926194c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.559017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042d2a0-bab4-4c2d-9807-63a78926194c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Subnet': ['ID=d8a9a8c8-57c2-4556-8846-b41d2c6ad3fb,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:54.573873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:54.579924 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6042d2a0-bab4-4c2d-9807-63a78926194c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1336412 Oct 20 03:38:54.584048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:54.584255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55550) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:54.590360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d74fa4d-6c32-4551-8c25-63e4b8c60288 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.596352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '60b77078-9566-41a0-ac53-76304ecf342f', 'fixed_ips': [{'subnet_id': '12ceffed-9fc7-47fd-8f79-0c40a833c5f4'}, {'subnet_id': 'd8a9a8c8-57c2-4556-8846-b41d2c6ad3fb'}], 'name': 'tempest-PortsTestJSON-992879550'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:54.612047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d74fa4d-6c32-4551-8c25-63e4b8c60288 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.618471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d74fa4d-6c32-4551-8c25-63e4b8c60288 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:54.619087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9d74fa4d-6c32-4551-8c25-63e4b8c60288 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.623151 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d74fa4d-6c32-4551-8c25-63e4b8c60288 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/ports/ce295685-4ed7-46e6-8439-87708f585afe HTTP/1.1" status: 200 len: 911 time: 1.2183666 Oct 20 03:38:54.626378 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55552) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:54.626562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:54.680966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Pushing event updated for resources: {'Port': ['ID=3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:54.685618 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.692357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Current status of the port f65e67e7-60dd-481a-b7ab-72521cb698fd is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:54.705301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74fa4d-6c32-4551-8c25-63e4b8c60288 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=ce295685-4ed7-46e6-8439-87708f585afe,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:54.706079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.736217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Could not find standard attr ID for object 0c4d3047-5e27-4ad8-b25c-49b2e7561ed7. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:38:54.770743 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Network 60b77078-9566-41a0-ac53-76304ecf342f is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:54.797535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.807279 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:54.820918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:54.836941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Attempting to bind port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:54.837484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Attempting to bind port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '6c5a6aef-1b90-4674-9f08-64578fad7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:54.838015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Attempting to bind port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 on network 157c27b6-8fc5-4773-9368-cdcb99e3d291 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:54.843500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.857240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Pushing event updated for resources: {'Port': ['ID=1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:54.859746 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Provisioning complete for port ce295685-4ed7-46e6-8439-87708f585afe triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:54.860236 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.860691 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Attempt 1 to provision port ce295685-4ed7-46e6-8439-87708f585afe Oct 20 03:38:54.866880 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:54.867434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Checking segment: {'id': '6c5a6aef-1b90-4674-9f08-64578fad7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:54.867973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.868495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Bound using segment: {'id': '6c5a6aef-1b90-4674-9f08-64578fad7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:54.869085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Bound port: 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5a6aef-1b90-4674-9f08-64578fad7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:54.869568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.904719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:54.909541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:54.911529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'Port': ['ID=56d46fd6-fae7-43fa-8d04-3fc37353d740,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:54.913923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:54.919682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:54.920455 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:54.932495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:54.939075 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f5e62902-b673-4c6c-9778-4ff53c449ecd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.6469662 Oct 20 03:38:54.941570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55554) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:55.001853 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cfc2b6-9f84-4a7c-9e66-0831777a3240 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:55.007913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cfc2b6-9f84-4a7c-9e66-0831777a3240 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:55.015766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cfc2b6-9f84-4a7c-9e66-0831777a3240 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:55.015980 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Port ce295685-4ed7-46e6-8439-87708f585afe cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:55.017041 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-14cfc2b6-9f84-4a7c-9e66-0831777a3240 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0744023 Oct 20 03:38:55.019843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55556) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:55.031908 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Attempting to bind port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:55.032407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Attempting to bind port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60b77078-9566-41a0-ac53-76304ecf342f'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:55.032977 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Attempting to bind port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee on network 60b77078-9566-41a0-ac53-76304ecf342f {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:55.041873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ade20161-51df-41b3-916c-4c5bd0e41f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.054857 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:55.054857 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Checking segment: {'id': '3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60b77078-9566-41a0-ac53-76304ecf342f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:55.055292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.055751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Bound using segment: {'id': '3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60b77078-9566-41a0-ac53-76304ecf342f'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:55.056343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Bound port: 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60b77078-9566-41a0-ac53-76304ecf342f'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:55.056816 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.094628 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade20161-51df-41b3-916c-4c5bd0e41f77 None None] Pushing event deleted for resources: {'Port': ['ID=7dcd79c4-c912-4a1a-9cee-04c6db10c02f,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:55.096615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f65e67e7-60dd-481a-b7ab-72521cb698fd up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:55.133119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-04a4aba8-986f-4ae9-a52e-902f173a4b79 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Deleting port 56d46fd6-fae7-43fa-8d04-3fc37353d740 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:55.133734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a4aba8-986f-4ae9-a52e-902f173a4b79 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.149757 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.206970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] For port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:55.209456 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade20161-51df-41b3-916c-4c5bd0e41f77 None None] No DVR routers for this DVR port 7dcd79c4-c912-4a1a-9cee-04c6db10c02f on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:55.236291 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] For port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56,segment=NetworkSegment(6c5a6aef-1b90-4674-9f08-64578fad7e87),segment_id=6c5a6aef-1b90-4674-9f08-64578fad7e87)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:55.244415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a4aba8-986f-4ae9-a52e-902f173a4b79 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.247410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.257730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb7495f-a7f2-4b96-9925-e3f13078e5c0 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:55.261176 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:55.268539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-04a4aba8-986f-4ae9-a52e-902f173a4b79 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Calling delete_port for 56d46fd6-fae7-43fa-8d04-3fc37353d740 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:55.305046 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] For port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:55.337445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] For port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee,segment=NetworkSegment(3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08),segment_id=3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:55.350010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f65e67e7-60dd-481a-b7ab-72521cb698fd triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:55.350496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.350902 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f65e67e7-60dd-481a-b7ab-72521cb698fd Oct 20 03:38:55.353092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.354469 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.433921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc7978-6ef0-4929-a833-9e2a53cf53e9 None None] Pushing event updated for resources: {'Port': ['ID=3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:55.470579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:55.494531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:55.498154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=931e99a1-5879-4e59-8125-08aa9156024e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:55.501413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:55.507078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:55.507716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.516422 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.523983 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Attempt 2 to provision port ce295685-4ed7-46e6-8439-87708f585afe Oct 20 03:38:55.524579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a4aba8-986f-4ae9-a52e-902f173a4b79 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.552540 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ed32f89c-5c2e-41f2-ac4e-bf480b8755be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4132833 Oct 20 03:38:55.555670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port f853119f-a39d-447a-90e3-8d689b3bf7fe yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:55.560422 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55558) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:55.589688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4aba8-986f-4ae9-a52e-902f173a4b79 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event deleted for resources: {'Port': ['ID=56d46fd6-fae7-43fa-8d04-3fc37353d740,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:55.690058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Port ce295685-4ed7-46e6-8439-87708f585afe cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:55.709305 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49bb0c-2e0e-45b1-8fac-a147d52e91d7 None None] Pushing event updated for resources: {'Port': ['ID=1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:55.756870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a4aba8-986f-4ae9-a52e-902f173a4b79 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.762767 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-04a4aba8-986f-4ae9-a52e-902f173a4b79 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "DELETE /v2.0/ports/56d46fd6-fae7-43fa-8d04-3fc37353d740 HTTP/1.1" status: 204 len: 168 time: 0.7392926 Oct 20 03:38:55.763181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55560) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:55.802719 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b1aa1e-1dee-42bc-a274-1efa2d09ae49 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] GET failed (client error): The resource could not be found. Oct 20 03:38:55.804961 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-10b1aa1e-1dee-42bc-a274-1efa2d09ae49 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "GET /v2.0/ports/56d46fd6-fae7-43fa-8d04-3fc37353d740 HTTP/1.1" status: 404 len: 333 time: 0.0406585 Oct 20 03:38:55.812483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55562) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:55.821373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283aeee4-ec49-4f97-80ec-9932d530a756 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:55.825723 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-283aeee4-ec49-4f97-80ec-9932d530a756 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2625346 Oct 20 03:38:55.826293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55564) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:55.830743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Request body: {'port': {'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-997486065'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:55.831339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f65e67e7-60dd-481a-b7ab-72521cb698fd is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:55.864890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '19e4c2ab-04fb-4051-bd7e-6830b6a4aec2'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:38:55.865770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:55.980544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Made reservation on behalf of 70656d4ea0d64524be7b601a3f2f65ec for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:55.982174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7dcd79c4-c912-4a1a-9cee-04c6db10c02f no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:38:55.985181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.009436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] device_id is not set on port 4117225c-d364-4bdc-babd-2957c137f994 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:56.017292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 7dcd79c4-c912-4a1a-9cee-04c6db10c02f {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:38:56.017640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7dcd79c4-c912-4a1a-9cee-04c6db10c02f not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:38:56.032673 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ed2b16-1b51-4304-8403-cec0b7a1ab53 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.090001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Allocated IP 2001:db8::f816:3eff:fe6d:36d2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/19e4c2ab-04fb-4051-bd7e-6830b6a4aec2/e4181e71-9279-4612-aab9-cbd97ae62e59) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:56.152794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-8796fef0-2de1-4954-a1bd-1f20bc512c14 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 931e99a1-5879-4e59-8125-08aa9156024e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:56.153144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8796fef0-2de1-4954-a1bd-1f20bc512c14 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.155270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Allocated IP 2001:db8::a9 (157c27b6-8fc5-4773-9368-cdcb99e3d291/e7705718-29f4-472d-882d-273e9c86dc41/4117225c-d364-4bdc-babd-2957c137f994) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:56.190948 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Attempt 3 to provision port ce295685-4ed7-46e6-8439-87708f585afe Oct 20 03:38:56.210736 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.12 (60b77078-9566-41a0-ac53-76304ecf342f/12ceffed-9fc7-47fd-8f79-0c40a833c5f4/f853119f-a39d-447a-90e3-8d689b3bf7fe) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:56.279057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.24 (60b77078-9566-41a0-ac53-76304ecf342f/d8a9a8c8-57c2-4556-8846-b41d2c6ad3fb/f853119f-a39d-447a-90e3-8d689b3bf7fe) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:56.281186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Port ce295685-4ed7-46e6-8439-87708f585afe cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:56.306150 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.327113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.344390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.359728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8796fef0-2de1-4954-a1bd-1f20bc512c14 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.373413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-8796fef0-2de1-4954-a1bd-1f20bc512c14 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 931e99a1-5879-4e59-8125-08aa9156024e owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:56.379501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Pushing event updated for resources: {'Port': ['ID=e4181e71-9279-4612-aab9-cbd97ae62e59,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:56.386821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.395322 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:56.397757 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:56.400345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:56.441625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:56.448078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:56.455393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:56.461383 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:56.462041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.466375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'Port': ['ID=4117225c-d364-4bdc-babd-2957c137f994,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:56.469168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Attempting to bind port e4181e71-9279-4612-aab9-cbd97ae62e59 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:38:56.469964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Attempting to bind port e4181e71-9279-4612-aab9-cbd97ae62e59 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:38:56.470644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Attempting to bind port e4181e71-9279-4612-aab9-cbd97ae62e59 on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:38:56.478636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:38:56.478636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:38:56.480951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.481554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:38:56.482194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Bound port: e4181e71-9279-4612-aab9-cbd97ae62e59, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:38:56.482767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.490642 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9febe0b3-8107-4289-b196-1c7373ea4bc6 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6763637 Oct 20 03:38:56.491447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55566) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:56.499806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d3c3bd4c-264b-4cb4-b2ca-0d5b89e63de9 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::260', 'mac_address': 'fa:16:3e:5e:95:99'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:56.574327 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] For port e4181e71-9279-4612-aab9-cbd97ae62e59, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:38:56.588749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3c3bd4c-264b-4cb4-b2ca-0d5b89e63de9 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.732451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] For port e4181e71-9279-4612-aab9-cbd97ae62e59, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e4181e71-9279-4612-aab9-cbd97ae62e59,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:38:56.738945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.739616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8796fef0-2de1-4954-a1bd-1f20bc512c14 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.797377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.800920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796fef0-2de1-4954-a1bd-1f20bc512c14 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=931e99a1-5879-4e59-8125-08aa9156024e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:56.834985 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Attempt 4 to provision port ce295685-4ed7-46e6-8439-87708f585afe Oct 20 03:38:56.852004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8796fef0-2de1-4954-a1bd-1f20bc512c14 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:56.855396 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8796fef0-2de1-4954-a1bd-1f20bc512c14 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/931e99a1-5879-4e59-8125-08aa9156024e HTTP/1.1" status: 204 len: 168 time: 1.0220737 Oct 20 03:38:56.861060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55568) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:56.871505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597a27e-a1ad-48b3-a6e5-47e8bdad9c7f None None] Pushing event updated for resources: {'Port': ['ID=e4181e71-9279-4612-aab9-cbd97ae62e59,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:56.884834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb7e36-f29d-4dd1-9c01-32ecf60bb399 None None] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:56.896640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-96ed2b16-1b51-4304-8403-cec0b7a1ab53 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port ce295685-4ed7-46e6-8439-87708f585afe {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:56.897233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ed2b16-1b51-4304-8403-cec0b7a1ab53 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.009617 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c6512-79f5-43f3-88ae-1dbd34e85097 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:57.011069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c6512-79f5-43f3-88ae-1dbd34e85097 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:57.015392 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e87c6512-79f5-43f3-88ae-1dbd34e85097 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1507163 Oct 20 03:38:57.015392 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.017434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55570) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:57.024258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Port ce295685-4ed7-46e6-8439-87708f585afe cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:57.262876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 60b77078-9566-41a0-ac53-76304ecf342f is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:57.269340 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:57.272319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:57.289163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=f853119f-a39d-447a-90e3-8d689b3bf7fe,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:57.289505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d60c63-05cc-4ebe-981e-f91cce1ac01c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 19e4c2ab-04fb-4051-bd7e-6830b6a4aec2 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:38:57.311885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04d60c63-05cc-4ebe-981e-f91cce1ac01c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.314169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:57.381476 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:57.381476 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.382855 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee Oct 20 03:38:57.385886 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ed2b16-1b51-4304-8403-cec0b7a1ab53 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.392552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04d60c63-05cc-4ebe-981e-f91cce1ac01c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.397256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3c3bd4c-264b-4cb4-b2ca-0d5b89e63de9 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.425350 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:57.426320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.432199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3c3bd4c-264b-4cb4-b2ca-0d5b89e63de9 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.434428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3bd4c-264b-4cb4-b2ca-0d5b89e63de9 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] In _notify_port_updated(), no bound segment for port 4117225c-d364-4bdc-babd-2957c137f994 on network 157c27b6-8fc5-4773-9368-cdcb99e3d291 {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:38:57.439413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-96ed2b16-1b51-4304-8403-cec0b7a1ab53 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for ce295685-4ed7-46e6-8439-87708f585afe owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:57.449060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3bd4c-264b-4cb4-b2ca-0d5b89e63de9 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:57.449767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3c3bd4c-264b-4cb4-b2ca-0d5b89e63de9 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.452521 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d3c3bd4c-264b-4cb4-b2ca-0d5b89e63de9 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "PUT /v2.0/ports/4117225c-d364-4bdc-babd-2957c137f994 HTTP/1.1" status: 200 len: 1001 time: 0.9598007 Oct 20 03:38:57.462348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55572) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:57.472231 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1156e126-2f16-41fe-b8b2-022e9bcd55f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8868918 Oct 20 03:38:57.474823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55574) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:57.489071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:57.489751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.526304 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Attempt 5 to provision port ce295685-4ed7-46e6-8439-87708f585afe Oct 20 03:38:57.530594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee,segment=NetworkSegment(3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08),segment_id=3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:57.550730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.551776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:57.555802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c328f1b2-3502-4ed3-96c4-bd1d20423ec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12ceffed-9fc7-47fd-8f79-0c40a833c5f4'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:57.650559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Port ce295685-4ed7-46e6-8439-87708f585afe cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:57.665202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb65286-5c80-4de3-aea1-8df555280365 None None] Network 60b77078-9566-41a0-ac53-76304ecf342f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:57.675322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04d60c63-05cc-4ebe-981e-f91cce1ac01c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.680560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c328f1b2-3502-4ed3-96c4-bd1d20423ec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.681151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:57.697742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3bd4c-264b-4cb4-b2ca-0d5b89e63de9 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'Port': ['ID=4117225c-d364-4bdc-babd-2957c137f994,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:57.759245 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-efe6383d-5d88-48e3-a428-d9627ca80ba0 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Deleting port 4117225c-d364-4bdc-babd-2957c137f994 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:57.759598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efe6383d-5d88-48e3-a428-d9627ca80ba0 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.785867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:57.786121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.786947 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 Oct 20 03:38:57.814776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04d60c63-05cc-4ebe-981e-f91cce1ac01c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.852096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04d60c63-05cc-4ebe-981e-f91cce1ac01c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:57.858114 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-04d60c63-05cc-4ebe-981e-f91cce1ac01c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/19e4c2ab-04fb-4051-bd7e-6830b6a4aec2 HTTP/1.1" status: 204 len: 168 time: 0.8369544 Oct 20 03:38:57.890990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55576) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:57.911596 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d60c63-05cc-4ebe-981e-f91cce1ac01c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=19e4c2ab-04fb-4051-bd7e-6830b6a4aec2,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:57.947820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:57.948469 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.006673 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3db0c125-0297-417f-bf64-761bab8ad111 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1145234 Oct 20 03:38:58.009377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55578) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:58.019511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56,segment=NetworkSegment(6c5a6aef-1b90-4674-9f08-64578fad7e87),segment_id=6c5a6aef-1b90-4674-9f08-64578fad7e87)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:58.035369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.068859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efe6383d-5d88-48e3-a428-d9627ca80ba0 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.086373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-efe6383d-5d88-48e3-a428-d9627ca80ba0 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Calling delete_port for 4117225c-d364-4bdc-babd-2957c137f994 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:58.120628 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-c328f1b2-3502-4ed3-96c4-bd1d20423ec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Delete allocated IP 172.20.0.24 (60b77078-9566-41a0-ac53-76304ecf342f/d8a9a8c8-57c2-4556-8846-b41d2c6ad3fb) {{(pid=103628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:38:58.264066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33677f45-f610-4779-b360-ca094757a2a5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:58.266139 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-33677f45-f610-4779-b360-ca094757a2a5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2558374 Oct 20 03:38:58.267320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efe6383d-5d88-48e3-a428-d9627ca80ba0 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.269438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55580) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:58.307598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ed2b16-1b51-4304-8403-cec0b7a1ab53 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.334354 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Attempt 6 to provision port ce295685-4ed7-46e6-8439-87708f585afe Oct 20 03:38:58.358258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed2b16-1b51-4304-8403-cec0b7a1ab53 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=ce295685-4ed7-46e6-8439-87708f585afe,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:58.378718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b5d98-a101-43ef-a1fe-a7e199bf426c None None] Port ce295685-4ed7-46e6-8439-87708f585afe was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:38:58.393028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:58.396676 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f21a7ee-8c93-4d94-8c5f-e9e8f5c78908 None None] Update dhcp port {'port': {'network_id': '60b77078-9566-41a0-ac53-76304ecf342f', 'fixed_ips': [{'subnet_id': '12ceffed-9fc7-47fd-8f79-0c40a833c5f4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8a9a8c8-57c2-4556-8846-b41d2c6ad3fb'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:38:58.407117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c328f1b2-3502-4ed3-96c4-bd1d20423ec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.436555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7f21a7ee-8c93-4d94-8c5f-e9e8f5c78908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.448813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c328f1b2-3502-4ed3-96c4-bd1d20423ec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.476718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6383d-5d88-48e3-a428-d9627ca80ba0 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event deleted for resources: {'Port': ['ID=4117225c-d364-4bdc-babd-2957c137f994,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:58.527839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efe6383d-5d88-48e3-a428-d9627ca80ba0 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.534091 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-efe6383d-5d88-48e3-a428-d9627ca80ba0 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "DELETE /v2.0/ports/4117225c-d364-4bdc-babd-2957c137f994 HTTP/1.1" status: 204 len: 168 time: 1.0682037 Oct 20 03:38:58.535153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55582) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:58.564502 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9956cdfa-ee89-4acb-b2da-66ed92623f13 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] GET failed (client error): The resource could not be found. Oct 20 03:38:58.569730 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9956cdfa-ee89-4acb-b2da-66ed92623f13 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "GET /v2.0/ports/4117225c-d364-4bdc-babd-2957c137f994 HTTP/1.1" status: 404 len: 333 time: 0.0300155 Oct 20 03:38:58.569925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d0be82-7aad-4242-afa4-31e1e878edd3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:58.571486 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e3d0be82-7aad-4242-afa4-31e1e878edd3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3009212 Oct 20 03:38:58.572124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55584) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:58.576976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55586) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:58.584301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Request body: {'port': {'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2038749039'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:58.585257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94423612-cee0-4c68-8624-fc73c6028e46 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:38:58.588932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ed2b16-1b51-4304-8403-cec0b7a1ab53 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.694388 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e806d530-9fd6-4084-9385-a74c7059f96e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110895 Oct 20 03:38:58.695115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328f1b2-3502-4ed3-96c4-bd1d20423ec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=f853119f-a39d-447a-90e3-8d689b3bf7fe,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:58.701596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55588) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:58.712149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c68cb6ce-7b8d-4080-9453-2af10d56443a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:58.715082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Provisioning complete for port 41c78abd-b62b-4e33-b759-08b5edb2da84 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:58.715522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.715961 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 1 to provision port 41c78abd-b62b-4e33-b759-08b5edb2da84 Oct 20 03:38:58.720719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Made reservation on behalf of 70656d4ea0d64524be7b601a3f2f65ec for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:58.725998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:58.746009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] device_id is not set on port b13a3b3d-6577-418c-89fb-43ebd912d742 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:38:58.831416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Port 41c78abd-b62b-4e33-b759-08b5edb2da84 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:58.861233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-7f21a7ee-8c93-4d94-8c5f-e9e8f5c78908 None None] Allocated IP 172.20.0.18 (60b77078-9566-41a0-ac53-76304ecf342f/d8a9a8c8-57c2-4556-8846-b41d2c6ad3fb/1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:58.924994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Allocated IP 2001:db8::c5 (157c27b6-8fc5-4773-9368-cdcb99e3d291/e7705718-29f4-472d-882d-273e9c86dc41/b13a3b3d-6577-418c-89fb-43ebd912d742) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:38:58.984473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7f21a7ee-8c93-4d94-8c5f-e9e8f5c78908 None None] For port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee,segment=NetworkSegment(3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08),segment_id=3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:59.027132 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7f21a7ee-8c93-4d94-8c5f-e9e8f5c78908 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.035818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a385c089-50b7-431b-a2be-314a32ba570c None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:38:59.039856 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7f21a7ee-8c93-4d94-8c5f-e9e8f5c78908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.109283 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21a7ee-8c93-4d94-8c5f-e9e8f5c78908 None None] Pushing event updated for resources: {'Port': ['ID=1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:59.171370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:59.212971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.261864 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a385c089-50b7-431b-a2be-314a32ba570c None None] Deleting port e4181e71-9279-4612-aab9-cbd97ae62e59 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:38:59.262405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a385c089-50b7-431b-a2be-314a32ba570c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.269581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.282871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:59.283282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.283753 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee Oct 20 03:38:59.334668 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 2 to provision port 41c78abd-b62b-4e33-b759-08b5edb2da84 Oct 20 03:38:59.339169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c328f1b2-3502-4ed3-96c4-bd1d20423ec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] In _notify_port_updated(), no bound segment for port f853119f-a39d-447a-90e3-8d689b3bf7fe on network 60b77078-9566-41a0-ac53-76304ecf342f {{(pid=103628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:38:59.340513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:38:59.342904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:38:59.346098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328f1b2-3502-4ed3-96c4-bd1d20423ec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:59.346882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c328f1b2-3502-4ed3-96c4-bd1d20423ec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.348344 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c328f1b2-3502-4ed3-96c4-bd1d20423ec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "PUT /v2.0/ports/f853119f-a39d-447a-90e3-8d689b3bf7fe HTTP/1.1" status: 200 len: 919 time: 1.8724289 Oct 20 03:38:59.352005 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55590) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:59.364916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:38:59.375321 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:59.376363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.402057 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8288066 Oct 20 03:38:59.403112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e54b3-ea26-42db-b008-0f14184945bd tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'Port': ['ID=b13a3b3d-6577-418c-89fb-43ebd912d742,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:59.406290 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55592) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:59.412731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-417bff1f-ba4f-4491-9d3e-be609439b02a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5e:95:99'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:59.440475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a385c089-50b7-431b-a2be-314a32ba570c None None] For port e4181e71-9279-4612-aab9-cbd97ae62e59, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e4181e71-9279-4612-aab9-cbd97ae62e59,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:38:59.441010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a385c089-50b7-431b-a2be-314a32ba570c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.443651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Port 41c78abd-b62b-4e33-b759-08b5edb2da84 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:38:59.462828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f0e48808-78d8-4886-9f92-ccdf93dc1da6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12ceffed-9fc7-47fd-8f79-0c40a833c5f4'}, {'subnet_id': 'd8a9a8c8-57c2-4556-8846-b41d2c6ad3fb'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:38:59.474188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a385c089-50b7-431b-a2be-314a32ba570c None None] Calling delete_port for e4181e71-9279-4612-aab9-cbd97ae62e59 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:38:59.506383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ed2b16-1b51-4304-8403-cec0b7a1ab53 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router 5192d5c5-762e-4250-8e24-c27573458826 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:38:59.529101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68cb6ce-7b8d-4080-9453-2af10d56443a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:38:59.534316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c68cb6ce-7b8d-4080-9453-2af10d56443a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.609011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0e48808-78d8-4886-9f92-ccdf93dc1da6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.634972 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-417bff1f-ba4f-4491-9d3e-be609439b02a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.644829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:59.646027 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:38:59.686335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a385c089-50b7-431b-a2be-314a32ba570c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.729530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385c089-50b7-431b-a2be-314a32ba570c None None] Pushing event deleted for resources: {'Port': ['ID=e4181e71-9279-4612-aab9-cbd97ae62e59,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:38:59.741612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385c089-50b7-431b-a2be-314a32ba570c None None] No DVR routers for this DVR port e4181e71-9279-4612-aab9-cbd97ae62e59 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:38:59.762827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:38:59.763208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.763713 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 Oct 20 03:38:59.869351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:38:59.897183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-417bff1f-ba4f-4491-9d3e-be609439b02a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.903332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-417bff1f-ba4f-4491-9d3e-be609439b02a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.904007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-417bff1f-ba4f-4491-9d3e-be609439b02a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] In _notify_port_updated(), no bound segment for port b13a3b3d-6577-418c-89fb-43ebd912d742 on network 157c27b6-8fc5-4773-9368-cdcb99e3d291 {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:38:59.910655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417bff1f-ba4f-4491-9d3e-be609439b02a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:38:59.911316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-417bff1f-ba4f-4491-9d3e-be609439b02a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:38:59.912692 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-417bff1f-ba4f-4491-9d3e-be609439b02a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "PUT /v2.0/ports/b13a3b3d-6577-418c-89fb-43ebd912d742 HTTP/1.1" status: 200 len: 1002 time: 0.5054543 Oct 20 03:38:59.917929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55594) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:38:59.947521 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 3 to provision port 41c78abd-b62b-4e33-b759-08b5edb2da84 Oct 20 03:38:59.993865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bff1f-ba4f-4491-9d3e-be609439b02a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'Port': ['ID=b13a3b3d-6577-418c-89fb-43ebd912d742,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:00.003332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Port 41c78abd-b62b-4e33-b759-08b5edb2da84 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:00.031529 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ed2b16-1b51-4304-8403-cec0b7a1ab53 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:00.033905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd014183-59e3-42ae-af5a-b02fd26c1742 None None] Network 60b77078-9566-41a0-ac53-76304ecf342f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:00.044430 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-96ed2b16-1b51-4304-8403-cec0b7a1ab53 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/5192d5c5-762e-4250-8e24-c27573458826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4169667 Oct 20 03:39:00.048013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55596) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:00.050219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-305f50d2-defd-4561-a537-2c7ffb019da7 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Deleting port b13a3b3d-6577-418c-89fb-43ebd912d742 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:00.050562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-305f50d2-defd-4561-a537-2c7ffb019da7 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.051559 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988de52e-73c7-4b8a-b65a-e008c7fb1153 None None] Sync routers for ids ['5192d5c5-762e-4250-8e24-c27573458826'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:00.066725 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988de52e-73c7-4b8a-b65a-e008c7fb1153 None None] Routers {'5192d5c5-762e-4250-8e24-c27573458826'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:00.070968 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-988de52e-73c7-4b8a-b65a-e008c7fb1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['5192d5c5-762e-4250-8e24-c27573458826'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:00.102292 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bb4e8837-f1e3-4344-a199-b1d1e6e69a8d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=5192d5c5-762e-4250-8e24-c27573458826 HTTP/1.1" status: 200 len: 205 time: 0.0479999 Oct 20 03:39:00.106219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55598) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:00.119805 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-988de52e-73c7-4b8a-b65a-e008c7fb1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:00.132015 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988de52e-73c7-4b8a-b65a-e008c7fb1153 None None] Routers {'5192d5c5-762e-4250-8e24-c27573458826'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:00.132881 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-988de52e-73c7-4b8a-b65a-e008c7fb1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['5192d5c5-762e-4250-8e24-c27573458826'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:00.172089 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.objects.ports [None req-c68cb6ce-7b8d-4080-9453-2af10d56443a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:39:00.176034 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c68cb6ce-7b8d-4080-9453-2af10d56443a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.182891 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-988de52e-73c7-4b8a-b65a-e008c7fb1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:00.183798 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988de52e-73c7-4b8a-b65a-e008c7fb1153 None None] The sync data for ids ['5192d5c5-762e-4250-8e24-c27573458826'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:00.231519 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68cb6ce-7b8d-4080-9453-2af10d56443a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:00.232611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81eb8c4c-3d66-47bc-aafb-2afb70e8222f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.257556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-c68cb6ce-7b8d-4080-9453-2af10d56443a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:00.266084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68cb6ce-7b8d-4080-9453-2af10d56443a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:00.266680 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c68cb6ce-7b8d-4080-9453-2af10d56443a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.269207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d249907b-cc7d-4555-b7a8-7952736644ce None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:00.275567 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cb6ce-7b8d-4080-9453-2af10d56443a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=153b4fad-f82b-4f76-bc37-f6e1878a358e,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:00.297857 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c68cb6ce-7b8d-4080-9453-2af10d56443a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5895445 Oct 20 03:39:00.301341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55600) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:00.308137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:6c:98:d7', 'name': 'tempest-NetworksTestDHCPv6-1689332725'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:00.315960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-f0e48808-78d8-4886-9f92-ccdf93dc1da6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.28 (60b77078-9566-41a0-ac53-76304ecf342f/d8a9a8c8-57c2-4556-8846-b41d2c6ad3fb/f853119f-a39d-447a-90e3-8d689b3bf7fe) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:00.318161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-305f50d2-defd-4561-a537-2c7ffb019da7 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.387336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-305f50d2-defd-4561-a537-2c7ffb019da7 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Calling delete_port for b13a3b3d-6577-418c-89fb-43ebd912d742 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:00.428726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81eb8c4c-3d66-47bc-aafb-2afb70e8222f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.432199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81eb8c4c-3d66-47bc-aafb-2afb70e8222f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.463437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '153b4fad-f82b-4f76-bc37-f6e1878a358e'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:00.464578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.517007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81eb8c4c-3d66-47bc-aafb-2afb70e8222f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.517479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eb8c4c-3d66-47bc-aafb-2afb70e8222f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Fanout notify agent at l3_agent the message router_deleted on router 5192d5c5-762e-4250-8e24-c27573458826 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:39:00.518995 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:00.528167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81eb8c4c-3d66-47bc-aafb-2afb70e8222f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.529280 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-81eb8c4c-3d66-47bc-aafb-2afb70e8222f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/5192d5c5-762e-4250-8e24-c27573458826 HTTP/1.1" status: 204 len: 168 time: 0.4223356 Oct 20 03:39:00.533866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55602) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:00.555703 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 4 to provision port 41c78abd-b62b-4e33-b759-08b5edb2da84 Oct 20 03:39:00.559731 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0e48808-78d8-4886-9f92-ccdf93dc1da6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.594021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0e48808-78d8-4886-9f92-ccdf93dc1da6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.661354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-305f50d2-defd-4561-a537-2c7ffb019da7 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.692100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f50d2-defd-4561-a537-2c7ffb019da7 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event deleted for resources: {'Port': ['ID=b13a3b3d-6577-418c-89fb-43ebd912d742,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:00.701186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Port 41c78abd-b62b-4e33-b759-08b5edb2da84 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:00.705328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e348f4-285b-41ee-8a5b-7318d1a85503 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting subnet cc7c61ab-cdee-426b-9320-7edcb0fdf8d5 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:00.708690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78e348f4-285b-41ee-8a5b-7318d1a85503 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.709156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Allocated IP 2001:db8::f816:3eff:fee3:b293 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/153b4fad-f82b-4f76-bc37-f6e1878a358e/182c9b95-995f-4901-a384-7bba871c647b) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:00.732039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e48808-78d8-4886-9f92-ccdf93dc1da6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=f853119f-a39d-447a-90e3-8d689b3bf7fe,revision_number=3']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:00.750920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.772249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-305f50d2-defd-4561-a537-2c7ffb019da7 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.775175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-f0e48808-78d8-4886-9f92-ccdf93dc1da6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] In _notify_port_updated(), no bound segment for port f853119f-a39d-447a-90e3-8d689b3bf7fe on network 60b77078-9566-41a0-ac53-76304ecf342f {{(pid=103628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:39:00.776436 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-305f50d2-defd-4561-a537-2c7ffb019da7 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "DELETE /v2.0/ports/b13a3b3d-6577-418c-89fb-43ebd912d742 HTTP/1.1" status: 204 len: 168 time: 0.8586226 Oct 20 03:39:00.779465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55604) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:00.782219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e48808-78d8-4886-9f92-ccdf93dc1da6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:00.782908 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0e48808-78d8-4886-9f92-ccdf93dc1da6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.784228 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f0e48808-78d8-4886-9f92-ccdf93dc1da6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "PUT /v2.0/ports/f853119f-a39d-447a-90e3-8d689b3bf7fe HTTP/1.1" status: 200 len: 999 time: 1.3260496 Oct 20 03:39:00.790004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55606) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:00.823263 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d746b3ee-06e5-439c-ae34-bb25d9489d73 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] GET failed (client error): The resource could not be found. Oct 20 03:39:00.829601 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d746b3ee-06e5-439c-ae34-bb25d9489d73 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "GET /v2.0/ports/b13a3b3d-6577-418c-89fb-43ebd912d742 HTTP/1.1" status: 404 len: 333 time: 0.0440547 Oct 20 03:39:00.829601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78e348f4-285b-41ee-8a5b-7318d1a85503 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.832067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55608) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:00.832645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 6cdeff9a-c0cf-47c0-8e1c-2b7b05f9d283 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:00.927071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.939679 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:00.949398 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Request body: {'port': {'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1101628914'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:01.012075 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:01.015942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:01.027905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:01.052169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb1d9b-8cb0-43ba-a900-a31f8de5be9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port f853119f-a39d-447a-90e3-8d689b3bf7fe {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:01.055092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Pushing event updated for resources: {'Port': ['ID=182c9b95-995f-4901-a384-7bba871c647b,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:01.060099 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbdb1d9b-8cb0-43ba-a900-a31f8de5be9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.082883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78e348f4-285b-41ee-8a5b-7318d1a85503 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.095261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:01.112505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::f816:3eff:fe6c:98d7 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/153b4fad-f82b-4f76-bc37-f6e1878a358e/6cdeff9a-c0cf-47c0-8e1c-2b7b05f9d283) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:01.185254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Attempting to bind port 182c9b95-995f-4901-a384-7bba871c647b on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:01.185973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Attempting to bind port 182c9b95-995f-4901-a384-7bba871c647b by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:01.186839 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Attempting to bind port 182c9b95-995f-4901-a384-7bba871c647b on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:01.189819 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78e348f4-285b-41ee-8a5b-7318d1a85503 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.200704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:01.201330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:01.202625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.202625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:01.203408 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Bound port: 182c9b95-995f-4901-a384-7bba871c647b, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:01.203576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.207268 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 5 to provision port 41c78abd-b62b-4e33-b759-08b5edb2da84 Oct 20 03:39:01.235151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e348f4-285b-41ee-8a5b-7318d1a85503 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7c61ab-cdee-426b-9320-7edcb0fdf8d5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:01.236599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Made reservation on behalf of 70656d4ea0d64524be7b601a3f2f65ec for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:01.240461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.243271 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78e348f4-285b-41ee-8a5b-7318d1a85503 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.247058 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-78e348f4-285b-41ee-8a5b-7318d1a85503 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/cc7c61ab-cdee-426b-9320-7edcb0fdf8d5 HTTP/1.1" status: 204 len: 168 time: 0.7122576 Oct 20 03:39:01.249840 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55610) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:01.251996 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbdb1d9b-8cb0-43ba-a900-a31f8de5be9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.260769 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cf7bfa-e822-4abf-a47e-c6f555120bd0 None None] Network e3f959e9-3d4a-4990-b278-ae2e221df288 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:01.281196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb1d9b-8cb0-43ba-a900-a31f8de5be9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for f853119f-a39d-447a-90e3-8d689b3bf7fe owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:01.299315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] device_id is not set on port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:01.351272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Port 41c78abd-b62b-4e33-b759-08b5edb2da84 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:01.383436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.389133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:01.389739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.390177 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee Oct 20 03:39:01.445816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.471057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] For port 182c9b95-995f-4901-a384-7bba871c647b, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:01.502642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] For port 182c9b95-995f-4901-a384-7bba871c647b, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=182c9b95-995f-4901-a384-7bba871c647b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:01.515137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.522581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.531773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Allocated IP 2001:db8::42 (157c27b6-8fc5-4773-9368-cdcb99e3d291/e7705718-29f4-472d-882d-273e9c86dc41/b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:01.641369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b032faf-09d5-424c-aaaa-df567bb5f0a5 None None] Pushing event updated for resources: {'Port': ['ID=182c9b95-995f-4901-a384-7bba871c647b,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:01.699649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:01.709734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:01.711609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:01.712153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=6cdeff9a-c0cf-47c0-8e1c-2b7b05f9d283,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:01.727752 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:01.740064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e4181e71-9279-4612-aab9-cbd97ae62e59 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:01.743910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:01.744799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.775543 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-09c06654-f79a-4717-ab5a-af5c06e9889b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4729736 Oct 20 03:39:01.788835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55612) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:01.829883 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: e4181e71-9279-4612-aab9-cbd97ae62e59 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:01.830256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e4181e71-9279-4612-aab9-cbd97ae62e59 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:01.838949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4962ccd6-24fc-4fd0-8720-fbd95291a5ce None None] DHCP port deletion for e3f959e9-3d4a-4990-b278-ae2e221df288 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:01.856829 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 6 to provision port 41c78abd-b62b-4e33-b759-08b5edb2da84 Oct 20 03:39:01.864538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbdb1d9b-8cb0-43ba-a900-a31f8de5be9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:01.961753 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb1d9b-8cb0-43ba-a900-a31f8de5be9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=f853119f-a39d-447a-90e3-8d689b3bf7fe,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:01.996753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Port 41c78abd-b62b-4e33-b759-08b5edb2da84 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:02.017010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4962ccd6-24fc-4fd0-8720-fbd95291a5ce None None] Deleting port f65e67e7-60dd-481a-b7ab-72521cb698fd {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:02.018080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4962ccd6-24fc-4fd0-8720-fbd95291a5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.025594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad9f370-c086-4115-935a-6ac9e8498492 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:02.032047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad9f370-c086-4115-935a-6ac9e8498492 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:02.036330 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bad9f370-c086-4115-935a-6ac9e8498492 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2427921 Oct 20 03:39:02.040684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port f65e67e7-60dd-481a-b7ab-72521cb698fd {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:02.041162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.042234 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55614) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:02.059713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.137234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-4962ccd6-24fc-4fd0-8720-fbd95291a5ce None None] For port f65e67e7-60dd-481a-b7ab-72521cb698fd, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f65e67e7-60dd-481a-b7ab-72521cb698fd,segment=NetworkSegment(c7a63f4a-2519-41ab-a89c-818fabc99643),segment_id=c7a63f4a-2519-41ab-a89c-818fabc99643)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:02.137885 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4962ccd6-24fc-4fd0-8720-fbd95291a5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.144217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port f65e67e7-60dd-481a-b7ab-72521cb698fd, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f65e67e7-60dd-481a-b7ab-72521cb698fd,segment=NetworkSegment(c7a63f4a-2519-41ab-a89c-818fabc99643),segment_id=c7a63f4a-2519-41ab-a89c-818fabc99643)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:02.144780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.152186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4962ccd6-24fc-4fd0-8720-fbd95291a5ce None None] Calling delete_port for f65e67e7-60dd-481a-b7ab-72521cb698fd owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:02.161665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for f65e67e7-60dd-481a-b7ab-72521cb698fd owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:02.171765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbdb1d9b-8cb0-43ba-a900-a31f8de5be9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.178545 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dbdb1d9b-8cb0-43ba-a900-a31f8de5be9a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/f853119f-a39d-447a-90e3-8d689b3bf7fe HTTP/1.1" status: 204 len: 168 time: 1.3821316 Oct 20 03:39:02.178753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55616) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:02.200483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-93801cec-cc61-41f2-8c36-327682e4707a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 6cdeff9a-c0cf-47c0-8e1c-2b7b05f9d283 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:02.201106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-93801cec-cc61-41f2-8c36-327682e4707a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.219341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.244788 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3c280f-3ee2-4efa-8f80-c542cf7a0e96 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:39:02.249388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4962ccd6-24fc-4fd0-8720-fbd95291a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.250117 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ee3c280f-3ee2-4efa-8f80-c542cf7a0e96 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/f853119f-a39d-447a-90e3-8d689b3bf7fe HTTP/1.1" status: 404 len: 333 time: 0.0697849 Oct 20 03:39:02.253856 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55618) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:02.277389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962ccd6-24fc-4fd0-8720-fbd95291a5ce None None] No DVR routers for this DVR port f65e67e7-60dd-481a-b7ab-72521cb698fd on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:02.278995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962ccd6-24fc-4fd0-8720-fbd95291a5ce None None] Pushing event deleted for resources: {'Port': ['ID=f65e67e7-60dd-481a-b7ab-72521cb698fd,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:02.307813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-93801cec-cc61-41f2-8c36-327682e4707a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.321091 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-93801cec-cc61-41f2-8c36-327682e4707a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 6cdeff9a-c0cf-47c0-8e1c-2b7b05f9d283 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:02.339056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:02.350236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:02.360312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:02.366059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:02.366497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.373737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'Port': ['ID=b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:02.393764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4886abe-0e99-4672-a307-52cfcdfbc1d2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting subnet d8a9a8c8-57c2-4556-8846-b41d2c6ad3fb {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:02.398567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4886abe-0e99-4672-a307-52cfcdfbc1d2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.425570 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-880a09e4-7cf1-457a-add3-1471addfb81a tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5922055 Oct 20 03:39:02.429385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55620) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:02.434577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Request body: {'port': {'network_id': '157c27b6-8fc5-4773-9368-cdcb99e3d291', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1039776451'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:02.461590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.488931 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-93801cec-cc61-41f2-8c36-327682e4707a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.498623 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 7 to provision port 41c78abd-b62b-4e33-b759-08b5edb2da84 Oct 20 03:39:02.528142 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93801cec-cc61-41f2-8c36-327682e4707a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=6cdeff9a-c0cf-47c0-8e1c-2b7b05f9d283,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:02.580418 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-93801cec-cc61-41f2-8c36-327682e4707a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.585723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Port 41c78abd-b62b-4e33-b759-08b5edb2da84 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:02.587046 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-93801cec-cc61-41f2-8c36-327682e4707a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/6cdeff9a-c0cf-47c0-8e1c-2b7b05f9d283 HTTP/1.1" status: 204 len: 168 time: 0.5402799 Oct 20 03:39:02.591721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55622) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:02.666293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c142578f-4d00-42fa-acc3-19c04f6dbb63 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:02.668315 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c142578f-4d00-42fa-acc3-19c04f6dbb63 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:02.670343 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c142578f-4d00-42fa-acc3-19c04f6dbb63 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0759013 Oct 20 03:39:02.673941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55624) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:02.732340 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-937292e5-95de-48e2-bd34-256cfe629d56 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 153b4fad-f82b-4f76-bc37-f6e1878a358e {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:02.737391 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-937292e5-95de-48e2-bd34-256cfe629d56 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.791168 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-937292e5-95de-48e2-bd34-256cfe629d56 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.861755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4886abe-0e99-4672-a307-52cfcdfbc1d2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.864807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=f65e67e7-60dd-481a-b7ab-72521cb698fd,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:02.889243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-937292e5-95de-48e2-bd34-256cfe629d56 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:02.923397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No DVR routers for this DVR port f65e67e7-60dd-481a-b7ab-72521cb698fd on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:02.961468 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-937292e5-95de-48e2-bd34-256cfe629d56 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.011872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937292e5-95de-48e2-bd34-256cfe629d56 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=153b4fad-f82b-4f76-bc37-f6e1878a358e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:03.016968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-937292e5-95de-48e2-bd34-256cfe629d56 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.024553 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-937292e5-95de-48e2-bd34-256cfe629d56 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/153b4fad-f82b-4f76-bc37-f6e1878a358e HTTP/1.1" status: 204 len: 168 time: 0.3491859 Oct 20 03:39:03.025468 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55626) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:03.065053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafac16b-0dbb-4090-80e7-ed2d31ceba15 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:03.080756 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4cecedc7-721c-407a-8d41-e4068b98d36b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538077 Oct 20 03:39:03.081454 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55628) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:03.087287 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:03.087541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 182c9b95-995f-4901-a384-7bba871c647b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:03.088385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.089169 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 8 to provision port 41c78abd-b62b-4e33-b759-08b5edb2da84 Oct 20 03:39:03.124931 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Made reservation on behalf of 70656d4ea0d64524be7b601a3f2f65ec for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:03.128409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.132520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f959e9-3d4a-4990-b278-ae2e221df288']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:03.135132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4886abe-0e99-4672-a307-52cfcdfbc1d2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.180583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a63f4a-2519-41ab-a89c-818fabc99643') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:03.180881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a63f4a-2519-41ab-a89c-818fabc99643') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:03.182349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:03.187038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.200496 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] device_id is not set on port 65d265f8-fa33-4631-a860-d57633261246 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:03.209901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.265798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.280853 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:03.281272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.343184 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment c7a63f4a-2519-41ab-a89c-818fabc99643 resource provider aggregate not found Oct 20 03:39:03.344107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Port 41c78abd-b62b-4e33-b759-08b5edb2da84 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:03.396536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4886abe-0e99-4672-a307-52cfcdfbc1d2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.396727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 182c9b95-995f-4901-a384-7bba871c647b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:03.397007 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.397351 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 182c9b95-995f-4901-a384-7bba871c647b Oct 20 03:39:03.406110 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment c7a63f4a-2519-41ab-a89c-818fabc99643 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7a63f4a-2519-41ab-a89c-818fabc99643 found for delete ", "request_id": "req-8b69375b-3fa3-46ed-8253-218a21d9d8b7"}]} Oct 20 03:39:03.457390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.460067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4886abe-0e99-4672-a307-52cfcdfbc1d2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a9a8c8-57c2-4556-8846-b41d2c6ad3fb,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:03.467351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4886abe-0e99-4672-a307-52cfcdfbc1d2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.473295 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c4886abe-0e99-4672-a307-52cfcdfbc1d2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/d8a9a8c8-57c2-4556-8846-b41d2c6ad3fb HTTP/1.1" status: 204 len: 168 time: 1.1963048 Oct 20 03:39:03.475154 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55634) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:03.490669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.490814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2af32d2-1613-4c3f-b754-4933de140378 None None] Network 60b77078-9566-41a0-ac53-76304ecf342f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:03.501303 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/networks/e3f959e9-3d4a-4990-b278-ae2e221df288 HTTP/1.1" status: 204 len: 168 time: 2.2450924 Oct 20 03:39:03.501303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf6e36-a269-4e0c-b551-8084784b9e4f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Network': ['ID=e3f959e9-3d4a-4990-b278-ae2e221df288,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:03.502044 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55636) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:03.508669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-37c17d3c-388b-4796-8e55-aad8a64471be tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-95885746', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:03.522221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f4571-85af-4ac0-bbe7-c1a0e2bbdee1 None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:03.538323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Allocated IP 2001:db8::16f (157c27b6-8fc5-4773-9368-cdcb99e3d291/e7705718-29f4-472d-882d-273e9c86dc41/65d265f8-fa33-4631-a860-d57633261246) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:03.546036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 182c9b95-995f-4901-a384-7bba871c647b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:03.546387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.563527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37c17d3c-388b-4796-8e55-aad8a64471be tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.564576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37c17d3c-388b-4796-8e55-aad8a64471be tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.604560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ff1233-8d38-44bc-869d-7f50f046fee8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting subnet 12ceffed-9fc7-47fd-8f79-0c40a833c5f4 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:03.610928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31ff1233-8d38-44bc-869d-7f50f046fee8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.613887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.objects.ports [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:39:03.659730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 182c9b95-995f-4901-a384-7bba871c647b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=182c9b95-995f-4901-a384-7bba871c647b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:03.678104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37c17d3c-388b-4796-8e55-aad8a64471be tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.680776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.687118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37c17d3c-388b-4796-8e55-aad8a64471be tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.717526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31ff1233-8d38-44bc-869d-7f50f046fee8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.752626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37c17d3c-388b-4796-8e55-aad8a64471be tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.756553 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-37c17d3c-388b-4796-8e55-aad8a64471be tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2535193 Oct 20 03:39:03.761626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55638) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:03.767245 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-869389771'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:03.777101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f4571-85af-4ac0-bbe7-c1a0e2bbdee1 None None] Deleting port 182c9b95-995f-4901-a384-7bba871c647b {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:03.777708 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0f4f4571-85af-4ac0-bbe7-c1a0e2bbdee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.781477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=182c9b95-995f-4901-a384-7bba871c647b,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:03.801751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f65e67e7-60dd-481a-b7ab-72521cb698fd no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:03.818375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:03.821995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.830964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.838426 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: f65e67e7-60dd-481a-b7ab-72521cb698fd {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:03.838989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f65e67e7-60dd-481a-b7ab-72521cb698fd not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:03.857076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:03.866177 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 9 to provision port 41c78abd-b62b-4e33-b759-08b5edb2da84 Oct 20 03:39:03.879429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31ff1233-8d38-44bc-869d-7f50f046fee8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.886107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.886460 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added segment 5f42505f-bf6a-4d53-94a4-5620b710c411 of type vlan for network 37e52ed4-ee10-4eeb-bb64-cc34c117d67d Oct 20 03:39:03.905998 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.919138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Port 41c78abd-b62b-4e33-b759-08b5edb2da84 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:03.939719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.941388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0f4f4571-85af-4ac0-bbe7-c1a0e2bbdee1 None None] For port 182c9b95-995f-4901-a384-7bba871c647b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=182c9b95-995f-4901-a384-7bba871c647b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:03.941388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0f4f4571-85af-4ac0-bbe7-c1a0e2bbdee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.956957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f4571-85af-4ac0-bbe7-c1a0e2bbdee1 None None] Calling delete_port for 182c9b95-995f-4901-a384-7bba871c647b owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:03.980747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:03.996526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31ff1233-8d38-44bc-869d-7f50f046fee8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.002036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:04.009538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:04.024995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:04.031837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:04.032517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.047663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'Port': ['ID=65d265f8-fa33-4631-a860-d57633261246,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:04.049777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff1233-8d38-44bc-869d-7f50f046fee8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Subnet': ['ID=12ceffed-9fc7-47fd-8f79-0c40a833c5f4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:04.057952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.062221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31ff1233-8d38-44bc-869d-7f50f046fee8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.064466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:04.065159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.068817 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-31ff1233-8d38-44bc-869d-7f50f046fee8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/12ceffed-9fc7-47fd-8f79-0c40a833c5f4 HTTP/1.1" status: 204 len: 168 time: 0.5924740 Oct 20 03:39:04.072769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55640) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:04.097241 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b57f9ebc-9c13-4986-8ea1-fcb9ea525a9f tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6672041 Oct 20 03:39:04.105478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55642) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:04.117957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3644b282-e6d4-44b0-8f24-44b05c8b7d05 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::260', 'mac_address': 'fa:16:3e:5e:95:99'}, {'ip_address': '2001:db8::42', 'mac_address': 'fa:16:3e:85:f9:ef'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:04.160122 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3976533 Oct 20 03:39:04.165040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55644) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:04.175629 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'subnet': {'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:04.208481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.234390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] For port 182c9b95-995f-4901-a384-7bba871c647b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=182c9b95-995f-4901-a384-7bba871c647b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:04.292234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ee58a-e759-4325-8e0c-c5c1529cb859 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Network': ['ID=37e52ed4-ee10-4eeb-bb64-cc34c117d67d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:04.306637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 37e52ed4-ee10-4eeb-bb64-cc34c117d67d details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:39:04.352129 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3644b282-e6d4-44b0-8f24-44b05c8b7d05 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.377323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:04.382464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.420822 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 10 to provision port 41c78abd-b62b-4e33-b759-08b5edb2da84 Oct 20 03:39:04.470926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Port 41c78abd-b62b-4e33-b759-08b5edb2da84 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:04.483368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Provisioning complete for port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:04.483753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.484071 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 1 to provision port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 Oct 20 03:39:04.589757 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Current status of the port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:04.595731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Could not find standard attr ID for object 4117225c-d364-4bdc-babd-2957c137f994. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:04.602654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Could not find standard attr ID for object 56d46fd6-fae7-43fa-8d04-3fc37353d740. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:04.617115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Provisioning complete for port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:04.617499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.617844 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Attempt 1 to provision port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee Oct 20 03:39:04.646617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.662819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd375976-a613-4ec0-a26d-19efdabebacf None None] Network 60b77078-9566-41a0-ac53-76304ecf342f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:04.663072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.672637 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.673664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.693460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0f4f4571-85af-4ac0-bbe7-c1a0e2bbdee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.756800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Checking segment: {'id': '5f42505f-bf6a-4d53-94a4-5620b710c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:04.757169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network hostable DHCP agents. Network: 37e52ed4-ee10-4eeb-bb64-cc34c117d67d, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:04.761629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f4571-85af-4ac0-bbe7-c1a0e2bbdee1 None None] No DVR routers for this DVR port 182c9b95-995f-4901-a384-7bba871c647b on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:04.767146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:04.773610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f4571-85af-4ac0-bbe7-c1a0e2bbdee1 None None] Pushing event deleted for resources: {'Port': ['ID=182c9b95-995f-4901-a384-7bba871c647b,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:04.773753 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:04.780591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Subnet': ['ID=1e70e9d6-201c-4521-b59b-6d17f9b5d887,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:04.785981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:04.786656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.790524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=56c17af8-e5da-4b9e-a66c-cee1f5840e79,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:04.804247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=182c9b95-995f-4901-a384-7bba871c647b,revision_number=6']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:04.815972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:04.818448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6cffa-32b5-4e8a-b434-c94a979285a9 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:04.823401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.831191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 37e52ed4-ee10-4eeb-bb64-cc34c117d67d is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:04.845868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 37e52ed4-ee10-4eeb-bb64-cc34c117d67d) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:04.851277 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-db2c9d02-2af0-445b-bc64-bb9fa539bae6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7687125 Oct 20 03:39:04.853987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55646) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:04.858643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:04.859463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.869379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:be:c1:b5', 'name': 'tempest-NetworksTestDHCPv6-1993100594'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:04.871145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a118fa49-3e7e-43fd-af43-36fc2a00e2e5 None None] Network 37e52ed4-ee10-4eeb-bb64-cc34c117d67d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:04.890830 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cd619f19-002b-49c2-8a67-9d6a0dfb8568 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7249286 Oct 20 03:39:04.893649 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55648) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:04.915632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bd134d2d-bffa-45a2-a9e7-158bc0462be9 None None] Current status of the port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:04.983456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] For port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee,segment=NetworkSegment(3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08),segment_id=3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:04.983838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:04.989299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3644b282-e6d4-44b0-8f24-44b05c8b7d05 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.005135 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:05.040922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3644b282-e6d4-44b0-8f24-44b05c8b7d05 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.041599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-3644b282-e6d4-44b0-8f24-44b05c8b7d05 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] In _notify_port_updated(), no bound segment for port 65d265f8-fa33-4631-a860-d57633261246 on network 157c27b6-8fc5-4773-9368-cdcb99e3d291 {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:39:05.047879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3644b282-e6d4-44b0-8f24-44b05c8b7d05 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:05.048578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3644b282-e6d4-44b0-8f24-44b05c8b7d05 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.049911 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3644b282-e6d4-44b0-8f24-44b05c8b7d05 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "PUT /v2.0/ports/65d265f8-fa33-4631-a860-d57633261246 HTTP/1.1" status: 200 len: 1067 time: 0.9431717 Oct 20 03:39:05.058262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55650) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:05.099777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:05.104033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.131008 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 182c9b95-995f-4901-a384-7bba871c647b no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:05.132797 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18eed17-d647-41fc-8e68-b2890d66548a None None] DHCP port deletion for 60b77078-9566-41a0-ac53-76304ecf342f request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:05.138174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 768f1a99-0abc-4c1d-929a-8eb9de337b6d yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:05.183515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.205127 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 182c9b95-995f-4901-a384-7bba871c647b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:05.205484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 182c9b95-995f-4901-a384-7bba871c647b not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:05.211728 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f18eed17-d647-41fc-8e68-b2890d66548a None None] The port '1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee' was deleted {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2057}} Oct 20 03:39:05.212762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644b282-e6d4-44b0-8f24-44b05c8b7d05 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event updated for resources: {'Port': ['ID=65d265f8-fa33-4631-a860-d57633261246,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:05.218397 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:05.223528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Provisioning complete for port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:05.224067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.224438 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Attempt 1 to provision port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 Oct 20 03:39:05.230283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No DVR routers for this DVR port 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:05.340910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:05.344231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '56c17af8-e5da-4b9e-a66c-cee1f5840e79'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:05.345875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.358867 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.360035 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:05.361420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.371765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.401866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b77078-9566-41a0-ac53-76304ecf342f']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:05.405331 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::f816:3eff:febe:c1b5 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/56c17af8-e5da-4b9e-a66c-cee1f5840e79/768f1a99-0abc-4c1d-929a-8eb9de337b6d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:05.418054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:05.418352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:05.434234 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.442395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-42666bfc-bfa8-4926-85f5-bf9c8fddb73d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Deleting port 65d265f8-fa33-4631-a860-d57633261246 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:05.442884 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-42666bfc-bfa8-4926-85f5-bf9c8fddb73d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.471747 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.485907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:05.486326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.510353 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08 resource provider aggregate not found Oct 20 03:39:05.533286 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dbd6d93-3e0e-46a8-bb91-b7f6cbbeaa08 found for delete ", "request_id": "req-e6ce7ff5-1c28-4098-accb-2bdafd5c0866"}]} Oct 20 03:39:05.581264 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Allocated IP 2001:db8::2 (37e52ed4-ee10-4eeb-bb64-cc34c117d67d/1e70e9d6-201c-4521-b59b-6d17f9b5d887/429542d4-d84b-4d0c-a952-cfc97f6cb468) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:05.617817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.639312 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.647001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55656) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:05.647327 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/networks/60b77078-9566-41a0-ac53-76304ecf342f HTTP/1.1" status: 204 len: 168 time: 1.5737791 Oct 20 03:39:05.648493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095e551-cb1a-4cd0-83d0-e257a0a8a1ea tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Network': ['ID=60b77078-9566-41a0-ac53-76304ecf342f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:05.687074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-42666bfc-bfa8-4926-85f5-bf9c8fddb73d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.689976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.715779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-42666bfc-bfa8-4926-85f5-bf9c8fddb73d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Calling delete_port for 65d265f8-fa33-4631-a860-d57633261246 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:05.733725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.748461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c9762-1701-4f9b-a49e-bda8e6e9073a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:05.749970 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6c5c9762-1701-4f9b-a49e-bda8e6e9073a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1020329 Oct 20 03:39:05.766715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:05.767551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55658) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:05.778822 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:05.801495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:05.807156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:05.807878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.817492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Allocated IP 2001:db8::f816:3eff:fe4e:c66a (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/56c17af8-e5da-4b9e-a66c-cee1f5840e79/7e4e30c3-5faf-4bac-8ecd-9446369f0f7a) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:05.819576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.834480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.846590 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Attempt 2 to provision port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 Oct 20 03:39:05.864501 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0067320 Oct 20 03:39:05.866156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55660) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:05.880099 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d46d9-5926-4c33-b4eb-d4b9b6bdf557 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=768f1a99-0abc-4c1d-929a-8eb9de337b6d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:05.891647 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a061ff13-a722-43b7-bd5f-ad5abb842f94 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1212280 Oct 20 03:39:05.894892 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55662) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:05.905816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-266374779'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:05.932701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:05.934602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9762b02b-59df-4c03-85c1-445d3afe54d6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:05.936975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:05.940249 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9762b02b-59df-4c03-85c1-445d3afe54d6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0691106 Oct 20 03:39:05.940463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55664) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:05.965785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Allocated IP 2001:db8::1 (37e52ed4-ee10-4eeb-bb64-cc34c117d67d/1e70e9d6-201c-4521-b59b-6d17f9b5d887/ff769242-7579-4f92-b7b0-7b66660f9d49) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:05.985587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-42666bfc-bfa8-4926-85f5-bf9c8fddb73d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.028180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42666bfc-bfa8-4926-85f5-bf9c8fddb73d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event deleted for resources: {'Port': ['ID=65d265f8-fa33-4631-a860-d57633261246,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:06.033732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:06.056297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-f981692d-6d65-40b2-af66-093bc20eda68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 768f1a99-0abc-4c1d-929a-8eb9de337b6d {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:06.056763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f981692d-6d65-40b2-af66-093bc20eda68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.063730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.064080 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Added segment 828b1a0e-6acf-4085-89d0-60cfac6844db of type vlan for network dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 Oct 20 03:39:06.083182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Network 37e52ed4-ee10-4eeb-bb64-cc34c117d67d is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:06.115477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:06.120614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:06.126369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Pushing event updated for resources: {'Port': ['ID=429542d4-d84b-4d0c-a952-cfc97f6cb468,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:06.128640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:06.188030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.195049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f981692d-6d65-40b2-af66-093bc20eda68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.217782 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-f981692d-6d65-40b2-af66-093bc20eda68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 768f1a99-0abc-4c1d-929a-8eb9de337b6d owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:06.264201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.271425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Attempting to bind port 429542d4-d84b-4d0c-a952-cfc97f6cb468 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:06.271814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Attempting to bind port 429542d4-d84b-4d0c-a952-cfc97f6cb468 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '5f42505f-bf6a-4d53-94a4-5620b710c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:06.272343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Attempting to bind port 429542d4-d84b-4d0c-a952-cfc97f6cb468 on network 37e52ed4-ee10-4eeb-bb64-cc34c117d67d {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:06.281653 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:06.282044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Checking segment: {'id': '5f42505f-bf6a-4d53-94a4-5620b710c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:06.282443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.282839 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Bound using segment: {'id': '5f42505f-bf6a-4d53-94a4-5620b710c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:06.283718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Bound port: 429542d4-d84b-4d0c-a952-cfc97f6cb468, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f42505f-bf6a-4d53-94a4-5620b710c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:06.284100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.288944 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.307141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.314273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:06.314903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.321356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.357295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:06.364535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Pushing event updated for resources: {'Port': ['ID=7e4e30c3-5faf-4bac-8ecd-9446369f0f7a,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:06.368736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:06.379070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:06.399989 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5038111 Oct 20 03:39:06.403429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55666) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:06.408828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': 'dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:06.435055 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f981692d-6d65-40b2-af66-093bc20eda68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.452645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-42666bfc-bfa8-4926-85f5-bf9c8fddb73d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.458990 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-42666bfc-bfa8-4926-85f5-bf9c8fddb73d tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "DELETE /v2.0/ports/65d265f8-fa33-4631-a860-d57633261246 HTTP/1.1" status: 204 len: 168 time: 1.4006236 Oct 20 03:39:06.461102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55668) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:06.497109 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Attempting to bind port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:06.497575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Attempting to bind port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:06.499398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Attempting to bind port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:06.501886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] For port 429542d4-d84b-4d0c-a952-cfc97f6cb468, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:06.505817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981692d-6d65-40b2-af66-093bc20eda68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=768f1a99-0abc-4c1d-929a-8eb9de337b6d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:06.513241 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:06.514187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:06.514831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.515281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba531aea-c46f-470c-a07b-46ae7697f5f2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Network': ['ID=dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:06.515521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:06.516130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Bound port: 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:06.516629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.522863 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-23da00d1-bfd8-46a5-94a2-97a0c8725118 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] GET failed (client error): The resource could not be found. Oct 20 03:39:06.537449 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] For port 429542d4-d84b-4d0c-a952-cfc97f6cb468, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=429542d4-d84b-4d0c-a952-cfc97f6cb468,segment=NetworkSegment(5f42505f-bf6a-4d53-94a4-5620b710c411),segment_id=5f42505f-bf6a-4d53-94a4-5620b710c411)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:06.537783 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-23da00d1-bfd8-46a5-94a2-97a0c8725118 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "GET /v2.0/ports/65d265f8-fa33-4631-a860-d57633261246 HTTP/1.1" status: 404 len: 333 time: 0.0410037 Oct 20 03:39:06.537783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55670) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:06.545863 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f981692d-6d65-40b2-af66-093bc20eda68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.546636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.549362 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f981692d-6d65-40b2-af66-093bc20eda68 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/768f1a99-0abc-4c1d-929a-8eb9de337b6d HTTP/1.1" status: 204 len: 168 time: 0.6079426 Oct 20 03:39:06.552160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55672) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:06.589446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.613075 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:39:06.629162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:06.633339 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.644500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f15af4-45ef-4bfe-a56d-389880f3701d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:06.645693 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Attempt 3 to provision port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 Oct 20 03:39:06.648363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f15af4-45ef-4bfe-a56d-389880f3701d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:06.652825 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-41f15af4-45ef-4bfe-a56d-389880f3701d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0994637 Oct 20 03:39:06.671457 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55674) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:06.674570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 37e52ed4-ee10-4eeb-bb64-cc34c117d67d is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:06.690299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:06.698250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:06.699193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.702113 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=ff769242-7579-4f92-b7b0-7b66660f9d49,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:06.778699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a208a-247a-48ea-9a45-3326202361bc None None] Pushing event updated for resources: {'Port': ['ID=429542d4-d84b-4d0c-a952-cfc97f6cb468,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:06.789989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:06.793413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] For port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:06.804255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] For port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7e4e30c3-5faf-4bac-8ecd-9446369f0f7a,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:06.810126 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7ed6bd-d8f2-47d0-90d8-899b00ee8ff7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 56c17af8-e5da-4b9e-a66c-cee1f5840e79 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:06.811654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.814919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd7ed6bd-d8f2-47d0-90d8-899b00ee8ff7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.831489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-92ece1ea-008f-4cc2-b08e-ae9d2af60d43 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Deleting port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:06.831489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-92ece1ea-008f-4cc2-b08e-ae9d2af60d43 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.889871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd7ed6bd-d8f2-47d0-90d8-899b00ee8ff7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:06.919940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156b0c5-915d-4f36-b40b-a7fba79d457f None None] Pushing event updated for resources: {'Port': ['ID=7e4e30c3-5faf-4bac-8ecd-9446369f0f7a,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:07.114974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd7ed6bd-d8f2-47d0-90d8-899b00ee8ff7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.120110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 429542d4-d84b-4d0c-a952-cfc97f6cb468 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:07.205661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.231002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 429542d4-d84b-4d0c-a952-cfc97f6cb468 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:07.231002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.231289 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 429542d4-d84b-4d0c-a952-cfc97f6cb468 Oct 20 03:39:07.292648 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Attempt 4 to provision port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 Oct 20 03:39:07.304093 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Checking segment: {'id': '828b1a0e-6acf-4085-89d0-60cfac6844db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:07.304610 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network hostable DHCP agents. Network: dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:07.309320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd7ed6bd-d8f2-47d0-90d8-899b00ee8ff7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.331288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Subnet': ['ID=cad357ce-4b0f-465d-b8c9-d80c55544b40,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:07.334060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd7ed6bd-d8f2-47d0-90d8-899b00ee8ff7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.340087 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cd7ed6bd-d8f2-47d0-90d8-899b00ee8ff7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/56c17af8-e5da-4b9e-a66c-cee1f5840e79 HTTP/1.1" status: 204 len: 168 time: 0.6668015 Oct 20 03:39:07.343120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55676) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:07.362175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.390029 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ed6bd-d8f2-47d0-90d8-899b00ee8ff7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=56c17af8-e5da-4b9e-a66c-cee1f5840e79,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:07.390418 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-92ece1ea-008f-4cc2-b08e-ae9d2af60d43 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.412286 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:07.422204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 429542d4-d84b-4d0c-a952-cfc97f6cb468 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:07.422600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.428672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-92ece1ea-008f-4cc2-b08e-ae9d2af60d43 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Calling delete_port for b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:07.432818 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d54393a4-df7b-4e8a-8ab1-13ea06ec2d1b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489304 Oct 20 03:39:07.434035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55678) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:07.449585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:07.470834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 429542d4-d84b-4d0c-a952-cfc97f6cb468, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=429542d4-d84b-4d0c-a952-cfc97f6cb468,segment=NetworkSegment(5f42505f-bf6a-4d53-94a4-5620b710c411),segment_id=5f42505f-bf6a-4d53-94a4-5620b710c411)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:07.474938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:07.475533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.486565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:07.486927 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.512885 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f895c-7506-4f86-9a73-8d294038dc42 None None] Network dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:07.516357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fef449-25c1-4986-9b92-c4c2d8ee39be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:07.520741 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-48fef449-25c1-4986-9b92-c4c2d8ee39be tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0845327 Oct 20 03:39:07.521721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55680) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:07.574090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230236eb-4dc6-4f5f-a1e3-23808e2c82d6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:07.578877 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-230236eb-4dc6-4f5f-a1e3-23808e2c82d6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0561004 Oct 20 03:39:07.583012 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-10e4e92d-bdd1-4c67-a7dc-a4f3cdbc9ac7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1781642 Oct 20 03:39:07.583706 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55682) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:07.599863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:07.622162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55684) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:07.629725 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5d050698-825f-4b70-a968-664600d76911 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448542 Oct 20 03:39:07.635233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': 'dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6', 'name': 'tempest-PortsTestJSON-78087223'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:07.639034 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55686) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:07.639246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:07.639921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:07.645855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4f84e317-4691-4d59-b9b3-a9adc58c7481 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:07.669924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=429542d4-d84b-4d0c-a952-cfc97f6cb468,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:07.761410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6', 'network_id': 'dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6', 'tenant_id': 'c77476bd637640998d5afb0393175f55', 'fixed_ips': [{'subnet_id': 'cad357ce-4b0f-465d-b8c9-d80c55544b40'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:07.762356 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.864097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-92ece1ea-008f-4cc2-b08e-ae9d2af60d43 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.894523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f84e317-4691-4d59-b9b3-a9adc58c7481 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:07.898621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f84e317-4691-4d59-b9b3-a9adc58c7481 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.907662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.910306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ece1ea-008f-4cc2-b08e-ae9d2af60d43 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event deleted for resources: {'Port': ['ID=b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:07.914528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.915710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:07.917754 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Attempt 5 to provision port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 Oct 20 03:39:07.946789 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Port b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:39:07.955972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Could not find standard attr ID for object 182c9b95-995f-4901-a384-7bba871c647b. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:07.966086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Could not find standard attr ID for object b13a3b3d-6577-418c-89fb-43ebd912d742. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:07.972525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Could not find standard attr ID for object 931e99a1-5879-4e59-8125-08aa9156024e. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:07.976545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Allocated IP 172.20.0.2 (dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6/cad357ce-4b0f-465d-b8c9-d80c55544b40/9fb7f5e7-bab8-4c81-8bf2-69747baf9784) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:07.979079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Could not find standard attr ID for object e4181e71-9279-4612-aab9-cbd97ae62e59. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:07.989576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Could not find standard attr ID for object 4117225c-d364-4bdc-babd-2957c137f994. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:07.994774 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Could not find standard attr ID for object 65d265f8-fa33-4631-a860-d57633261246. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:08.001324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Could not find standard attr ID for object f853119f-a39d-447a-90e3-8d689b3bf7fe. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:08.007702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-92ece1ea-008f-4cc2-b08e-ae9d2af60d43 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.010685 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-92ece1ea-008f-4cc2-b08e-ae9d2af60d43 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "DELETE /v2.0/ports/b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 HTTP/1.1" status: 204 len: 168 time: 1.4758914 Oct 20 03:39:08.021592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c4cda53c-8827-491a-8ac1-9af2fbfb9ce5 None None] Could not find standard attr ID for object 1798d452-c2c9-4e8e-a598-ecf3bfa7b0ee. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:08.021829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55688) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:08.073526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9555e6e7-899d-4893-b144-05563598b4ce tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] GET failed (client error): The resource could not be found. Oct 20 03:39:08.075186 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9555e6e7-899d-4893-b144-05563598b4ce tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "GET /v2.0/ports/b915dd3f-c8eb-4838-b3ac-55bb2a2c78d4 HTTP/1.1" status: 404 len: 333 time: 0.0478036 Oct 20 03:39:08.112078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55690) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:08.128043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:08.133738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=ff769242-7579-4f92-b7b0-7b66660f9d49,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:08.145059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.152171 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c9d6a-cb65-415a-9a4b-3502902ede9a None None] Network 37e52ed4-ee10-4eeb-bb64-cc34c117d67d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:08.171964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 37e52ed4-ee10-4eeb-bb64-cc34c117d67d is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:08.175754 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:08.232806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.270017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f84e317-4691-4d59-b9b3-a9adc58c7481 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.294254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port 5e48a8dd-a77f-4af9-9186-8faf20f53c46 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:08.348874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router dd3916a6-9158-48f5-944c-322c1170e8a4 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:39:08.360593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.379516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6b21116d-8c2d-4091-8512-ec63f84a2eb9 None None] Provisioning complete for port 429542d4-d84b-4d0c-a952-cfc97f6cb468 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:08.379907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6b21116d-8c2d-4091-8512-ec63f84a2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.380087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f84e317-4691-4d59-b9b3-a9adc58c7481 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:08.380240 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6b21116d-8c2d-4091-8512-ec63f84a2eb9 None None] Attempt 1 to provision port 429542d4-d84b-4d0c-a952-cfc97f6cb468 Oct 20 03:39:08.391644 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-4f84e317-4691-4d59-b9b3-a9adc58c7481 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:08.394911 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f84e317-4691-4d59-b9b3-a9adc58c7481 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:08.395509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f84e317-4691-4d59-b9b3-a9adc58c7481 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.426600 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4f84e317-4691-4d59-b9b3-a9adc58c7481 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7848926 Oct 20 03:39:08.438997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Network dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:08.446540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:08.448663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55692) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:08.455299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:db:21:20', 'name': 'tempest-NetworksTestDHCPv6-1338849236'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:08.462581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:08.481987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84e317-4691-4d59-b9b3-a9adc58c7481 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=40bf9c3e-7f36-48a2-9cf1-e01c526486aa,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:08.511476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:08.522492 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-07a9eaf4-0d79-4136-bfa5-7c0675163bc2 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6276281 Oct 20 03:39:08.523310 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55694) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:08.532438 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Pushing event updated for resources: {'Port': ['ID=9fb7f5e7-bab8-4c81-8bf2-69747baf9784,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:08.551966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.552215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Sync routers for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:08.562548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1663101070'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:08.563157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.3 (dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6/cad357ce-4b0f-465d-b8c9-d80c55544b40/5e48a8dd-a77f-4af9-9186-8faf20f53c46) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:08.602455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-bb61696f-c3d5-448e-9c42-6adfe2fc144b tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Deleting port 41c78abd-b62b-4e33-b759-08b5edb2da84 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:08.602455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb61696f-c3d5-448e-9c42-6adfe2fc144b tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.604193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:08.606806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:08.618854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:08.622489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.686609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Attempting to bind port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:08.686609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Attempting to bind port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '828b1a0e-6acf-4085-89d0-60cfac6844db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:08.686939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Attempting to bind port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 on network dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:08.694280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:08.702066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:08.722548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:08.722922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Checking segment: {'id': '828b1a0e-6acf-4085-89d0-60cfac6844db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:08.723319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.723712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Bound using segment: {'id': '828b1a0e-6acf-4085-89d0-60cfac6844db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:08.724200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Bound port: 9fb7f5e7-bab8-4c81-8bf2-69747baf9784, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828b1a0e-6acf-4085-89d0-60cfac6844db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:08.724607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.736626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.736995 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added segment f815733d-2933-43dd-8d50-09ef936cb712 of type vlan for network 913345ec-2a4c-46a8-b6a8-52beeec467e4 Oct 20 03:39:08.780452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb61696f-c3d5-448e-9c42-6adfe2fc144b tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.784191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4edd4b3-683b-4e86-8bb9-2b904ae0702e None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:08.802881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-bb61696f-c3d5-448e-9c42-6adfe2fc144b tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Calling delete_port for 41c78abd-b62b-4e33-b759-08b5edb2da84 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:08.881854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.892789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.927564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.941095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:08.941382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.945766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:08.995455 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4369969 Oct 20 03:39:09.003048 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55696) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:09.011339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 6fe446a7-48b0-447b-8630-d367fea77571 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:09.013136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6b21116d-8c2d-4091-8512-ec63f84a2eb9 None None] Current status of the port 429542d4-d84b-4d0c-a952-cfc97f6cb468 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:09.018466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:09.022355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'subnet': {'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:09.028079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.084084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:09.095061 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:09.101143 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:09.142035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb61696f-c3d5-448e-9c42-6adfe2fc144b tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.153182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=5e48a8dd-a77f-4af9-9186-8faf20f53c46,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:09.193674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61696f-c3d5-448e-9c42-6adfe2fc144b tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event deleted for resources: {'Port': ['ID=41c78abd-b62b-4e33-b759-08b5edb2da84,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:09.204784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] For port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:09.251958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:09.255547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.264373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1992b5-7a06-4684-b805-1eb176323382 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Network': ['ID=913345ec-2a4c-46a8-b6a8-52beeec467e4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:09.270386 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:09.271291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.289341 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-32c03083-390f-423a-807f-1d96035b32e0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6581047 Oct 20 03:39:09.290530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb61696f-c3d5-448e-9c42-6adfe2fc144b tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.294144 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bb61696f-c3d5-448e-9c42-6adfe2fc144b tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "DELETE /v2.0/ports/41c78abd-b62b-4e33-b759-08b5edb2da84 HTTP/1.1" status: 204 len: 168 time: 1.1807704 Oct 20 03:39:09.295326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55698) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:09.300392 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': 'dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6', 'name': 'tempest-PortsTestJSON-1559595289'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:09.303850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] For port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9fb7f5e7-bab8-4c81-8bf2-69747baf9784,segment=NetworkSegment(828b1a0e-6acf-4085-89d0-60cfac6844db),segment_id=828b1a0e-6acf-4085-89d0-60cfac6844db)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:09.305015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 913345ec-2a4c-46a8-b6a8-52beeec467e4 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:39:09.307763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55700) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:09.314299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:09.354328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.405292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Provisioning complete for port 429542d4-d84b-4d0c-a952-cfc97f6cb468 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:09.405292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.405673 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Attempt 1 to provision port 429542d4-d84b-4d0c-a952-cfc97f6cb468 Oct 20 03:39:09.476058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-345eeaaf-020d-47a7-a9b3-b1db61ec8206 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Deleting subnet e7705718-29f4-472d-882d-273e9c86dc41 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:09.485685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-345eeaaf-020d-47a7-a9b3-b1db61ec8206 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.573429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::320 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/40bf9c3e-7f36-48a2-9cf1-e01c526486aa/6fe446a7-48b0-447b-8630-d367fea77571) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:09.585869 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-345eeaaf-020d-47a7-a9b3-b1db61ec8206 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.634771 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:09.640035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.653125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1c267-184b-4a34-bd5c-4190b57851b1 None None] Pushing event updated for resources: {'Port': ['ID=9fb7f5e7-bab8-4c81-8bf2-69747baf9784,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:09.691514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port 5d208a66-fb2b-4e27-8c90-a7d25b90a88d yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:09.728408 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.729166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:09.729537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.729874 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a Oct 20 03:39:09.847156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-345eeaaf-020d-47a7-a9b3-b1db61ec8206 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.864916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Current status of the port 429542d4-d84b-4d0c-a952-cfc97f6cb468 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:09.908633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Subnet': ['ID=059dbff2-b09a-45ea-87a0-65d0dd628839,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:09.921943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:06Z', 'revision_number': 2, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:07Z', 'revision_number': 2, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:09.928148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Provisioning complete for port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:09.934340 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:09.934907 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Attempt 1 to provision port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a Oct 20 03:39:09.968520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.9 (dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6/cad357ce-4b0f-465d-b8c9-d80c55544b40/5d208a66-fb2b-4e27-8c90-a7d25b90a88d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:09.984134 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-345eeaaf-020d-47a7-a9b3-b1db61ec8206 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.025209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Checking segment: {'id': 'f815733d-2933-43dd-8d50-09ef936cb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:10.025574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network hostable DHCP agents. Network: 913345ec-2a4c-46a8-b6a8-52beeec467e4, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:10.031898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345eeaaf-020d-47a7-a9b3-b1db61ec8206 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event deleted for resources: {'Subnet': ['ID=e7705718-29f4-472d-882d-273e9c86dc41,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:10.041391 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-345eeaaf-020d-47a7-a9b3-b1db61ec8206 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.047978 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-345eeaaf-020d-47a7-a9b3-b1db61ec8206 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "DELETE /v2.0/subnets/e7705718-29f4-472d-882d-273e9c86dc41 HTTP/1.1" status: 204 len: 168 time: 0.7377944 Oct 20 03:39:10.054893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55702) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:10.078055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 913345ec-2a4c-46a8-b6a8-52beeec467e4 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:10.090821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.101097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 913345ec-2a4c-46a8-b6a8-52beeec467e4) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:10.109722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:10.110321 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.127713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f45df84-ea73-4a26-8802-b7b0c56d10a4 None None] Network 157c27b6-8fc5-4773-9368-cdcb99e3d291 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:10.138234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb6380-391f-4dc0-b4ad-b58ff3417af3 None None] Network 913345ec-2a4c-46a8-b6a8-52beeec467e4 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:10.140652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Checking router: dd3916a6-9158-48f5-944c-322c1170e8a4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:10.141111 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Updating router dd3916a6-9158-48f5-944c-322c1170e8a4 port ff769242-7579-4f92-b7b0-7b66660f9d49 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:39:10.160515 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-104b907b-4d03-4938-acc4-bd864b93f3cc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1502345 Oct 20 03:39:10.161826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55704) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:10.233956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:10.234442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.238499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.272938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.301089 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7e4e30c3-5faf-4bac-8ecd-9446369f0f7a,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:10.302642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.360167 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.361095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 429542d4-d84b-4d0c-a952-cfc97f6cb468 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:10.416567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:10.428246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:10.432221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:10.441249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:10.442343 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.477145 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0244646 Oct 20 03:39:10.479770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55706) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:10.561802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7c191-056c-43a0-88f6-bc34b91ebf17 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=6fe446a7-48b0-447b-8630-d367fea77571,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:10.658030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Current status of the port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:10.694239 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 429542d4-d84b-4d0c-a952-cfc97f6cb468 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:10.694860 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.695359 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 429542d4-d84b-4d0c-a952-cfc97f6cb468 Oct 20 03:39:10.706773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.726308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Deleting port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:10.726647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.733070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea49057-338e-4bfb-94bc-b52745424794 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:10.740671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea49057-338e-4bfb-94bc-b52745424794 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:10.742448 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-aea49057-338e-4bfb-94bc-b52745424794 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2586336 Oct 20 03:39:10.746895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55708) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:10.776539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=7e4e30c3-5faf-4bac-8ecd-9446369f0f7a,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:10.789227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Provisioning complete for port ff769242-7579-4f92-b7b0-7b66660f9d49 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:10.789596 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.789930 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Attempt 1 to provision port ff769242-7579-4f92-b7b0-7b66660f9d49 Oct 20 03:39:10.805377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] For port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56,segment=NetworkSegment(6c5a6aef-1b90-4674-9f08-64578fad7e87),segment_id=6c5a6aef-1b90-4674-9f08-64578fad7e87)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:10.805656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.820212 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Calling delete_port for 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:10.877252 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Port ff769242-7579-4f92-b7b0-7b66660f9d49 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:10.898154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.927226 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.937778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.980020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d6c35711-9aa3-426d-9856-c4353baedcb3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 6fe446a7-48b0-447b-8630-d367fea77571 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:10.980228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6c35711-9aa3-426d-9856-c4353baedcb3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:10.983107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] No DVR routers for this DVR port 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:10.996723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:11.019666 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=5d208a66-fb2b-4e27-8c90-a7d25b90a88d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:11.022548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:11.065723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:11.072147 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event deleted for resources: {'Port': ['ID=3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:11.159108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6c35711-9aa3-426d-9856-c4353baedcb3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.185946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d6c35711-9aa3-426d-9856-c4353baedcb3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 6fe446a7-48b0-447b-8630-d367fea77571 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:11.222261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.242777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:11.243461 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.266097 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157c27b6-8fc5-4773-9368-cdcb99e3d291']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:11.279862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5a6aef-1b90-4674-9f08-64578fad7e87') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:11.280133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5a6aef-1b90-4674-9f08-64578fad7e87') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:11.293089 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.315248 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.321784 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:11.322179 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.352792 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-30b663c8-8c52-43e1-9618-d906fb40bf91 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0562572 Oct 20 03:39:11.358689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55712) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:11.390397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 429542d4-d84b-4d0c-a952-cfc97f6cb468 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:11.393797 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Attempt 2 to provision port ff769242-7579-4f92-b7b0-7b66660f9d49 Oct 20 03:39:11.432741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-913345ec-2a4c-46a8-b6a8-52beeec467e4', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:11.434375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.450966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baff704-cee0-4581-af21-37841f12eaca None None] DHCP port deletion for 157c27b6-8fc5-4773-9368-cdcb99e3d291 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:11.457845 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 6c5a6aef-1b90-4674-9f08-64578fad7e87 resource provider aggregate not found Oct 20 03:39:11.460684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Port ff769242-7579-4f92-b7b0-7b66660f9d49 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:11.464240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eeff05-99c8-4f49-b75e-9a3cc67aa461 None None] Network dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:11.478126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6c35711-9aa3-426d-9856-c4353baedcb3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.500803 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 6c5a6aef-1b90-4674-9f08-64578fad7e87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c5a6aef-1b90-4674-9f08-64578fad7e87 found for delete ", "request_id": "req-c4f36ee1-1192-4cd8-862c-d8d6e97b6460"}]} Oct 20 03:39:11.503344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.512009 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.518491 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] 10.222.0.20 "DELETE /v2.0/networks/157c27b6-8fc5-4773-9368-cdcb99e3d291 HTTP/1.1" status: 204 len: 168 time: 1.4597511 Oct 20 03:39:11.519081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c35711-9aa3-426d-9856-c4353baedcb3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=6fe446a7-48b0-447b-8630-d367fea77571,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:11.570336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6035b865-ec0d-4214-9ad1-d246f926334d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:11.571962 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6035b865-ec0d-4214-9ad1-d246f926334d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 920 time: 0.1983523 Oct 20 03:39:11.572960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a62a00-9605-435d-98cf-70ffe890d078 tempest-AllowedAddressPairIpV6TestJSON-1474191327 tempest-AllowedAddressPairIpV6TestJSON-1474191327-project] Pushing event deleted for resources: {'Network': ['ID=157c27b6-8fc5-4773-9368-cdcb99e3d291,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:11.575807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55718) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:11.601243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d6c35711-9aa3-426d-9856-c4353baedcb3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.603247 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d6c35711-9aa3-426d-9856-c4353baedcb3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/6fe446a7-48b0-447b-8630-d367fea77571 HTTP/1.1" status: 204 len: 168 time: 0.8546655 Oct 20 03:39:11.614079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55720) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:11.616593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.626904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Allocated IP 2001:db8:1::1 (913345ec-2a4c-46a8-b6a8-52beeec467e4/059dbff2-b09a-45ea-87a0-65d0dd628839/16253751-031a-409a-b14c-19e112e3374c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:11.701167 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.727587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dd36a1-4c8c-46fa-bef3-56f214763dea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:11.729974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dd36a1-4c8c-46fa-bef3-56f214763dea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:11.734393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55722) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:11.734607 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-38dd36a1-4c8c-46fa-bef3-56f214763dea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1193485 Oct 20 03:39:11.752194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-26d57033-6462-4243-9d02-670f0d1ea997 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 5d208a66-fb2b-4e27-8c90-a7d25b90a88d {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:11.752590 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-26d57033-6462-4243-9d02-670f0d1ea997 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.774555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:11.918359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb59b7cb-ec07-4dd3-9f3e-df705bf82b5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 40bf9c3e-7f36-48a2-9cf1-e01c526486aa {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:11.924525 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb59b7cb-ec07-4dd3-9f3e-df705bf82b5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:11.953444 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57807a04-8383-41ee-9e0f-56ff3df235f2 None None] Pushing event updated for resources: {'Port': ['ID=ff769242-7579-4f92-b7b0-7b66660f9d49,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:11.974283 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Attempt 3 to provision port ff769242-7579-4f92-b7b0-7b66660f9d49 Oct 20 03:39:12.005135 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb59b7cb-ec07-4dd3-9f3e-df705bf82b5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.008749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-26d57033-6462-4243-9d02-670f0d1ea997 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.024889 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Attempting to bind port ff769242-7579-4f92-b7b0-7b66660f9d49 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:12.025336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Attempting to bind port ff769242-7579-4f92-b7b0-7b66660f9d49 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '5f42505f-bf6a-4d53-94a4-5620b710c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:12.025764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Attempting to bind port ff769242-7579-4f92-b7b0-7b66660f9d49 on network 37e52ed4-ee10-4eeb-bb64-cc34c117d67d {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:12.044991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:12.045321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-26d57033-6462-4243-9d02-670f0d1ea997 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 5d208a66-fb2b-4e27-8c90-a7d25b90a88d owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:12.045516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Checking segment: {'id': '5f42505f-bf6a-4d53-94a4-5620b710c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:12.046088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.046632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Bound using segment: {'id': '5f42505f-bf6a-4d53-94a4-5620b710c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:12.047087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Bound port: ff769242-7579-4f92-b7b0-7b66660f9d49, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f42505f-bf6a-4d53-94a4-5620b710c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:12.047526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.071284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Port ff769242-7579-4f92-b7b0-7b66660f9d49 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:12.088746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55726) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:12.107611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:12.108038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.108456 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 Oct 20 03:39:12.133365 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb59b7cb-ec07-4dd3-9f3e-df705bf82b5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.165862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] For port ff769242-7579-4f92-b7b0-7b66660f9d49, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:12.170446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] For port ff769242-7579-4f92-b7b0-7b66660f9d49, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ff769242-7579-4f92-b7b0-7b66660f9d49,segment=NetworkSegment(5f42505f-bf6a-4d53-94a4-5620b710c411),segment_id=5f42505f-bf6a-4d53-94a4-5620b710c411)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:12.176337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.244775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb59b7cb-ec07-4dd3-9f3e-df705bf82b5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.254226 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:12.254860 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:12.263865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.315950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.345684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bb59b7cb-ec07-4dd3-9f3e-df705bf82b5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.349789 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bb59b7cb-ec07-4dd3-9f3e-df705bf82b5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/40bf9c3e-7f36-48a2-9cf1-e01c526486aa HTTP/1.1" status: 204 len: 168 time: 0.6133950 Oct 20 03:39:12.350646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59b7cb-ec07-4dd3-9f3e-df705bf82b5b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=40bf9c3e-7f36-48a2-9cf1-e01c526486aa,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:12.357551 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55730) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:12.408784 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-26d57033-6462-4243-9d02-670f0d1ea997 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.415553 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0029ac83-91bb-4a6e-a350-3a277532e4cd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552921 Oct 20 03:39:12.419093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55732) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:12.442059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Allocated IP 2001:db8:1::2 (913345ec-2a4c-46a8-b6a8-52beeec467e4/059dbff2-b09a-45ea-87a0-65d0dd628839/ca2f96d0-d99d-49b6-832e-2e4281cf92a5) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:12.456817 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-482c126b-d679-4911-a5d6-13389fe89173 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70656d4ea0d64524be7b601a3f2f65ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650796 Oct 20 03:39:12.457097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 913345ec-2a4c-46a8-b6a8-52beeec467e4 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:12.457291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55734) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:12.463379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c7e99-74c8-426d-8c67-93a1689f5cf8 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:12.466591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:12.472635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:12.473058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57807a04-8383-41ee-9e0f-56ff3df235f2 None None] Pushing event updated for resources: {'Port': ['ID=ff769242-7579-4f92-b7b0-7b66660f9d49,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:12.473458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.474188 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d57033-6462-4243-9d02-670f0d1ea997 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=5d208a66-fb2b-4e27-8c90-a7d25b90a88d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:12.482489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=16253751-031a-409a-b14c-19e112e3374c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:12.529657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:12.530059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.540357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36725bd9-4374-48ff-945a-1cad831ec2c7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:12.545106 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-36725bd9-4374-48ff-945a-1cad831ec2c7 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1191957 Oct 20 03:39:12.545627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55736) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:12.582763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-26d57033-6462-4243-9d02-670f0d1ea997 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.583100 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Attempt 4 to provision port ff769242-7579-4f92-b7b0-7b66660f9d49 Oct 20 03:39:12.585925 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-26d57033-6462-4243-9d02-670f0d1ea997 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/5d208a66-fb2b-4e27-8c90-a7d25b90a88d HTTP/1.1" status: 204 len: 168 time: 1.0088584 Oct 20 03:39:12.588919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55738) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:12.597504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:12.628355 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a681c93-fbb3-4e88-9dbd-554c77e8dec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:39:12.629984 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9a681c93-fbb3-4e88-9dbd-554c77e8dec3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/5d208a66-fb2b-4e27-8c90-a7d25b90a88d HTTP/1.1" status: 404 len: 333 time: 0.0393090 Oct 20 03:39:12.631413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2337691c-9dfe-4b6d-b3a3-7586c782131f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.633026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55740) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:12.636397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d0d85-be3c-4e91-95ec-8c3eaa61cb92 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:12.640484 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-863d0d85-be3c-4e91-95ec-8c3eaa61cb92 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0913591 Oct 20 03:39:12.641144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55742) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:12.686099 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-62410ffc-b199-4936-a60c-98608fc82783 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394006 Oct 20 03:39:12.686734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55744) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:12.693256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2337691c-9dfe-4b6d-b3a3-7586c782131f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.695697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:12.752667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9fb7f5e7-bab8-4c81-8bf2-69747baf9784,segment=NetworkSegment(828b1a0e-6acf-4085-89d0-60cfac6844db),segment_id=828b1a0e-6acf-4085-89d0-60cfac6844db)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:12.768855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.791463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.792117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ec17ff7a-37d4-4db9-8464-9f565c247268 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 5e48a8dd-a77f-4af9-9186-8faf20f53c46 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:12.792553 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec17ff7a-37d4-4db9-8464-9f565c247268 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.792787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:12.814994 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2337691c-9dfe-4b6d-b3a3-7586c782131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.817683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2337691c-9dfe-4b6d-b3a3-7586c782131f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.821395 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2337691c-9dfe-4b6d-b3a3-7586c782131f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee120dbf-67ef-4005-a910-7a61cc5ba751 HTTP/1.1" status: 204 len: 168 time: 0.3604987 Oct 20 03:39:12.844088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337691c-9dfe-4b6d-b3a3-7586c782131f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee120dbf-67ef-4005-a910-7a61cc5ba751,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:12.924459 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec17ff7a-37d4-4db9-8464-9f565c247268 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:12.950128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ec17ff7a-37d4-4db9-8464-9f565c247268 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 5e48a8dd-a77f-4af9-9186-8faf20f53c46 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:13.031575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:13.036699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.260913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=9fb7f5e7-bab8-4c81-8bf2-69747baf9784,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:13.308248 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.310616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Current status of the port ff769242-7579-4f92-b7b0-7b66660f9d49 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:13.311168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.327467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.330943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:13.331365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.331634 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a Oct 20 03:39:13.343285 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec17ff7a-37d4-4db9-8464-9f565c247268 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.379231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d60f4a-bd18-4afd-be68-5a06b15c2c8e None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:13.388441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.402377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17ff7a-37d4-4db9-8464-9f565c247268 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=5e48a8dd-a77f-4af9-9186-8faf20f53c46,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:13.402563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.403473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.412443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:06Z', 'revision_number': 2, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:12Z', 'revision_number': 4, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:13.516444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec17ff7a-37d4-4db9-8464-9f565c247268 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.520028 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ec17ff7a-37d4-4db9-8464-9f565c247268 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/5e48a8dd-a77f-4af9-9186-8faf20f53c46 HTTP/1.1" status: 204 len: 168 time: 0.8860106 Oct 20 03:39:13.522606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55758) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:13.536316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=16253751-031a-409a-b14c-19e112e3374c,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:13.571439 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-47eb2ad9-f087-458f-bf66-4c303b8a7b77 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:39:13.578528 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-47eb2ad9-f087-458f-bf66-4c303b8a7b77 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/5e48a8dd-a77f-4af9-9186-8faf20f53c46 HTTP/1.1" status: 404 len: 333 time: 0.0547469 Oct 20 03:39:13.579471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55760) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:13.698934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Network 913345ec-2a4c-46a8-b6a8-52beeec467e4 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:13.703589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:13.707577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbd0c35-d69a-4c6e-8e58-02a1ef15b46b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting subnet cad357ce-4b0f-465d-b8c9-d80c55544b40 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:13.711756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 913345ec-2a4c-46a8-b6a8-52beeec467e4 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:13.714800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:13.727753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e07bc-24ee-459b-91e3-e2f6f247cc93 None None] The sync data for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:06Z', 'revision_number': 2, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:12Z', 'revision_number': 4, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:13.737326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0c35-d69a-4c6e-8e58-02a1ef15b46b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.749246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:13.774560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Pushing event updated for resources: {'Port': ['ID=ca2f96d0-d99d-49b6-832e-2e4281cf92a5,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:13.781249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] For port ff769242-7579-4f92-b7b0-7b66660f9d49, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ff769242-7579-4f92-b7b0-7b66660f9d49,segment=NetworkSegment(5f42505f-bf6a-4d53-94a4-5620b710c411),segment_id=5f42505f-bf6a-4d53-94a4-5620b710c411)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:13.807555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.876525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.objects.ports [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103629) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:39:13.878704 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0c35-d69a-4c6e-8e58-02a1ef15b46b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.943694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Attempting to bind port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:13.944214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Attempting to bind port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'f815733d-2933-43dd-8d50-09ef936cb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:13.944706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Attempting to bind port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 on network 913345ec-2a4c-46a8-b6a8-52beeec467e4 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:13.952190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55770) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:13.953031 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Could not find standard attr ID for object 5e48a8dd-a77f-4af9-9186-8faf20f53c46. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:13.970238 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7f6c3-3c12-4e65-a39f-e90f56ac9bd6 None None] Pushing event updated for resources: {'Port': ['ID=ff769242-7579-4f92-b7b0-7b66660f9d49,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:13.973282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:13.973772 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Checking segment: {'id': 'f815733d-2933-43dd-8d50-09ef936cb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:13.974272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.974804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Bound using segment: {'id': 'f815733d-2933-43dd-8d50-09ef936cb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:13.975394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Bound port: ca2f96d0-d99d-49b6-832e-2e4281cf92a5, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f815733d-2933-43dd-8d50-09ef936cb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:13.975869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:13.977906 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Could not find standard attr ID for object 768f1a99-0abc-4c1d-929a-8eb9de337b6d. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:13.982809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:13.997188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Could not find standard attr ID for object 6fe446a7-48b0-447b-8630-d367fea77571. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:14.000417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-08d60f4a-bd18-4afd-be68-5a06b15c2c8e None None] Deleting port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:14.000889 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08d60f4a-bd18-4afd-be68-5a06b15c2c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.094580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Provisioning complete for port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:14.095093 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.095518 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Attempt 1 to provision port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 Oct 20 03:39:14.106067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:14.169135 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-880976566'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:14.195573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router dd3916a6-9158-48f5-944c-322c1170e8a4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:14.199408 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:14.199774 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3d5cd1ef-31c2-429e-a9d8-b8d9b05fdd56 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:14.214275 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] For port ca2f96d0-d99d-49b6-832e-2e4281cf92a5, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:14.220750 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] For port ca2f96d0-d99d-49b6-832e-2e4281cf92a5, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ca2f96d0-d99d-49b6-832e-2e4281cf92a5,segment=NetworkSegment(f815733d-2933-43dd-8d50-09ef936cb712),segment_id=f815733d-2933-43dd-8d50-09ef936cb712)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:14.238864 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.246552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Made reservation on behalf of 229eff0a85b148bc8e88f418a7557d61 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:14.254706 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.267645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-08d60f4a-bd18-4afd-be68-5a06b15c2c8e None None] For port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7e4e30c3-5faf-4bac-8ecd-9446369f0f7a,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:14.268770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08d60f4a-bd18-4afd-be68-5a06b15c2c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.271144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0c35-d69a-4c6e-8e58-02a1ef15b46b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.278243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.325191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-08d60f4a-bd18-4afd-be68-5a06b15c2c8e None None] Calling delete_port for 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:14.417732 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e064b-686f-4f89-9137-2c6d6c9d7b7c None None] Pushing event updated for resources: {'Port': ['ID=ca2f96d0-d99d-49b6-832e-2e4281cf92a5,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:14.433366 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Current status of the port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:14.444572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.466126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Provisioning complete for port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:14.466380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.466744 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Attempt 1 to provision port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a Oct 20 03:39:14.493078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.499434 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.520825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:14.521972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08d60f4a-bd18-4afd-be68-5a06b15c2c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.533766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.534246 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Added segment 74b12795-a32f-4a06-b0be-2d73f4ea91f2 of type vlan for network 177a88ac-e4ec-462d-b69f-662cfe0b7ff7 Oct 20 03:39:14.630933 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:14.631110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d60f4a-bd18-4afd-be68-5a06b15c2c8e None None] No DVR routers for this DVR port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:14.644705 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2b6ce429-e2f1-4062-8766-1052bfb2872a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4813001 Oct 20 03:39:14.647401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Port 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a concurrently deleted while adding address for new subnet {'id': 'f638c53c-dd08-47e2-ad3e-fa33fe256902', 'name': '', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 1009, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-10-20T03:39:13Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'cd75259f7e72414093c19483bdf83036'}. {{(pid=103629) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Oct 20 03:39:14.648211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.656806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55774) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:14.657599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:14.660630 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Could not find standard attr ID for object 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:14.666897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8ad4-c1d8-444a-9c5e-90b02f764324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.667966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1991174158'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:14.672464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed714528-1e05-4d66-bca6-04cc98ea1f31,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:14.672673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d60f4a-bd18-4afd-be68-5a06b15c2c8e None None] Pushing event deleted for resources: {'Port': ['ID=7e4e30c3-5faf-4bac-8ecd-9446369f0f7a,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:14.689006 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.701628 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.db [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] No ports have port_id starting with 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a Oct 20 03:39:14.740183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:14.741371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Provisioning complete for port ff769242-7579-4f92-b7b0-7b66660f9d49 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:14.741854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.742284 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Attempt 1 to provision port ff769242-7579-4f92-b7b0-7b66660f9d49 Oct 20 03:39:14.744657 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.768980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.778137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:14.779015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.800961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:14.803069 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:14.806672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:14.807537 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.822251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0c35-d69a-4c6e-8e58-02a1ef15b46b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.823252 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c582a8e3-873e-48f3-8c46-c734df99c9e8 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:14.828676 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:14.829296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.829630 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 Oct 20 03:39:14.834562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=f638c53c-dd08-47e2-ad3e-fa33fe256902,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:14.838122 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8844249 Oct 20 03:39:14.844742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55776) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:14.851688 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2fa64d4c-0690-4778-81cc-0627de58b638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1632934 Oct 20 03:39:14.857490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55778) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:14.858689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0c35-d69a-4c6e-8e58-02a1ef15b46b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.864957 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'subnet': {'network_id': '177a88ac-e4ec-462d-b69f-662cfe0b7ff7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:14.866124 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5bbd0c35-d69a-4c6e-8e58-02a1ef15b46b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/cad357ce-4b0f-465d-b8c9-d80c55544b40 HTTP/1.1" status: 204 len: 168 time: 1.2854784 Oct 20 03:39:14.871393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b518181a-25dc-4ec2-aa72-f704dfebf7d3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:14.874996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55780) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:14.882628 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:14.883921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Current status of the port ff769242-7579-4f92-b7b0-7b66660f9d49 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:14.886392 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf91c2e-361b-463a-9135-49fb72725835 None None] Network dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:14.922912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:14.924210 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added segment ebf50112-5321-47d0-a7b2-78ae2aa9eeca of type vlan for network 00bfd2ee-32c3-4cea-8ace-698d99351553 Oct 20 03:39:14.928584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd0c35-d69a-4c6e-8e58-02a1ef15b46b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Subnet': ['ID=cad357ce-4b0f-465d-b8c9-d80c55544b40,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:14.939301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-406cdf3f-0e56-4298-800c-fcd5b7bdd81e None None] Could not find standard attr ID for object 5d208a66-fb2b-4e27-8c90-a7d25b90a88d. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:14.999228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68c5e2-ba76-46ff-86ec-1760e5d96dba tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Network': ['ID=177a88ac-e4ec-462d-b69f-662cfe0b7ff7,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:15.032990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 177a88ac-e4ec-462d-b69f-662cfe0b7ff7 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:39:15.057716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.066134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.109867 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.116004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:15.116596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.123821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Made reservation on behalf of 229eff0a85b148bc8e88f418a7557d61 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:15.127476 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.147230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b518181a-25dc-4ec2-aa72-f704dfebf7d3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:15.150727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b518181a-25dc-4ec2-aa72-f704dfebf7d3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.176750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:15.176980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.194548 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5357623 Oct 20 03:39:15.199854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55782) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:15.245068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:15.246151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ff769242-7579-4f92-b7b0-7b66660f9d49 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:15.247042 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'subnet': {'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:15.297124 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50525250-d2e9-4eed-b080-07b7f42130b4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Network': ['ID=00bfd2ee-32c3-4cea-8ace-698d99351553,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:15.312858 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': 'f638c53c-dd08-47e2-ad3e-fa33fe256902'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:15.313950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.316176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 00bfd2ee-32c3-4cea-8ace-698d99351553 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:39:15.375325 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] For port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9fb7f5e7-bab8-4c81-8bf2-69747baf9784,segment=NetworkSegment(828b1a0e-6acf-4085-89d0-60cfac6844db),segment_id=828b1a0e-6acf-4085-89d0-60cfac6844db)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:15.375564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.405430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:15.410007 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.ipam_backend_mixin [None req-b518181a-25dc-4ec2-aa72-f704dfebf7d3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f638c53c-dd08-47e2-ad3e-fa33fe256902 (CIDR: 2001:db8::/64) Oct 20 03:39:15.412932 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a917d0-74a3-4af6-9197-b2f090660a49 None None] DHCP port deletion for dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:15.415399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ff769242-7579-4f92-b7b0-7b66660f9d49 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:15.415990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.416526 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ff769242-7579-4f92-b7b0-7b66660f9d49 Oct 20 03:39:15.418493 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b518181a-25dc-4ec2-aa72-f704dfebf7d3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:15.418975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b518181a-25dc-4ec2-aa72-f704dfebf7d3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:15.449822 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:15.453740 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b518181a-25dc-4ec2-aa72-f704dfebf7d3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5863638 Oct 20 03:39:15.454622 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.457272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55784) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:15.462683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7328e999-0720-4568-b172-d49b01e85498 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:15.627629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Allocated IP 2001:db8::f816:3eff:fecb:af00 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/f638c53c-dd08-47e2-ad3e-fa33fe256902/585c0ab3-b8fc-4dc8-9f54-098aa5ac653b) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:15.673768 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c8a917d0-74a3-4af6-9197-b2f090660a49 None None] Deleting port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:15.674211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c8a917d0-74a3-4af6-9197-b2f090660a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.682752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ff769242-7579-4f92-b7b0-7b66660f9d49 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:15.689271 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7328e999-0720-4568-b172-d49b01e85498 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:15.692990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7328e999-0720-4568-b172-d49b01e85498 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.696539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.773092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Subnet': ['ID=daa1cc0a-ca41-4556-94d7-245c59d4c53f,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:15.822511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.858098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.863600 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Checking segment: {'id': 'ebf50112-5321-47d0-a7b2-78ae2aa9eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:15.863968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network hostable DHCP agents. Network: 00bfd2ee-32c3-4cea-8ace-698d99351553, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:15.900198 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:15.902053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3c12d-7df0-407c-bd49-7664bd05aed8 None None] Network 913345ec-2a4c-46a8-b6a8-52beeec467e4 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:15.913782 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 00bfd2ee-32c3-4cea-8ace-698d99351553 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:15.943025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Subnet': ['ID=41155b24-340b-4821-b417-a19291805f4f,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:15.955361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 00bfd2ee-32c3-4cea-8ace-698d99351553) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:15.961902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:15.962900 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:15.977214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Checking segment: {'id': '74b12795-a32f-4a06-b0be-2d73f4ea91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '177a88ac-e4ec-462d-b69f-662cfe0b7ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:15.977848 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network hostable DHCP agents. Network: 177a88ac-e4ec-462d-b69f-662cfe0b7ff7, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:15.984171 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-50471933-d8fa-4386-96b7-867feeead706 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7807999 Oct 20 03:39:15.987136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55786) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:16.002970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fc610a-d9fb-44ff-8e54-2ab54d251fb9 None None] Network 00bfd2ee-32c3-4cea-8ace-698d99351553 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:16.012635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:16.013604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e4e30c3-5faf-4bac-8ecd-9446369f0f7a not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:16.062674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=9fb7f5e7-bab8-4c81-8bf2-69747baf9784,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:16.070853 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No DVR routers for this DVR port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:16.073191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 177a88ac-e4ec-462d-b69f-662cfe0b7ff7 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:16.090382 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 177a88ac-e4ec-462d-b69f-662cfe0b7ff7) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:16.094200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c8a917d0-74a3-4af6-9197-b2f090660a49 None None] For port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9fb7f5e7-bab8-4c81-8bf2-69747baf9784,segment=NetworkSegment(828b1a0e-6acf-4085-89d0-60cfac6844db),segment_id=828b1a0e-6acf-4085-89d0-60cfac6844db)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:16.094907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c8a917d0-74a3-4af6-9197-b2f090660a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.098014 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:16.098936 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.108925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7328e999-0720-4568-b172-d49b01e85498 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.124593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0325393-d234-4faf-b5ce-4bc07be55621 None None] Network 177a88ac-e4ec-462d-b69f-662cfe0b7ff7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:16.139485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-2b3a214c-928d-480f-a405-17b3883fe771 None None] Provisioning complete for port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:16.139859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2b3a214c-928d-480f-a405-17b3883fe771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.140187 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2b3a214c-928d-480f-a405-17b3883fe771 None None] Attempt 1 to provision port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 Oct 20 03:39:16.163533 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6d8edb9f-956d-46af-b914-56733501ade4 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3072660 Oct 20 03:39:16.174394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7328e999-0720-4568-b172-d49b01e85498 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:16.175358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55788) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:16.184667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c8a917d0-74a3-4af6-9197-b2f090660a49 None None] Calling delete_port for 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:16.345675 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Sync routers for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:16.364201 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:16.364746 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:38:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:16.407409 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ca2f96d0-d99d-49b6-832e-2e4281cf92a5 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:16.543768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2143332702', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:16.549515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.559197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.569130 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:16.569830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-7328e999-0720-4568-b172-d49b01e85498 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:16.583065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7328e999-0720-4568-b172-d49b01e85498 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:16.583599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7328e999-0720-4568-b172-d49b01e85498 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.595230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.596869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.598132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.636475 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.648022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-32521ca0-b0ea-4460-9045-4f95096ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.677846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328e999-0720-4568-b172-d49b01e85498 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=4b33a0fb-4a2a-4591-bacc-27e30bfa9131,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:16.695957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:16.719429 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7328e999-0720-4568-b172-d49b01e85498 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2610178 Oct 20 03:39:16.725850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55790) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:16.732803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:66:c4:a9', 'name': 'tempest-NetworksTestDHCPv6-281912556'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:16.770280 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c65d708-1721-4c8f-bd52-a9f0f8cee8ec None None] Network 177a88ac-e4ec-462d-b69f-662cfe0b7ff7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:16.782693 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:16.785259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-00bfd2ee-32c3-4cea-8ace-698d99351553', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:16.786107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.818795 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:16.821098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:16.823190 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c8a917d0-74a3-4af6-9197-b2f090660a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.833243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Pushing event updated for resources: {'Port': ['ID=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:16.845416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a214c-928d-480f-a405-17b3883fe771 None None] Current status of the port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:16.845805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2b3a214c-928d-480f-a405-17b3883fe771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.861785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828b1a0e-6acf-4085-89d0-60cfac6844db') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:16.862467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828b1a0e-6acf-4085-89d0-60cfac6844db') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:16.867198 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:16.867559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.867892 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 Oct 20 03:39:16.885518 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:12Z', 'revision_number': 3, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 2, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:16.896712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a917d0-74a3-4af6-9197-b2f090660a49 None None] No DVR routers for this DVR port 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:16.909388 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.915233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.926914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Allocated IP 2001:db8:2::1 (00bfd2ee-32c3-4cea-8ace-698d99351553/daa1cc0a-ca41-4556-94d7-245c59d4c53f/a5b2a114-30e9-4faf-b7c0-59b0907fcd47) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:16.970090 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Checking router: dd3916a6-9158-48f5-944c-322c1170e8a4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:16.971171 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Updating router dd3916a6-9158-48f5-944c-322c1170e8a4 port 16253751-031a-409a-b14c-19e112e3374c binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:39:16.981640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:16.987003 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a917d0-74a3-4af6-9197-b2f090660a49 None None] Pushing event deleted for resources: {'Port': ['ID=9fb7f5e7-bab8-4c81-8bf2-69747baf9784,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:17.013896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:17.014319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.022236 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.024352 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:17.076836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 828b1a0e-6acf-4085-89d0-60cfac6844db resource provider aggregate not found Oct 20 03:39:17.125956 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 828b1a0e-6acf-4085-89d0-60cfac6844db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 828b1a0e-6acf-4085-89d0-60cfac6844db found for delete ", "request_id": "req-35a128e4-70c8-4108-ad77-89a673646e8a"}]} Oct 20 03:39:17.144089 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2b3a214c-928d-480f-a405-17b3883fe771 None None] For port ca2f96d0-d99d-49b6-832e-2e4281cf92a5, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ca2f96d0-d99d-49b6-832e-2e4281cf92a5,segment=NetworkSegment(f815733d-2933-43dd-8d50-09ef936cb712),segment_id=f815733d-2933-43dd-8d50-09ef936cb712)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:17.148123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.188618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.193644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2b3a214c-928d-480f-a405-17b3883fe771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.235574 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 00bfd2ee-32c3-4cea-8ace-698d99351553 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:17.240983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:17.244826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:17.245378 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.267430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Attempting to bind port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:17.267795 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Attempting to bind port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:17.268166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Attempting to bind port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:17.271701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.274188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a214c-928d-480f-a405-17b3883fe771 None None] Pushing event updated for resources: {'Port': ['ID=ca2f96d0-d99d-49b6-832e-2e4281cf92a5,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:17.330404 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.336031 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:17.336494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:17.337042 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.337440 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:17.337929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Bound port: 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:17.338310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.340544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.351241 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/networks/dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6 HTTP/1.1" status: 204 len: 168 time: 2.4727013 Oct 20 03:39:17.410847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55796) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:17.427073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2117842038'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:17.460917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcaec6-0725-4959-92e8-c7504af4d545 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Network': ['ID=dc55413f-4d6f-4bcc-9f88-2a5fa083f3b6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:17.492445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Allocated IP 2001:db8:2::2 (00bfd2ee-32c3-4cea-8ace-698d99351553/daa1cc0a-ca41-4556-94d7-245c59d4c53f/58a8f1cd-7224-4fae-aacf-4204b13d0682) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:17.499799 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Provisioning complete for port 16253751-031a-409a-b14c-19e112e3374c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:17.500285 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.500624 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Attempt 1 to provision port 16253751-031a-409a-b14c-19e112e3374c Oct 20 03:39:17.502414 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:17.521081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:17.525287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.531635 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.547636 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.555024 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.627828 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Pushing event updated for resources: {'Port': ['ID=16253751-031a-409a-b14c-19e112e3374c,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:17.636164 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:17.639497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port f977525d-ecd6-40f2-8eb3-4c583da44397 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:17.661897 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.662263 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.662610 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.662945 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.663277 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.663623 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.663953 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.664312 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.664895 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.665132 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.665455 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.665774 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:17.690435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.690783 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Added segment 37c97ed1-fee7-49dd-a025-7fd9f3d14733 of type vlan for network 92a72707-8aa3-41a7-9d3b-b21c81f4000f Oct 20 03:39:17.753023 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Attempting to bind port 16253751-031a-409a-b14c-19e112e3374c on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:17.753667 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Attempting to bind port 16253751-031a-409a-b14c-19e112e3374c by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'f815733d-2933-43dd-8d50-09ef936cb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:17.754284 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Attempting to bind port 16253751-031a-409a-b14c-19e112e3374c on network 913345ec-2a4c-46a8-b6a8-52beeec467e4 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:17.760402 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:17.761164 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Checking segment: {'id': 'f815733d-2933-43dd-8d50-09ef936cb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:17.761774 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.771150 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Bound using segment: {'id': 'f815733d-2933-43dd-8d50-09ef936cb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:17.772006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.772134 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Bound port: 16253751-031a-409a-b14c-19e112e3374c, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f815733d-2933-43dd-8d50-09ef936cb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:17.772822 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.833690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=a5b2a114-30e9-4faf-b7c0-59b0907fcd47,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:17.890383 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] For port 16253751-031a-409a-b14c-19e112e3374c, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:17.894762 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] For port 16253751-031a-409a-b14c-19e112e3374c, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=16253751-031a-409a-b14c-19e112e3374c,segment=NetworkSegment(f815733d-2933-43dd-8d50-09ef936cb712),segment_id=f815733d-2933-43dd-8d50-09ef936cb712)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:17.907346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.908232 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.913766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:17.914403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.960016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:17.962903 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:17.963594 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:18.011080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8:0:1::391 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/4b33a0fb-4a2a-4591-bacc-27e30bfa9131/f977525d-ecd6-40f2-8eb3-4c583da44397) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:18.020104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::f816:3eff:fe66:c4a9 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/f638c53c-dd08-47e2-ad3e-fa33fe256902/f977525d-ecd6-40f2-8eb3-4c583da44397) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:18.035947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.069939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] For port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:18.079483 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:18.083672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] For port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:18.088357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:18.111342 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.160401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Network 00bfd2ee-32c3-4cea-8ace-698d99351553 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:18.162656 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.177506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:18.180294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.203463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:18.207481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:18.207846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9fb7f5e7-bab8-4c81-8bf2-69747baf9784 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:18.208506 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebbf8e-d2f7-41fb-b7aa-9e37d520b211 None None] Pushing event updated for resources: {'Port': ['ID=16253751-031a-409a-b14c-19e112e3374c,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:18.219589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Port 16253751-031a-409a-b14c-19e112e3374c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:18.295782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Pushing event updated for resources: {'Port': ['ID=58a8f1cd-7224-4fae-aacf-4204b13d0682,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:18.343318 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9269137 Oct 20 03:39:18.354078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55798) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:18.373584 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '92a72707-8aa3-41a7-9d3b-b21c81f4000f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:18.374013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ca2f96d0-d99d-49b6-832e-2e4281cf92a5 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:18.379459 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Attempting to bind port 58a8f1cd-7224-4fae-aacf-4204b13d0682 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:18.380884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Attempting to bind port 58a8f1cd-7224-4fae-aacf-4204b13d0682 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'ebf50112-5321-47d0-a7b2-78ae2aa9eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:18.381361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Attempting to bind port 58a8f1cd-7224-4fae-aacf-4204b13d0682 on network 00bfd2ee-32c3-4cea-8ace-698d99351553 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:18.398704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:18.399262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Checking segment: {'id': 'ebf50112-5321-47d0-a7b2-78ae2aa9eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:18.399925 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.400468 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Bound using segment: {'id': 'ebf50112-5321-47d0-a7b2-78ae2aa9eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:18.401716 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Bound port: 58a8f1cd-7224-4fae-aacf-4204b13d0682, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf50112-5321-47d0-a7b2-78ae2aa9eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:18.403860 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.406571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.444553 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:17Z', 'revision_number': 4, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:17Z', 'revision_number': 4, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:16Z', 'revision_number': 1, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:18.496920 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2b3128-6d29-4561-adff-946cbc360bcc None None] The sync data for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:17Z', 'revision_number': 4, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:17Z', 'revision_number': 4, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:16Z', 'revision_number': 1, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:18.502839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.525481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63774e64-6baf-46a3-bf79-b06ac657c924 None None] Pushing event updated for resources: {'Port': ['ID=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:18.539565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.542120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:18.547195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.553464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.556001 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.603926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.623478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe12a9-e06d-43b3-b0d0-b21dc696c3e9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Network': ['ID=92a72707-8aa3-41a7-9d3b-b21c81f4000f,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:18.633016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.682989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 92a72707-8aa3-41a7-9d3b-b21c81f4000f details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:39:18.728035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:18.728259 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Attempt 2 to provision port 16253751-031a-409a-b14c-19e112e3374c Oct 20 03:39:18.729759 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=a5b2a114-30e9-4faf-b7c0-59b0907fcd47,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:18.743964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:18.763236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:18.769686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:18.770341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:18.815644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=f977525d-ecd6-40f2-8eb3-4c583da44397,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:18.866237 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e6b6b4ed-022f-4cfa-9699-e112d78babb2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1364703 Oct 20 03:39:18.866623 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55800) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:18.882749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 00bfd2ee-32c3-4cea-8ace-698d99351553 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:18.905885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:18.928800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.26.0.92 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/79f9a79f-11f9-4c3a-9c05-7686826205a3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:18.983684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] For port 58a8f1cd-7224-4fae-aacf-4204b13d0682, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:18.992039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] For port 58a8f1cd-7224-4fae-aacf-4204b13d0682, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=58a8f1cd-7224-4fae-aacf-4204b13d0682,segment=NetworkSegment(ebf50112-5321-47d0-a7b2-78ae2aa9eeca),segment_id=ebf50112-5321-47d0-a7b2-78ae2aa9eeca)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:19.005632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:19.005981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.006358 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 Oct 20 03:39:19.023340 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.107451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.147864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.184157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router dd3916a6-9158-48f5-944c-322c1170e8a4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:19.191580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Current status of the port 16253751-031a-409a-b14c-19e112e3374c is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:19.192073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.194013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cef3c6-d578-4c86-893e-f372be2d1913 None None] Pushing event updated for resources: {'Port': ['ID=58a8f1cd-7224-4fae-aacf-4204b13d0682,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:19.211111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.268570 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] For port 16253751-031a-409a-b14c-19e112e3374c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=16253751-031a-409a-b14c-19e112e3374c,segment=NetworkSegment(f815733d-2933-43dd-8d50-09ef936cb712),segment_id=f815733d-2933-43dd-8d50-09ef936cb712)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:19.294659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Subnet': ['ID=43f5b86e-8b7f-4d2c-a550-9550fcb7026d,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:19.320590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:19.334860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:19.342660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:19.352499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.354537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.356132 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-14b6b52d-b28b-4254-a266-7611b712d5c9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port f977525d-ecd6-40f2-8eb3-4c583da44397 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:19.357062 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14b6b52d-b28b-4254-a266-7611b712d5c9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.416726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:19.447117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=79f9a79f-11f9-4c3a-9c05-7686826205a3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:19.456417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Provisioning complete for port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:19.456417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.456417 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Attempt 1 to provision port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 Oct 20 03:39:19.513978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Pushing event updated for resources: {'Port': ['ID=16253751-031a-409a-b14c-19e112e3374c,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:19.558083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.568056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Checking segment: {'id': '37c97ed1-fee7-49dd-a025-7fd9f3d14733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92a72707-8aa3-41a7-9d3b-b21c81f4000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:19.568523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network hostable DHCP agents. Network: 92a72707-8aa3-41a7-9d3b-b21c81f4000f, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:19.587425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14b6b52d-b28b-4254-a266-7611b712d5c9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.645957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9982787b-6600-47d7-b5d0-15c4532e1bc4 None None] Current status of the port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:19.678164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-14b6b52d-b28b-4254-a266-7611b712d5c9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for f977525d-ecd6-40f2-8eb3-4c583da44397 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:19.700945 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 92a72707-8aa3-41a7-9d3b-b21c81f4000f is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:19.753042 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:19.763990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55802) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:19.764688 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-68042b8f-5a47-48d1-bd48-387d11951156 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7763236 Oct 20 03:39:19.765477 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 92a72707-8aa3-41a7-9d3b-b21c81f4000f) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:19.772423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2094033021'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:19.777791 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:19.778584 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.785327 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b7730f-7060-4d59-83c0-2cace064adce None None] Network 92a72707-8aa3-41a7-9d3b-b21c81f4000f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:19.812731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-72cf34fe-1931-4c03-b4c1-e3bd62fd3738 None None] Provisioning complete for port 16253751-031a-409a-b14c-19e112e3374c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:19.813511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-72cf34fe-1931-4c03-b4c1-e3bd62fd3738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.814061 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-72cf34fe-1931-4c03-b4c1-e3bd62fd3738 None None] Attempt 1 to provision port 16253751-031a-409a-b14c-19e112e3374c Oct 20 03:39:19.822779 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1ed31b3a-e65b-4edb-9a9f-ded06bc29a86 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4654646 Oct 20 03:39:19.823498 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55804) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:19.833821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '92a72707-8aa3-41a7-9d3b-b21c81f4000f', 'name': 'tempest-PortsTestJSON-1199896536', 'fixed_ips': [{'subnet_id': '43f5b86e-8b7f-4d2c-a550-9550fcb7026d', 'ip_address': '172.20.0.10'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:19.852994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:19.856970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.898132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:19.947384 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bedae20-ace8-4ca4-b38d-283cfaa17194 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:20.096933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:20.114461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:20.118548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14b6b52d-b28b-4254-a266-7611b712d5c9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.167611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.167877 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added segment d28f1de9-8980-43fa-8ca3-cb1ca641a1ec of type vlan for network 8c39a296-84c9-49db-8e83-00a1612bc881 Oct 20 03:39:20.202118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-72cf34fe-1931-4c03-b4c1-e3bd62fd3738 None None] Current status of the port 16253751-031a-409a-b14c-19e112e3374c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:20.216810 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6b52d-b28b-4254-a266-7611b712d5c9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=f977525d-ecd6-40f2-8eb3-4c583da44397,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:20.245245 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14b6b52d-b28b-4254-a266-7611b712d5c9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.251931 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-14b6b52d-b28b-4254-a266-7611b712d5c9 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/f977525d-ecd6-40f2-8eb3-4c583da44397 HTTP/1.1" status: 204 len: 168 time: 1.3813040 Oct 20 03:39:20.252468 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55806) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:20.283234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.288600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.296057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-92a72707-8aa3-41a7-9d3b-b21c81f4000f', 'network_id': '92a72707-8aa3-41a7-9d3b-b21c81f4000f', 'tenant_id': 'c77476bd637640998d5afb0393175f55', 'fixed_ips': [{'subnet_id': '43f5b86e-8b7f-4d2c-a550-9550fcb7026d'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:20.296057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.306488 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.336546 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port 3498f512-aea0-467d-a927-8f11caf62278 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:20.371022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:20.371481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.373725 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:20.466403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.472078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06e561-77f4-4b7f-af43-082183722f92 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:20.476433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:20.477107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.483702 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6f06e561-77f4-4b7f-af43-082183722f92 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2300701 Oct 20 03:39:20.485358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55808) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:20.517920 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7499633 Oct 20 03:39:20.520042 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55810) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:20.530439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'subnet': {'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:20.616547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Allocated IP 172.20.0.2 (92a72707-8aa3-41a7-9d3b-b21c81f4000f/43f5b86e-8b7f-4d2c-a550-9550fcb7026d/ff158755-beda-46c5-ada9-cc2ba6eea97f) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:20.635585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2aea66-29b5-48b4-87c3-5cbf6fc08b33 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:20.641343 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6b2aea66-29b5-48b4-87c3-5cbf6fc08b33 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1475914 Oct 20 03:39:20.644741 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55812) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:20.657010 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec80cd-1c35-41f7-b1d3-7e7604cdb4f0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Network': ['ID=8c39a296-84c9-49db-8e83-00a1612bc881,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:20.711702 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 58a8f1cd-7224-4fae-aacf-4204b13d0682 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:20.714220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 8c39a296-84c9-49db-8e83-00a1612bc881 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:39:20.721107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a2c4b-0203-4e4d-98de-15d43b956435 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:20.722843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a2c4b-0203-4e4d-98de-15d43b956435 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:20.724530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a2c4b-0203-4e4d-98de-15d43b956435 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:20.724690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:39:20.726255 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e19a2c4b-0203-4e4d-98de-15d43b956435 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0802701 Oct 20 03:39:20.729266 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55814) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:20.744004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Made reservation on behalf of 26708a1616a448ce822a1826aa9e343a for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:20.749430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.750185 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Sync routers for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:20.784373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d726eb45-31bf-4d10-9673-0fdd7a72ba65 None None] Network 00bfd2ee-32c3-4cea-8ace-698d99351553 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:20.787007 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed5b070-de52-4282-9039-f06ec82ab7ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 4b33a0fb-4a2a-4591-bacc-27e30bfa9131 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:20.790529 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b070-de52-4282-9039-f06ec82ab7ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.834056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b070-de52-4282-9039-f06ec82ab7ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.863613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:20.864142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:20.897633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b070-de52-4282-9039-f06ec82ab7ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.933906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:20.950187 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ac927-4e8c-4aae-8361-d8a8ed8b5088 None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:20.963417 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ac927-4e8c-4aae-8361-d8a8ed8b5088 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:20.964526 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e62ac927-4e8c-4aae-8361-d8a8ed8b5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:20.987837 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b070-de52-4282-9039-f06ec82ab7ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.991794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:20.993229 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-37fb24a3-d814-49bc-ad28-ce2944aa8b1d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8090734 Oct 20 03:39:20.995763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55816) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:21.005362 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e62ac927-4e8c-4aae-8361-d8a8ed8b5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:21.016147 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ac927-4e8c-4aae-8361-d8a8ed8b5088 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:21.017337 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e62ac927-4e8c-4aae-8361-d8a8ed8b5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:21.032214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5b070-de52-4282-9039-f06ec82ab7ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=4b33a0fb-4a2a-4591-bacc-27e30bfa9131,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:21.046615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b070-de52-4282-9039-f06ec82ab7ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.053363 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4ed5b070-de52-4282-9039-f06ec82ab7ee tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/4b33a0fb-4a2a-4591-bacc-27e30bfa9131 HTTP/1.1" status: 204 len: 168 time: 0.3230746 Oct 20 03:39:21.056225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55818) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:21.066714 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e62ac927-4e8c-4aae-8361-d8a8ed8b5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:21.067572 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ac927-4e8c-4aae-8361-d8a8ed8b5088 None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:21.123018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6556a0e9-c59f-4662-922c-099d3cd8e765 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet f638c53c-dd08-47e2-ad3e-fa33fe256902 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:21.127165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6556a0e9-c59f-4662-922c-099d3cd8e765 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.160664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.174017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6556a0e9-c59f-4662-922c-099d3cd8e765 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.267211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6556a0e9-c59f-4662-922c-099d3cd8e765 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.295231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:21.335848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Subnet': ['ID=bb0abb84-3614-4c60-8e2d-0720bcaa3ab7,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:21.346968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e083bb5-5f52-4f50-b742-1eb7a3d1db5b None None] Update dhcp port {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': 'f638c53c-dd08-47e2-ad3e-fa33fe256902', 'ip_address': '2001:db8::f816:3eff:fecb:af00'}, {'subnet_id': '4b33a0fb-4a2a-4591-bacc-27e30bfa9131'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '585c0ab3-b8fc-4dc8-9f54-098aa5ac653b'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:39:21.350414 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6556a0e9-c59f-4662-922c-099d3cd8e765 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.381921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556a0e9-c59f-4662-922c-099d3cd8e765 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=f638c53c-dd08-47e2-ad3e-fa33fe256902,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:21.386606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6556a0e9-c59f-4662-922c-099d3cd8e765 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.392958 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6556a0e9-c59f-4662-922c-099d3cd8e765 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/f638c53c-dd08-47e2-ad3e-fa33fe256902 HTTP/1.1" status: 204 len: 168 time: 0.3332548 Oct 20 03:39:21.393897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55820) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:21.405513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Checking segment: {'id': 'd28f1de9-8980-43fa-8ca3-cb1ca641a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:21.405979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network hostable DHCP agents. Network: 8c39a296-84c9-49db-8e83-00a1612bc881, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:21.426470 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.429850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:21.430224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.438429 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 58a8f1cd-7224-4fae-aacf-4204b13d0682 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:21.439204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.439555 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 58a8f1cd-7224-4fae-aacf-4204b13d0682 Oct 20 03:39:21.445263 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3e80a02f-e5df-49f8-8f13-59d55db13782 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482042 Oct 20 03:39:21.446712 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55822) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:21.453031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:21.499221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.10 (92a72707-8aa3-41a7-9d3b-b21c81f4000f/43f5b86e-8b7f-4d2c-a550-9550fcb7026d/3498f512-aea0-467d-a927-8f11caf62278) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:21.510654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.572260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8e083bb5-5f52-4f50-b742-1eb7a3d1db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.639826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Network 92a72707-8aa3-41a7-9d3b-b21c81f4000f is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:21.668162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.707172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.719492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:21.733832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Pushing event updated for resources: {'Port': ['ID=ff158755-beda-46c5-ada9-cc2ba6eea97f,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:21.740301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:21.758588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 92a72707-8aa3-41a7-9d3b-b21c81f4000f is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:21.761972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:21.766348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:21.824406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:21.826221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.832407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=3498f512-aea0-467d-a927-8f11caf62278,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:21.851804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 8c39a296-84c9-49db-8e83-00a1612bc881 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:21.866219 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6defb779-e9dd-4bb8-a7fe-5a7d8aafac4e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0367064 Oct 20 03:39:21.867010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55824) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:21.874099 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '92a72707-8aa3-41a7-9d3b-b21c81f4000f', 'name': 'tempest-PortsTestJSON-1038288553', 'fixed_ips': [{'subnet_id': '43f5b86e-8b7f-4d2c-a550-9550fcb7026d', 'ip_address': '172.20.0.9'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:21.930166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 58a8f1cd-7224-4fae-aacf-4204b13d0682 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:21.930739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.931614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 8c39a296-84c9-49db-8e83-00a1612bc881) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:21.932824 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:39:21.933268 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:39:21.937146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:21.937146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.980057 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8517c9c5-e208-45dc-bc10-07f3525d860e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4589155 Oct 20 03:39:21.983915 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8766e9-9be1-4dac-8941-f93aa9533a00 None None] Network 8c39a296-84c9-49db-8e83-00a1612bc881 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:21.984287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:21.987926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:21.990079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55826) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:22.066313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Attempting to bind port ff158755-beda-46c5-ada9-cc2ba6eea97f on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:22.066836 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Attempting to bind port ff158755-beda-46c5-ada9-cc2ba6eea97f by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '37c97ed1-fee7-49dd-a025-7fd9f3d14733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92a72707-8aa3-41a7-9d3b-b21c81f4000f'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:22.067208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Attempting to bind port ff158755-beda-46c5-ada9-cc2ba6eea97f on network 92a72707-8aa3-41a7-9d3b-b21c81f4000f {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:22.084936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060cded3-f967-4db8-b0d2-c07696477120 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:22.128769 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:22.129105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Checking segment: {'id': '37c97ed1-fee7-49dd-a025-7fd9f3d14733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92a72707-8aa3-41a7-9d3b-b21c81f4000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:22.129505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.129898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Bound using segment: {'id': '37c97ed1-fee7-49dd-a025-7fd9f3d14733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92a72707-8aa3-41a7-9d3b-b21c81f4000f'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:22.130378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Bound port: ff158755-beda-46c5-ada9-cc2ba6eea97f, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c97ed1-fee7-49dd-a025-7fd9f3d14733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92a72707-8aa3-41a7-9d3b-b21c81f4000f'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:22.130849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.136413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:22.145964 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.167145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.208412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 58a8f1cd-7224-4fae-aacf-4204b13d0682, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=58a8f1cd-7224-4fae-aacf-4204b13d0682,segment=NetworkSegment(ebf50112-5321-47d0-a7b2-78ae2aa9eeca),segment_id=ebf50112-5321-47d0-a7b2-78ae2aa9eeca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:22.220687 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port d92eb120-912a-45ab-8bc2-deeac3a01c78 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:22.260090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.260640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 16253751-031a-409a-b14c-19e112e3374c up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:22.470846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] For port ff158755-beda-46c5-ada9-cc2ba6eea97f, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:22.490749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:17Z', 'revision_number': 4, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:18Z', 'revision_number': 2, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:22.509645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] For port ff158755-beda-46c5-ada9-cc2ba6eea97f, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ff158755-beda-46c5-ada9-cc2ba6eea97f,segment=NetworkSegment(37c97ed1-fee7-49dd-a025-7fd9f3d14733),segment_id=37c97ed1-fee7-49dd-a025-7fd9f3d14733)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:22.574528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.objects.ports [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103629) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:39:22.600335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.615773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Checking router: dd3916a6-9158-48f5-944c-322c1170e8a4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:22.616306 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Updating router dd3916a6-9158-48f5-944c-322c1170e8a4 port a5b2a114-30e9-4faf-b7c0-59b0907fcd47 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:39:22.677134 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=58a8f1cd-7224-4fae-aacf-4204b13d0682,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:22.696657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:22.697526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.799525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.20.0.1 (177a88ac-e4ec-462d-b69f-662cfe0b7ff7/41155b24-340b-4821-b417-a19291805f4f/8f70cd22-14ab-4290-80c9-a3effc0da065) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:22.803326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.813483 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 16253751-031a-409a-b14c-19e112e3374c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:22.814003 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.814456 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 16253751-031a-409a-b14c-19e112e3374c Oct 20 03:39:22.832913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-8c39a296-84c9-49db-8e83-00a1612bc881', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:22.834730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:22.849182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.001486 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.9 (92a72707-8aa3-41a7-9d3b-b21c81f4000f/43f5b86e-8b7f-4d2c-a550-9550fcb7026d/d92eb120-912a-45ab-8bc2-deeac3a01c78) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:23.061994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.096300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441a821-cea7-446e-9d6c-29f6b10f8cc3 None None] Pushing event updated for resources: {'Port': ['ID=ff158755-beda-46c5-ada9-cc2ba6eea97f,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:23.189169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] For port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:23.202845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.212627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.268104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 177a88ac-e4ec-462d-b69f-662cfe0b7ff7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:23.279494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:23.284933 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:23.292637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.322818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=8f70cd22-14ab-4290-80c9-a3effc0da065,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:23.327708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.328463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.390503 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.441796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:23.446995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.485018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:39:23.485602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:39:23.491003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:23.500659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:23.501247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.504404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 16253751-031a-409a-b14c-19e112e3374c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:23.505329 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=c640beaf-f500-4864-911b-9232c95c8cb4,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:23.505710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:23.509911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,revision_number=5']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:23.511003 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Allocated IP 2001:db8:3::2 (8c39a296-84c9-49db-8e83-00a1612bc881/bb0abb84-3614-4c60-8e2d-0720bcaa3ab7/9f3c73e3-646b-4635-8b3f-40b3d5e1580d) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:23.513453 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77bfc6-6feb-47e2-b4b8-7cecbb8cc5da None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:23.531111 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.535993 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-eb92aa4c-90af-45b0-aca1-69e8ff6aea20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0882089 Oct 20 03:39:23.540623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55828) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:23.546444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c0ff733f-bb4c-4452-8c80-0ba12721c0e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:23.576300 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:39:23.596012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 92a72707-8aa3-41a7-9d3b-b21c81f4000f is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:23.600008 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:23.602580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:23.610636 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=d92eb120-912a-45ab-8bc2-deeac3a01c78,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:23.675061 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:23.676331 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.697814 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3c846b8c-20e0-4cee-b293-b0f39243ed19 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8263428 Oct 20 03:39:23.698412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55830) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:23.722963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.774268 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:23.775000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.802881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ff733f-bb4c-4452-8c80-0ba12721c0e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:23.807969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c0ff733f-bb4c-4452-8c80-0ba12721c0e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.828146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1925d570-ce79-4c14-856f-ee8452b9c746 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:23.833812 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1925d570-ce79-4c14-856f-ee8452b9c746 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1340642 Oct 20 03:39:23.834453 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55832) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:23.871847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:23.872936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:23.873465 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:23.899716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441c71c-2ca6-4db9-b669-a8311f27ea2a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:23.907302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441c71c-2ca6-4db9-b669-a8311f27ea2a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:23.914195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441c71c-2ca6-4db9-b669-a8311f27ea2a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:23.920689 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d441c71c-2ca6-4db9-b669-a8311f27ea2a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0850701 Oct 20 03:39:23.921351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55834) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:23.965471 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] For port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:24.016327 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.ipam_backend_mixin [None req-c0ff733f-bb4c-4452-8c80-0ba12721c0e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c640beaf-f500-4864-911b-9232c95c8cb4 (CIDR: 2001:db8::/64) Oct 20 03:39:24.027201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.030971 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ff733f-bb4c-4452-8c80-0ba12721c0e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:24.030971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ff733f-bb4c-4452-8c80-0ba12721c0e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:24.045297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-11f3d168-aeff-432b-b8f3-c77d4edf8745 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port d92eb120-912a-45ab-8bc2-deeac3a01c78 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:24.045650 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11f3d168-aeff-432b-b8f3-c77d4edf8745 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.064489 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c0ff733f-bb4c-4452-8c80-0ba12721c0e4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5226674 Oct 20 03:39:24.068163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55836) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:24.072304 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-992dedce-39aa-44cd-842f-5f8a7e224ada tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:24.104608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.143613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.153710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.169801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34998495-b46d-4f07-9820-5b89da4a9dd8 None None] Network 92a72707-8aa3-41a7-9d3b-b21c81f4000f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:24.189409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.194329 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.218674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.269734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11f3d168-aeff-432b-b8f3-c77d4edf8745 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.270330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=8f70cd22-14ab-4290-80c9-a3effc0da065,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:24.273540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.298518 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-11f3d168-aeff-432b-b8f3-c77d4edf8745 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for d92eb120-912a-45ab-8bc2-deeac3a01c78 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:24.299913 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Allocated IP 2001:db8:3::1 (8c39a296-84c9-49db-8e83-00a1612bc881/bb0abb84-3614-4c60-8e2d-0720bcaa3ab7/da470178-5ca3-4092-b646-6089ea635687) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:24.347464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:24.347837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.348175 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:24.356183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Network 8c39a296-84c9-49db-8e83-00a1612bc881 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:24.359734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e02651-7915-4d8e-ba76-3e7d0dc5a315 None None] Pushing event updated for resources: {'Port': ['ID=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:24.369756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992dedce-39aa-44cd-842f-5f8a7e224ada tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:24.373581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-992dedce-39aa-44cd-842f-5f8a7e224ada tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.404180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 177a88ac-e4ec-462d-b69f-662cfe0b7ff7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:24.405905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:24.437351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:24.439472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:24.492554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Attempting to bind port a5b2a114-30e9-4faf-b7c0-59b0907fcd47 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:24.493168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Attempting to bind port a5b2a114-30e9-4faf-b7c0-59b0907fcd47 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'ebf50112-5321-47d0-a7b2-78ae2aa9eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:24.493288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Attempting to bind port a5b2a114-30e9-4faf-b7c0-59b0907fcd47 on network 00bfd2ee-32c3-4cea-8ace-698d99351553 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:24.537957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aee93f-b499-4dc0-904b-16932f00b879 None None] Pushing event updated for resources: {'Port': ['ID=a5b2a114-30e9-4faf-b7c0-59b0907fcd47,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:24.548071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:24.589912 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:24.590289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Checking segment: {'id': 'ebf50112-5321-47d0-a7b2-78ae2aa9eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:24.590904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.591301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Bound using segment: {'id': 'ebf50112-5321-47d0-a7b2-78ae2aa9eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:24.592634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Bound port: a5b2a114-30e9-4faf-b7c0-59b0907fcd47, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf50112-5321-47d0-a7b2-78ae2aa9eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:24.592634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.599424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:24.654592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11f3d168-aeff-432b-b8f3-c77d4edf8745 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.662222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Attempting to bind port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:24.662592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Attempting to bind port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'd28f1de9-8980-43fa-8ca3-cb1ca641a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:24.663174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Attempting to bind port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d on network 8c39a296-84c9-49db-8e83-00a1612bc881 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:24.669580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.683926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Pushing event updated for resources: {'Port': ['ID=9f3c73e3-646b-4635-8b3f-40b3d5e1580d,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:24.701877 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3d168-aeff-432b-b8f3-c77d4edf8745 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=d92eb120-912a-45ab-8bc2-deeac3a01c78,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:24.720342 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:24.720342 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Checking segment: {'id': 'd28f1de9-8980-43fa-8ca3-cb1ca641a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:24.720342 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.720342 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Bound using segment: {'id': 'd28f1de9-8980-43fa-8ca3-cb1ca641a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:24.720827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Bound port: 9f3c73e3-646b-4635-8b3f-40b3d5e1580d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28f1de9-8980-43fa-8ca3-cb1ca641a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:24.720946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.772901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:24.781231 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-49d2a12e-d312-4e6f-8b01-fc12751dcd38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "PUT /v2.0/routers/8da26b8d-5325-472c-9180-a5a3a0f8cbe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7814856 Oct 20 03:39:24.786812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55838) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:24.793376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'port': {'network_id': '177a88ac-e4ec-462d-b69f-662cfe0b7ff7', 'name': 'tempest-FloatingIPTestJSON-255930170'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:24.795016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acbf339-57bb-4c11-b8e5-7644f78bd56c None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:24.828151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] For port a5b2a114-30e9-4faf-b7c0-59b0907fcd47, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:24.838822 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 58a8f1cd-7224-4fae-aacf-4204b13d0682 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:24.840825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:24.878718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] For port a5b2a114-30e9-4faf-b7c0-59b0907fcd47, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a5b2a114-30e9-4faf-b7c0-59b0907fcd47,segment=NetworkSegment(ebf50112-5321-47d0-a7b2-78ae2aa9eeca),segment_id=ebf50112-5321-47d0-a7b2-78ae2aa9eeca)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:24.884635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11f3d168-aeff-432b-b8f3-c77d4edf8745 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.890625 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-11f3d168-aeff-432b-b8f3-c77d4edf8745 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/d92eb120-912a-45ab-8bc2-deeac3a01c78 HTTP/1.1" status: 204 len: 168 time: 0.9653485 Oct 20 03:39:24.891873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55840) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:24.894453 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.905566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:24.930601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acbf339-57bb-4c11-b8e5-7644f78bd56c None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:24.931244 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4acbf339-57bb-4c11-b8e5-7644f78bd56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:24.937213 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9072a70-fd9a-4e7e-95ce-9d765e1ff916 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:39:24.941400 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a9072a70-fd9a-4e7e-95ce-9d765e1ff916 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/d92eb120-912a-45ab-8bc2-deeac3a01c78 HTTP/1.1" status: 404 len: 333 time: 0.0453787 Oct 20 03:39:24.942241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55842) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:24.975086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 8c39a296-84c9-49db-8e83-00a1612bc881 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:24.984102 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:24.995728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:24.996316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.002561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Made reservation on behalf of 229eff0a85b148bc8e88f418a7557d61 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:25.007469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.044547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=da470178-5ca3-4092-b646-6089ea635687,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:25.055705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] device_id is not set on port 76bbcc63-45b0-4e0a-8be5-f621488719c1 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:25.072524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-992dedce-39aa-44cd-842f-5f8a7e224ada tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.170494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992dedce-39aa-44cd-842f-5f8a7e224ada tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:25.176175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Provisioning complete for port 58a8f1cd-7224-4fae-aacf-4204b13d0682 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:25.177035 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.177035 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Attempt 1 to provision port 58a8f1cd-7224-4fae-aacf-4204b13d0682 Oct 20 03:39:25.178407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-992dedce-39aa-44cd-842f-5f8a7e224ada tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:25.183010 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1d8cf-9b70-40d0-b25a-3071c9f6fda6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 3498f512-aea0-467d-a927-8f11caf62278 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:25.183571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d8cf-9b70-40d0-b25a-3071c9f6fda6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.183951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992dedce-39aa-44cd-842f-5f8a7e224ada tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:25.185015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-992dedce-39aa-44cd-842f-5f8a7e224ada tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.186923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4acbf339-57bb-4c11-b8e5-7644f78bd56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:25.191798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dedce-39aa-44cd-842f-5f8a7e224ada tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=3d1479a6-57f4-4cbf-bd48-41f3eba84f3b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:25.229318 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-992dedce-39aa-44cd-842f-5f8a7e224ada tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1583331 Oct 20 03:39:25.230232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55844) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:25.235828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:53:75:c7', 'name': 'tempest-NetworksTestDHCPv6-1095144084'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:25.242398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:25.242802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:25.254574 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.280990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.20.0.13 (177a88ac-e4ec-462d-b69f-662cfe0b7ff7/41155b24-340b-4821-b417-a19291805f4f/76bbcc63-45b0-4e0a-8be5-f621488719c1) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:25.299458 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] For port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:25.312431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c21cb5-7c8a-4556-88bc-e306d7c5b493 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:25.421417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d8cf-9b70-40d0-b25a-3071c9f6fda6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.473823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1d8cf-9b70-40d0-b25a-3071c9f6fda6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 3498f512-aea0-467d-a927-8f11caf62278 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:25.520323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:25.539527 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] For port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9f3c73e3-646b-4635-8b3f-40b3d5e1580d,segment=NetworkSegment(d28f1de9-8980-43fa-8ca3-cb1ca641a1ec),segment_id=d28f1de9-8980-43fa-8ca3-cb1ca641a1ec)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:25.566257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acbf339-57bb-4c11-b8e5-7644f78bd56c None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:25.566802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4acbf339-57bb-4c11-b8e5-7644f78bd56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:25.572156 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.605571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aee93f-b499-4dc0-904b-16932f00b879 None None] Pushing event updated for resources: {'Port': ['ID=a5b2a114-30e9-4faf-b7c0-59b0907fcd47,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:25.610135 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.623588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4acbf339-57bb-4c11-b8e5-7644f78bd56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:25.623588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acbf339-57bb-4c11-b8e5-7644f78bd56c None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:25.664618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.689804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 58a8f1cd-7224-4fae-aacf-4204b13d0682 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:25.690104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.690448 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 58a8f1cd-7224-4fae-aacf-4204b13d0682 Oct 20 03:39:25.695206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:25.722579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.739238 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 177a88ac-e4ec-462d-b69f-662cfe0b7ff7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:25.741609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:25.745033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:25.753502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d8cf-9b70-40d0-b25a-3071c9f6fda6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.769897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 1b5c74b8-390e-4d24-a365-b03259f552e7 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:25.781978 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=76bbcc63-45b0-4e0a-8be5-f621488719c1,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:25.794376 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.810185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.810185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.810628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.810971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.811300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.811630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.811953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.812436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.812955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.814342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.814465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.814784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:25.841257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.841899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.850843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9996310-fe6a-46f0-a6e2-59479cf9270a None None] Pushing event updated for resources: {'Port': ['ID=9f3c73e3-646b-4635-8b3f-40b3d5e1580d,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:25.877708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1d8cf-9b70-40d0-b25a-3071c9f6fda6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=3498f512-aea0-467d-a927-8f11caf62278,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:25.952108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:25.952907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.964561 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event updated for resources: {'Port': ['ID=da470178-5ca3-4092-b646-6089ea635687,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:25.977647 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Current status of the port 58a8f1cd-7224-4fae-aacf-4204b13d0682 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:25.989023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d8cf-9b70-40d0-b25a-3071c9f6fda6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:25.993058 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d4e1d8cf-9b70-40d0-b25a-3071c9f6fda6 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/3498f512-aea0-467d-a927-8f11caf62278 HTTP/1.1" status: 204 len: 168 time: 1.0503335 Oct 20 03:39:26.001938 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-629c2917-2d44-498a-8be2-9e4e9f5c1ca5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2116871 Oct 20 03:39:26.001938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55846) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:26.003175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55848) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:26.068544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'port': {'network_id': '177a88ac-e4ec-462d-b69f-662cfe0b7ff7', 'name': 'tempest-FloatingIPTestJSON-1161998178'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:26.079296 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.079742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.080197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.081050 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.081581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.082196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.082724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.083250 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.083767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.084323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.084945 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.085466 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:26.102888 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1f300f-2a65-4609-834f-3ff1b43cba11 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:39:26.108367 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0c1f300f-2a65-4609-834f-3ff1b43cba11 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/3498f512-aea0-467d-a927-8f11caf62278 HTTP/1.1" status: 404 len: 333 time: 0.1056159 Oct 20 03:39:26.109238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55850) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:26.165083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Provisioning complete for port a5b2a114-30e9-4faf-b7c0-59b0907fcd47 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:26.165552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.165956 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Attempt 1 to provision port a5b2a114-30e9-4faf-b7c0-59b0907fcd47 Oct 20 03:39:26.177996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 58a8f1cd-7224-4fae-aacf-4204b13d0682 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:26.187620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ff158755-beda-46c5-ada9-cc2ba6eea97f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:26.252702 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89a4ccc-0e1a-43c3-804c-3cbd4403876e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting subnet 43f5b86e-8b7f-4d2c-a550-9550fcb7026d {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:26.259388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f89a4ccc-0e1a-43c3-804c-3cbd4403876e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.280569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Made reservation on behalf of 229eff0a85b148bc8e88f418a7557d61 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:26.296155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.301659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Network 8c39a296-84c9-49db-8e83-00a1612bc881 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:26.311566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:26.323925 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Update dhcp port {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': 'c640beaf-f500-4864-911b-9232c95c8cb4', 'ip_address': '2001:db8::f816:3eff:fecb:af00'}, {'subnet_id': '3d1479a6-57f4-4cbf-bd48-41f3eba84f3b'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '585c0ab3-b8fc-4dc8-9f54-098aa5ac653b'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:39:26.334640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8:0:1::166 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/3d1479a6-57f4-4cbf-bd48-41f3eba84f3b/1b5c74b8-390e-4d24-a365-b03259f552e7) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:26.342103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] device_id is not set on port ac9edc78-950b-4f9c-ad16-adbf7df52ad1 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:26.347236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f89a4ccc-0e1a-43c3-804c-3cbd4403876e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.406769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::f816:3eff:fe53:75c7 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/c640beaf-f500-4864-911b-9232c95c8cb4/1b5c74b8-390e-4d24-a365-b03259f552e7) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:26.426853 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.486237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ff158755-beda-46c5-ada9-cc2ba6eea97f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:26.486237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.486464 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ff158755-beda-46c5-ada9-cc2ba6eea97f Oct 20 03:39:26.502997 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.20.0.9 (177a88ac-e4ec-462d-b69f-662cfe0b7ff7/41155b24-340b-4821-b417-a19291805f4f/ac9edc78-950b-4f9c-ad16-adbf7df52ad1) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:26.524044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Current status of the port a5b2a114-30e9-4faf-b7c0-59b0907fcd47 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:26.524481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.552021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router dd3916a6-9158-48f5-944c-322c1170e8a4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:26.595538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f89a4ccc-0e1a-43c3-804c-3cbd4403876e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.655643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] For port a5b2a114-30e9-4faf-b7c0-59b0907fcd47, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a5b2a114-30e9-4faf-b7c0-59b0907fcd47,segment=NetworkSegment(ebf50112-5321-47d0-a7b2-78ae2aa9eeca),segment_id=ebf50112-5321-47d0-a7b2-78ae2aa9eeca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:26.699666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.706403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ff158755-beda-46c5-ada9-cc2ba6eea97f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:26.706943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.713650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Could not find standard attr ID for object f977525d-ecd6-40f2-8eb3-4c583da44397. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:26.737627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.763574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:25Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:24Z', 'revision_number': 4, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da470178-5ca3-4092-b646-6089ea635687', 'name': '', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:5e:4c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:23Z', 'updated_at': '2022-10-20T03:39:24Z', 'revision_number': 1, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:26.781972 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.806402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b44b8b-0642-41f2-8a54-005ecd0f4078 None None] The sync data for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:25Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:24Z', 'revision_number': 4, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da470178-5ca3-4092-b646-6089ea635687', 'name': '', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:5e:4c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:23Z', 'updated_at': '2022-10-20T03:39:24Z', 'revision_number': 1, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:26.847498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31121c68-8f0a-455e-b0b0-93ac1e256ee2 None None] Pushing event updated for resources: {'Port': ['ID=a5b2a114-30e9-4faf-b7c0-59b0907fcd47,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:26.861799 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Could not find standard attr ID for object 3498f512-aea0-467d-a927-8f11caf62278. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:26.865975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 177a88ac-e4ec-462d-b69f-662cfe0b7ff7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:26.875735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:26.880468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:26.914376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Provisioning complete for port ff158755-beda-46c5-ada9-cc2ba6eea97f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:26.914757 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:26.915180 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Attempt 1 to provision port ff158755-beda-46c5-ada9-cc2ba6eea97f Oct 20 03:39:26.952200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=ac9edc78-950b-4f9c-ad16-adbf7df52ad1,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:26.972057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:26.972758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.005464 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6625a5d2-b802-4d88-8723-e523b737718c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9526141 Oct 20 03:39:27.005661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55852) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:27.016196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'ac9edc78-950b-4f9c-ad16-adbf7df52ad1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:27.100754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Current status of the port ff158755-beda-46c5-ada9-cc2ba6eea97f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:27.101246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.181933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:27.189125 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ca905f2a-d7b5-41f9-88cd-87f4ef70f019 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1980011 Oct 20 03:39:27.194025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.196922 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55854) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:27.203100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c13b3da9-66b8-44a4-8c22-9c8e2b5cfbda tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:27.212255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f89a4ccc-0e1a-43c3-804c-3cbd4403876e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.279614 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a4ccc-0e1a-43c3-804c-3cbd4403876e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Subnet': ['ID=43f5b86e-8b7f-4d2c-a550-9550fcb7026d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:27.300672 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f89a4ccc-0e1a-43c3-804c-3cbd4403876e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.306210 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f89a4ccc-0e1a-43c3-804c-3cbd4403876e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/43f5b86e-8b7f-4d2c-a550-9550fcb7026d HTTP/1.1" status: 204 len: 168 time: 1.1899192 Oct 20 03:39:27.316923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346255ed-b032-444a-b4ac-ee3aaa3909f0 None None] Network 92a72707-8aa3-41a7-9d3b-b21c81f4000f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:27.341596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55856) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:27.365678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:39:27.366210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:39:27.372403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:39:27.373761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:39:27.432126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8fd5a8-6c30-4cf3-88c2-7ffc7f7d43d6 None None] Network 8c39a296-84c9-49db-8e83-00a1612bc881 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:27.478384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.515943 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.602412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.644749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.680216 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:27.690509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:27.708560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:27.714532 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:27.715295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.734270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.26.0.74 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/d93046e6-150a-45d3-adfa-2e7cfd9afb54) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:27.752663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Allocated IP 2001:db8:0:1::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/3d1479a6-57f4-4cbf-bd48-41f3eba84f3b/585c0ab3-b8fc-4dc8-9f54-098aa5ac653b) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:27.786679 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5529144 Oct 20 03:39:27.787873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55858) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:27.797958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73711af5-dce4-4d18-abe6-c1ccb734a2d8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=1b5c74b8-390e-4d24-a365-b03259f552e7,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:27.852199 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Sync routers for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:27.886417 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:27.889220 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:27.911668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.924700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port ff158755-beda-46c5-ada9-cc2ba6eea97f {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:27.925203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:27.936948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19eaa2-d6e8-4cc8-88dd-581df0f8614b None None] DHCP port deletion for 92a72707-8aa3-41a7-9d3b-b21c81f4000f request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:28.001306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] For port ff158755-beda-46c5-ada9-cc2ba6eea97f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ff158755-beda-46c5-ada9-cc2ba6eea97f,segment=NetworkSegment(37c97ed1-fee7-49dd-a025-7fd9f3d14733),segment_id=37c97ed1-fee7-49dd-a025-7fd9f3d14733)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:28.002206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.003620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.010844 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:28.015805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for ff158755-beda-46c5-ada9-cc2ba6eea97f owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:28.016361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ff158755-beda-46c5-ada9-cc2ba6eea97f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:28.016756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.020678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] For port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:28.033319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Current status of the port ff158755-beda-46c5-ada9-cc2ba6eea97f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:28.033735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.084194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:28.093618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:28.097707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:28.116018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.125029 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port ff158755-beda-46c5-ada9-cc2ba6eea97f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ff158755-beda-46c5-ada9-cc2ba6eea97f,segment=NetworkSegment(37c97ed1-fee7-49dd-a025-7fd9f3d14733),segment_id=37c97ed1-fee7-49dd-a025-7fd9f3d14733)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:28.129456 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.145425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.162882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.187548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=ff158755-beda-46c5-ada9-cc2ba6eea97f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:28.190114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No DVR routers for this DVR port ff158755-beda-46c5-ada9-cc2ba6eea97f on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:28.192429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-c13b3da9-66b8-44a4-8c22-9c8e2b5cfbda tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 03:39:28.202293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2a19eaa2-d6e8-4cc8-88dd-581df0f8614b None None] Deleting port ff158755-beda-46c5-ada9-cc2ba6eea97f {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:28.202678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2a19eaa2-d6e8-4cc8-88dd-581df0f8614b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.272396 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-c13b3da9-66b8-44a4-8c22-9c8e2b5cfbda tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Removed routes are [] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 03:39:28.272850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c13b3da9-66b8-44a4-8c22-9c8e2b5cfbda tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.286819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:28.306325 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Could not find standard attr ID for object d92eb120-912a-45ab-8bc2-deeac3a01c78. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:28.408678 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:25Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da470178-5ca3-4092-b646-6089ea635687', 'name': '', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:5e:4c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:23Z', 'updated_at': '2022-10-20T03:39:25Z', 'revision_number': 2, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:28.417814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.460491 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Pushing event updated for resources: {'Port': ['ID=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:28.470980 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Checking router: dd3916a6-9158-48f5-944c-322c1170e8a4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:28.471354 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Updating router dd3916a6-9158-48f5-944c-322c1170e8a4 port da470178-5ca3-4092-b646-6089ea635687 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:39:28.498755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:28.499144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.499488 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:28.501689 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.507649 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.508019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.508393 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.508737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.509078 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.509416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.509752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.510087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.510550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.511317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.511652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.511982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac2cab-3be2-4c55-ad14-6c6b025474bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:39:28.522932 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2a19eaa2-d6e8-4cc8-88dd-581df0f8614b None None] For port ff158755-beda-46c5-ada9-cc2ba6eea97f, host dv-neutron-861842-1-hyperv, got binding levels [] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:28.523352 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2a19eaa2-d6e8-4cc8-88dd-581df0f8614b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.563135 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event deleted for resources: {'Port': ['ID=ff158755-beda-46c5-ada9-cc2ba6eea97f,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:28.652222 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a72707-8aa3-41a7-9d3b-b21c81f4000f']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:28.653399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2a19eaa2-d6e8-4cc8-88dd-581df0f8614b None None] Calling delete_port for ff158755-beda-46c5-ada9-cc2ba6eea97f owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:28.660624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.ipam_backend_mixin [None req-2a19eaa2-d6e8-4cc8-88dd-581df0f8614b None None] Port ff158755-beda-46c5-ada9-cc2ba6eea97f was not found and therefore no delete operation was performed {{(pid=103630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 20 03:39:28.662362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=d93046e6-150a-45d3-adfa-2e7cfd9afb54,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:28.671467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c97ed1-fee7-49dd-a025-7fd9f3d14733') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:28.672118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c97ed1-fee7-49dd-a025-7fd9f3d14733') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:28.691609 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.707926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2a19eaa2-d6e8-4cc8-88dd-581df0f8614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.713326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.723200 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:28.723761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.733961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a19eaa2-d6e8-4cc8-88dd-581df0f8614b None None] No DVR routers for this DVR port ff158755-beda-46c5-ada9-cc2ba6eea97f on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:28.777603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19eaa2-d6e8-4cc8-88dd-581df0f8614b None None] Pushing event deleted for resources: {'Port': ['ID=ff158755-beda-46c5-ada9-cc2ba6eea97f,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:28.807376 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.811696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.815704 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/networks/92a72707-8aa3-41a7-9d3b-b21c81f4000f HTTP/1.1" status: 204 len: 168 time: 1.4730797 Oct 20 03:39:28.822816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55862) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:28.831078 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 37c97ed1-fee7-49dd-a025-7fd9f3d14733 resource provider aggregate not found Oct 20 03:39:28.847986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1569841699'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:28.884031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da6bb3-6677-4e42-9d6d-9f99da5386db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Network': ['ID=92a72707-8aa3-41a7-9d3b-b21c81f4000f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:28.900064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:28.900344 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 37c97ed1-fee7-49dd-a025-7fd9f3d14733 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37c97ed1-fee7-49dd-a025-7fd9f3d14733 found for delete ", "request_id": "req-9b7e682b-b8a5-4664-82b0-abe971e54841"}]} Oct 20 03:39:28.900499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.911096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c13b3da9-66b8-44a4-8c22-9c8e2b5cfbda tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.916543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c13b3da9-66b8-44a4-8c22-9c8e2b5cfbda tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.947117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd6ba-88f2-4ecd-bec3-aab6b0118e76 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:28.958850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fc296f42-ba20-4af1-b7e0-b7835fbceeb1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 1b5c74b8-390e-4d24-a365-b03259f552e7 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:28.959563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc296f42-ba20-4af1-b7e0-b7835fbceeb1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:28.981982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:28.988749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.086899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:29.118632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Provisioning complete for port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:29.119645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.119808 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Attempt 1 to provision port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d Oct 20 03:39:29.164041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13b3da9-66b8-44a4-8c22-9c8e2b5cfbda tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router dd3916a6-9158-48f5-944c-322c1170e8a4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:29.276985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:29.294100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.313526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Current status of the port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:29.314204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.336581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:39:29.338136 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.342328 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13b3da9-66b8-44a4-8c22-9c8e2b5cfbda tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:29.350278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.350632 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Added segment 3c293324-5200-4511-9be9-9b3d99d3cf76 of type vlan for network 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 Oct 20 03:39:29.352216 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.358462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c13b3da9-66b8-44a4-8c22-9c8e2b5cfbda tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.360185 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c13b3da9-66b8-44a4-8c22-9c8e2b5cfbda tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4 HTTP/1.1" status: 200 len: 952 time: 2.1616323 Oct 20 03:39:29.364405 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55866) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:29.401902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] For port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9f3c73e3-646b-4635-8b3f-40b3d5e1580d,segment=NetworkSegment(d28f1de9-8980-43fa-8ca3-cb1ca641a1ec),segment_id=d28f1de9-8980-43fa-8ca3-cb1ca641a1ec)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:29.408955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.444898 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08290fe-153c-40bb-a0a4-ff7d840938ef None None] Pushing event updated for resources: {'Port': ['ID=da470178-5ca3-4092-b646-6089ea635687,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:29.474580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.489636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Provisioning complete for port da470178-5ca3-4092-b646-6089ea635687 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:29.490152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.490607 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Attempt 1 to provision port da470178-5ca3-4092-b646-6089ea635687 Oct 20 03:39:29.526474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.533436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:29.533882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.534340 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Pushing event updated for resources: {'Port': ['ID=9f3c73e3-646b-4635-8b3f-40b3d5e1580d,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:29.541257 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Attempting to bind port da470178-5ca3-4092-b646-6089ea635687 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:29.541637 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Attempting to bind port da470178-5ca3-4092-b646-6089ea635687 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'd28f1de9-8980-43fa-8ca3-cb1ca641a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:29.542003 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Attempting to bind port da470178-5ca3-4092-b646-6089ea635687 on network 8c39a296-84c9-49db-8e83-00a1612bc881 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:29.551109 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:29.551758 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Checking segment: {'id': 'd28f1de9-8980-43fa-8ca3-cb1ca641a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:29.552345 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.553144 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Bound using segment: {'id': 'd28f1de9-8980-43fa-8ca3-cb1ca641a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:29.553791 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Bound port: da470178-5ca3-4092-b646-6089ea635687, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28f1de9-8980-43fa-8ca3-cb1ca641a1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:29.554360 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.558440 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a5b2a114-30e9-4faf-b7c0-59b0907fcd47 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:29.600943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Port da470178-5ca3-4092-b646-6089ea635687 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:29.614582 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7895451 Oct 20 03:39:29.617724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55868) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:29.619784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc296f42-ba20-4af1-b7e0-b7835fbceeb1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.623006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.627792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '4f46e83c-1f30-4feb-85b6-1e4fe59c08e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:29.634424 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a5b2a114-30e9-4faf-b7c0-59b0907fcd47 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:29.635056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.635529 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a5b2a114-30e9-4faf-b7c0-59b0907fcd47 Oct 20 03:39:29.646918 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] For port da470178-5ca3-4092-b646-6089ea635687, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:29.651188 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-756768d1-ebe1-4168-a7a6-60e01a8452fb tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4 HTTP/1.1" status: 200 len: 952 time: 0.2768896 Oct 20 03:39:29.654939 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] For port da470178-5ca3-4092-b646-6089ea635687, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=da470178-5ca3-4092-b646-6089ea635687,segment=NetworkSegment(d28f1de9-8980-43fa-8ca3-cb1ca641a1ec),segment_id=d28f1de9-8980-43fa-8ca3-cb1ca641a1ec)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:29.662897 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.668204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55870) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:29.675412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a9571b7c-fc4f-4cde-94fe-015df094b2ca tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'routes': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:29.727184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fc296f42-ba20-4af1-b7e0-b7835fbceeb1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 1b5c74b8-390e-4d24-a365-b03259f552e7 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:29.730580 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:29.731702 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:29.768033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a5b2a114-30e9-4faf-b7c0-59b0907fcd47 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:29.769416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:29.801852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179f0e1-da14-4bde-910e-d036b54b7bbd tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Network': ['ID=4f46e83c-1f30-4feb-85b6-1e4fe59c08e6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:29.818047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:39:29.837201 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08290fe-153c-40bb-a0a4-ff7d840938ef None None] Pushing event updated for resources: {'Port': ['ID=da470178-5ca3-4092-b646-6089ea635687,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:29.882373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:29.887373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.888672 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:29.919995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:29.920667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:29.921148 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:29.962383 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.054193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:30.054584 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.099964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0233b4-ff00-40b5-9008-fc7cb19b4698 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:39:30.104964 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Attempt 2 to provision port da470178-5ca3-4092-b646-6089ea635687 Oct 20 03:39:30.128472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:30.159348 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.160125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9f3c73e3-646b-4635-8b3f-40b3d5e1580d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:30.212461 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:28Z', 'revision_number': 6, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da470178-5ca3-4092-b646-6089ea635687', 'name': '', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:5e:4c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:23Z', 'updated_at': '2022-10-20T03:39:29Z', 'revision_number': 4, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:30.257028 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60b7fe-5a6e-4b60-a8d1-1a620753af09 None None] The sync data for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:28Z', 'revision_number': 6, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da470178-5ca3-4092-b646-6089ea635687', 'name': '', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:5e:4c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:23Z', 'updated_at': '2022-10-20T03:39:29Z', 'revision_number': 4, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:30.294525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.295903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc296f42-ba20-4af1-b7e0-b7835fbceeb1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.342459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.347981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc296f42-ba20-4af1-b7e0-b7835fbceeb1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=1b5c74b8-390e-4d24-a365-b03259f552e7,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:30.473354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc296f42-ba20-4af1-b7e0-b7835fbceeb1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.476902 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fc296f42-ba20-4af1-b7e0-b7835fbceeb1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/1b5c74b8-390e-4d24-a365-b03259f552e7 HTTP/1.1" status: 204 len: 168 time: 2.6884129 Oct 20 03:39:30.478160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=d93046e6-150a-45d3-adfa-2e7cfd9afb54,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:30.480361 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55872) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:30.482620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.508575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,revision_number=9']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:30.519876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:30.520163 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.520547 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d Oct 20 03:39:30.595234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8485b135-553e-44f6-b120-0099c1ac4497 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:30.596875 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8485b135-553e-44f6-b120-0099c1ac4497 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1154025 Oct 20 03:39:30.600966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55874) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:30.627072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Current status of the port da470178-5ca3-4092-b646-6089ea635687 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:30.628039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.647299 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP 67d4be37-468e-48fb-9765-1c96ae49e657 associated. External IP: 172.26.0.74, port: ac9edc78-950b-4f9c-ad16-adbf7df52ad1. Oct 20 03:39:30.662504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c4329-a8ec-4598-a160-abc8b0e30de4 None None] Sync routers for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:30.716951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] For port da470178-5ca3-4092-b646-6089ea635687, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=da470178-5ca3-4092-b646-6089ea635687,segment=NetworkSegment(d28f1de9-8980-43fa-8ca3-cb1ca641a1ec),segment_id=d28f1de9-8980-43fa-8ca3-cb1ca641a1ec)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:30.720997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c4329-a8ec-4598-a160-abc8b0e30de4 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:30.721934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-964c4329-a8ec-4598-a160-abc8b0e30de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:30.723663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0233b4-ff00-40b5-9008-fc7cb19b4698 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:39:30.784284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.863397 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b3e1fe-b892-48fd-a7e5-623108b20713 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:30.864958 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b5b3e1fe-b892-48fd-a7e5-623108b20713 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2581046 Oct 20 03:39:30.865981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:30.870493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55876) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:30.894554 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:30.895750 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:30.929945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1f459901-c883-4d76-b785-749dd012fd4f None None] Could not find standard attr ID for object 1b5c74b8-390e-4d24-a365-b03259f552e7. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:30.947164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-964c4329-a8ec-4598-a160-abc8b0e30de4 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:30.978924 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-a9571b7c-fc4f-4cde-94fe-015df094b2ca tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added routes are [] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 03:39:30.979195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-a9571b7c-fc4f-4cde-94fe-015df094b2ca tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 03:39:30.984176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c421f-f8cd-46a6-94f2-715c40c2d1ab None None] Pushing event updated for resources: {'Port': ['ID=da470178-5ca3-4092-b646-6089ea635687,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:31.032704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea736dc-da14-41ef-acb0-b8d4c3e51b26 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:31.034104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ff158755-beda-46c5-ada9-cc2ba6eea97f no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:31.035063 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea736dc-da14-41ef-acb0-b8d4c3e51b26 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:31.037026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea736dc-da14-41ef-acb0-b8d4c3e51b26 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:31.038655 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7ea736dc-da14-41ef-acb0-b8d4c3e51b26 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1634552 Oct 20 03:39:31.041354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55878) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:31.056115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Subnet': ['ID=3bd62b4b-2a07-46b4-8073-46831f2e75e7,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:31.076627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Checking segment: {'id': '3c293324-5200-4511-9be9-9b3d99d3cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4f46e83c-1f30-4feb-85b6-1e4fe59c08e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:31.077890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network hostable DHCP agents. Network: 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:39:31.080138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9571b7c-fc4f-4cde-94fe-015df094b2ca tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.085546 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:31.098943 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fcf19-d6d7-4d11-bda0-15799e953c21 None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:31.118379 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fcf19-d6d7-4d11-bda0-15799e953c21 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:31.119089 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-cb9fcf19-d6d7-4d11-bda0-15799e953c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:31.130304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.142489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ff158755-beda-46c5-ada9-cc2ba6eea97f {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:31.143162 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ff158755-beda-46c5-ada9-cc2ba6eea97f not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:31.152540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1f459901-c883-4d76-b785-749dd012fd4f None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:31.154045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1f459901-c883-4d76-b785-749dd012fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.154651 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1f459901-c883-4d76-b785-749dd012fd4f None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:31.161297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:39:31.174313 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-cb9fcf19-d6d7-4d11-bda0-15799e953c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:31.183980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee53b48-f7f3-494e-b6b3-7e40822a70c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 3d1479a6-57f4-4cbf-bd48-41f3eba84f3b {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:31.191598 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fcf19-d6d7-4d11-bda0-15799e953c21 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:31.192492 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-cb9fcf19-d6d7-4d11-bda0-15799e953c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:31.204398 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eee53b48-f7f3-494e-b6b3-7e40822a70c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.237092 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-cb9fcf19-d6d7-4d11-bda0-15799e953c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:31.238082 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fcf19-d6d7-4d11-bda0-15799e953c21 None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:31.253262 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:31.264299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:31.264919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.270373 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a5eafc4c-e124-47b7-9cb2-c4f1afa0bc82 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2636342 Oct 20 03:39:31.273167 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55880) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:31.283045 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-062f1418-f415-4318-b7ee-1bd0f381409b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:31.331559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eee53b48-f7f3-494e-b6b3-7e40822a70c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.337507 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-681bca00-dfb1-4f30-8dd7-c483a3564081 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7177603 Oct 20 03:39:31.342458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55882) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:31.376176 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-96893c35-a08d-4dc6-8fa7-688713e7c2be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-569386136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:31.391778 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9f3c73e3-646b-4635-8b3f-40b3d5e1580d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:31.422418 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96893c35-a08d-4dc6-8fa7-688713e7c2be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.424733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96893c35-a08d-4dc6-8fa7-688713e7c2be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.430483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-062f1418-f415-4318-b7ee-1bd0f381409b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.495058 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eee53b48-f7f3-494e-b6b3-7e40822a70c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.526489 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9571b7c-fc4f-4cde-94fe-015df094b2ca tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.533761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9571b7c-fc4f-4cde-94fe-015df094b2ca tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.548983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96893c35-a08d-4dc6-8fa7-688713e7c2be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.555914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96893c35-a08d-4dc6-8fa7-688713e7c2be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.577228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96893c35-a08d-4dc6-8fa7-688713e7c2be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.581209 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-96893c35-a08d-4dc6-8fa7-688713e7c2be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2067583 Oct 20 03:39:31.583144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55884) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:31.586328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'network_id': '4f46e83c-1f30-4feb-85b6-1e4fe59c08e6', 'name': 'tempest-PortsTestJSON-525147860'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:31.602670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1f459901-c883-4d76-b785-749dd012fd4f None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:31.642293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:31.642678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.643407 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d Oct 20 03:39:31.681418 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1f459901-c883-4d76-b785-749dd012fd4f None None] Provisioning complete for port da470178-5ca3-4092-b646-6089ea635687 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:31.681808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1f459901-c883-4d76-b785-749dd012fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.682150 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1f459901-c883-4d76-b785-749dd012fd4f None None] Attempt 1 to provision port da470178-5ca3-4092-b646-6089ea635687 Oct 20 03:39:31.690406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eee53b48-f7f3-494e-b6b3-7e40822a70c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.714277 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9571b7c-fc4f-4cde-94fe-015df094b2ca tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router dd3916a6-9158-48f5-944c-322c1170e8a4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:31.722632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-062f1418-f415-4318-b7ee-1bd0f381409b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.728630 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-964c4329-a8ec-4598-a160-abc8b0e30de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:28Z', 'revision_number': 6, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da470178-5ca3-4092-b646-6089ea635687', 'name': '', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:5e:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:23Z', 'updated_at': '2022-10-20T03:39:30Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:31.734542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-062f1418-f415-4318-b7ee-1bd0f381409b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.734830 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-062f1418-f415-4318-b7ee-1bd0f381409b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP 67d4be37-468e-48fb-9765-1c96ae49e657 disassociated. External IP: 172.26.0.74, port: ac9edc78-950b-4f9c-ad16-adbf7df52ad1. Oct 20 03:39:31.766928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c4329-a8ec-4598-a160-abc8b0e30de4 None None] Checking router: dd3916a6-9158-48f5-944c-322c1170e8a4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:31.789530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c4329-a8ec-4598-a160-abc8b0e30de4 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:31.790329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-964c4329-a8ec-4598-a160-abc8b0e30de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:31.910281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9571b7c-fc4f-4cde-94fe-015df094b2ca tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:31.926961 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9571b7c-fc4f-4cde-94fe-015df094b2ca tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:31.932063 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a9571b7c-fc4f-4cde-94fe-015df094b2ca tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4 HTTP/1.1" status: 200 len: 702 time: 2.2601531 Oct 20 03:39:31.935471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55886) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:31.975598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-964c4329-a8ec-4598-a160-abc8b0e30de4 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:32.010786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:32.012931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:32.070630 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1f459901-c883-4d76-b785-749dd012fd4f None None] Current status of the port da470178-5ca3-4092-b646-6089ea635687 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:32.073128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee53b48-f7f3-494e-b6b3-7e40822a70c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1479a6-57f4-4cbf-bd48-41f3eba84f3b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:32.077295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eee53b48-f7f3-494e-b6b3-7e40822a70c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.084999 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-eee53b48-f7f3-494e-b6b3-7e40822a70c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/3d1479a6-57f4-4cbf-bd48-41f3eba84f3b HTTP/1.1" status: 204 len: 168 time: 1.0383878 Oct 20 03:39:32.084999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55888) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:32.097689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:32.098128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.098470 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:32.113584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:32.116373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.166863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port 917791a7-104d-4ccb-bb40-8730075e969e yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:32.180834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062f1418-f415-4318-b7ee-1bd0f381409b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:32.188762 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8a999a73-a370-4bd2-a070-0180295413f4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4 HTTP/1.1" status: 200 len: 702 time: 0.2519205 Oct 20 03:39:32.191722 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55890) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:32.307128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.5 (4f46e83c-1f30-4feb-85b6-1e4fe59c08e6/3bd62b4b-2a07-46b4-8073-46831f2e75e7/917791a7-104d-4ccb-bb40-8730075e969e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:32.368415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-935e11ce-70eb-4760-b935-0f800e69352a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet c640beaf-f500-4864-911b-9232c95c8cb4 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:32.372985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-935e11ce-70eb-4760-b935-0f800e69352a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.450611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-935e11ce-70eb-4760-b935-0f800e69352a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.479709 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062f1418-f415-4318-b7ee-1bd0f381409b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:32.485766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-062f1418-f415-4318-b7ee-1bd0f381409b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.495598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b7702-4c67-4289-ac92-45994b96cf17 None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:32.502944 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:32.503788 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device da470178-5ca3-4092-b646-6089ea635687 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:32.537986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd1bbb3-1902-4be6-ac58-5b8e6a0af236 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:39:32.542698 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-062f1418-f415-4318-b7ee-1bd0f381409b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "PUT /v2.0/floatingips/67d4be37-468e-48fb-9765-1c96ae49e657 HTTP/1.1" status: 200 len: 687 time: 1.2684674 Oct 20 03:39:32.546255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55892) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:32.569115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b7702-4c67-4289-ac92-45994b96cf17 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:32.569663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ce8b7702-4c67-4289-ac92-45994b96cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:32.623817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-935e11ce-70eb-4760-b935-0f800e69352a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.627073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ce8b7702-4c67-4289-ac92-45994b96cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:32.650807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.685152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b7702-4c67-4289-ac92-45994b96cf17 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:32.685152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ce8b7702-4c67-4289-ac92-45994b96cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:32.686920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f3fe28c5-a3c5-4fbd-b091-76d3fe4d9593 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:32.687300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f3fe28c5-a3c5-4fbd-b091-76d3fe4d9593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.687637 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f3fe28c5-a3c5-4fbd-b091-76d3fe4d9593 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:32.713864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-935e11ce-70eb-4760-b935-0f800e69352a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.732247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.742982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-65558583-c426-47fb-8cb9-c8920c5004d9 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port d93046e6-150a-45d3-adfa-2e7cfd9afb54 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:32.743438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65558583-c426-47fb-8cb9-c8920c5004d9 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.754719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-964c4329-a8ec-4598-a160-abc8b0e30de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:31Z', 'revision_number': 7, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da470178-5ca3-4092-b646-6089ea635687', 'name': '', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:5e:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:23Z', 'updated_at': '2022-10-20T03:39:30Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:32.764179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e11ce-70eb-4760-b935-0f800e69352a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=c640beaf-f500-4864-911b-9232c95c8cb4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:32.767058 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-935e11ce-70eb-4760-b935-0f800e69352a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.772618 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-935e11ce-70eb-4760-b935-0f800e69352a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/c640beaf-f500-4864-911b-9232c95c8cb4 HTTP/1.1" status: 204 len: 168 time: 0.6855991 Oct 20 03:39:32.776370 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55894) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:32.789189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ce8b7702-4c67-4289-ac92-45994b96cf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:32.789853 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b7702-4c67-4289-ac92-45994b96cf17 None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:32.802918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c4329-a8ec-4598-a160-abc8b0e30de4 None None] The sync data for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:31Z', 'revision_number': 7, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da470178-5ca3-4092-b646-6089ea635687', 'name': '', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:5e:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:23Z', 'updated_at': '2022-10-20T03:39:30Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:32.808261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port da470178-5ca3-4092-b646-6089ea635687 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:32.808656 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.809605 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port da470178-5ca3-4092-b646-6089ea635687 Oct 20 03:39:32.814124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:32.818151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:32.827529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:32.862606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=917791a7-104d-4ccb-bb40-8730075e969e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:32.891442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:32.892211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:32.900842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd1bbb3-1902-4be6-ac58-5b8e6a0af236 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:39:32.916183 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-dc61dbc7-7ba9-45aa-8c89-2b627c1bfb24 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3336432 Oct 20 03:39:32.919422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55896) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:33.069251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe28c5-a3c5-4fbd-b091-76d3fe4d9593 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:33.095355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port da470178-5ca3-4092-b646-6089ea635687 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:33.125618 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c42c6-9a86-40ac-9352-d8b36b2215e5 None None] Sync routers for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:33.143326 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c42c6-9a86-40ac-9352-d8b36b2215e5 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:33.144288 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-276c42c6-9a86-40ac-9352-d8b36b2215e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:33.158180 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-37636d8a-6322-41ca-9abb-26b53133da4b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3783960 Oct 20 03:39:33.161475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55898) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:33.166308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-44cfb638-a4df-41c4-9079-00933d1dc4cd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:33.253974 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-276c42c6-9a86-40ac-9352-d8b36b2215e5 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:33.274919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-4f46e83c-1f30-4feb-85b6-1e4fe59c08e6', 'network_id': '4f46e83c-1f30-4feb-85b6-1e4fe59c08e6', 'tenant_id': 'c77476bd637640998d5afb0393175f55', 'fixed_ips': [{'subnet_id': '3bd62b4b-2a07-46b4-8073-46831f2e75e7'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:33.278067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.294723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65558583-c426-47fb-8cb9-c8920c5004d9 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.295212 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65558583-c426-47fb-8cb9-c8920c5004d9 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.322993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-65558583-c426-47fb-8cb9-c8920c5004d9 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for d93046e6-150a-45d3-adfa-2e7cfd9afb54 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:33.334288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.346365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.428726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cfb638-a4df-41c4-9079-00933d1dc4cd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:33.432566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44cfb638-a4df-41c4-9079-00933d1dc4cd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.460931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Allocated IP 172.20.0.2 (4f46e83c-1f30-4feb-85b6-1e4fe59c08e6/3bd62b4b-2a07-46b4-8073-46831f2e75e7/5205eb05-89cb-449a-babb-db8683e20f0e) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:33.529897 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-276c42c6-9a86-40ac-9352-d8b36b2215e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:31Z', 'revision_number': 7, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da470178-5ca3-4092-b646-6089ea635687', 'name': '', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:5e:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:23Z', 'updated_at': '2022-10-20T03:39:30Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:33.558851 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c42c6-9a86-40ac-9352-d8b36b2215e5 None None] Checking router: dd3916a6-9158-48f5-944c-322c1170e8a4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:33.572700 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c42c6-9a86-40ac-9352-d8b36b2215e5 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:33.575710 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-276c42c6-9a86-40ac-9352-d8b36b2215e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:33.673618 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.684971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.690886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.692859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.696086 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-276c42c6-9a86-40ac-9352-d8b36b2215e5 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:33.762361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Pushing event updated for resources: {'Port': ['ID=5205eb05-89cb-449a-babb-db8683e20f0e,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:33.771762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Network 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:33.774077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:33.778436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:33.791461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=917791a7-104d-4ccb-bb40-8730075e969e,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:33.812528 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65558583-c426-47fb-8cb9-c8920c5004d9 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.854018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Attempting to bind port 5205eb05-89cb-449a-babb-db8683e20f0e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:33.854669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Attempting to bind port 5205eb05-89cb-449a-babb-db8683e20f0e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '3c293324-5200-4511-9be9-9b3d99d3cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4f46e83c-1f30-4feb-85b6-1e4fe59c08e6'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:33.855213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Attempting to bind port 5205eb05-89cb-449a-babb-db8683e20f0e on network 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:33.861613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:33.862337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Checking segment: {'id': '3c293324-5200-4511-9be9-9b3d99d3cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4f46e83c-1f30-4feb-85b6-1e4fe59c08e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:33.863105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.863655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Bound using segment: {'id': '3c293324-5200-4511-9be9-9b3d99d3cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4f46e83c-1f30-4feb-85b6-1e4fe59c08e6'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:33.864296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Bound port: 5205eb05-89cb-449a-babb-db8683e20f0e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c293324-5200-4511-9be9-9b3d99d3cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4f46e83c-1f30-4feb-85b6-1e4fe59c08e6'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:33.864835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.867910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65558583-c426-47fb-8cb9-c8920c5004d9 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=d93046e6-150a-45d3-adfa-2e7cfd9afb54,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:33.870087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44cfb638-a4df-41c4-9079-00933d1dc4cd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.946769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cfb638-a4df-41c4-9079-00933d1dc4cd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:33.947004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] For port 5205eb05-89cb-449a-babb-db8683e20f0e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:33.950414 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] For port 5205eb05-89cb-449a-babb-db8683e20f0e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5205eb05-89cb-449a-babb-db8683e20f0e,segment=NetworkSegment(3c293324-5200-4511-9be9-9b3d99d3cf76),segment_id=3c293324-5200-4511-9be9-9b3d99d3cf76)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:33.957382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:33.985027 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.005523 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-276c42c6-9a86-40ac-9352-d8b36b2215e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:31Z', 'revision_number': 7, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da470178-5ca3-4092-b646-6089ea635687', 'name': '', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:5e:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:23Z', 'updated_at': '2022-10-20T03:39:30Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:34.018059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-44cfb638-a4df-41c4-9079-00933d1dc4cd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:34.030243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfb638-a4df-41c4-9079-00933d1dc4cd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:34.030846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44cfb638-a4df-41c4-9079-00933d1dc4cd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.051182 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c42c6-9a86-40ac-9352-d8b36b2215e5 None None] The sync data for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:31Z', 'revision_number': 7, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da470178-5ca3-4092-b646-6089ea635687', 'name': '', 'network_id': '8c39a296-84c9-49db-8e83-00a1612bc881', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:5e:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:23Z', 'updated_at': '2022-10-20T03:39:30Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'bb0abb84-3614-4c60-8e2d-0720bcaa3ab7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:34.054018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231a8b9-6546-4112-ab70-de0753646a4f None None] Pushing event updated for resources: {'Port': ['ID=5205eb05-89cb-449a-babb-db8683e20f0e,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:34.059915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfb638-a4df-41c4-9079-00933d1dc4cd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=f38af557-c071-4720-8efb-82619a22421b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:34.080572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65558583-c426-47fb-8cb9-c8920c5004d9 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.083015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65558583-c426-47fb-8cb9-c8920c5004d9 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.084607 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-65558583-c426-47fb-8cb9-c8920c5004d9 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/floatingips/67d4be37-468e-48fb-9765-1c96ae49e657 HTTP/1.1" status: 204 len: 168 time: 1.5369365 Oct 20 03:39:34.088240 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55900) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:34.096745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '76bbcc63-45b0-4e0a-8be5-f621488719c1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:34.106454 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-44cfb638-a4df-41c4-9079-00933d1dc4cd tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9433563 Oct 20 03:39:34.110805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55902) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:34.118060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-fc8a86d6-427d-4db5-a379-806556ab8461 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:34.168765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.179141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port da470178-5ca3-4092-b646-6089ea635687 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:34.179660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.242891 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.399002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port da470178-5ca3-4092-b646-6089ea635687, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=da470178-5ca3-4092-b646-6089ea635687,segment=NetworkSegment(d28f1de9-8980-43fa-8ca3-cb1ca641a1ec),segment_id=d28f1de9-8980-43fa-8ca3-cb1ca641a1ec)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:34.399380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.425162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for da470178-5ca3-4092-b646-6089ea635687 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:34.434839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8a86d6-427d-4db5-a379-806556ab8461 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:34.438394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc8a86d6-427d-4db5-a379-806556ab8461 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.491197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.495677 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.571693 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=917791a7-104d-4ccb-bb40-8730075e969e,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:34.574120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.657138 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.ipam_backend_mixin [None req-fc8a86d6-427d-4db5-a379-806556ab8461 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f38af557-c071-4720-8efb-82619a22421b (CIDR: 2001:db8::/64) Oct 20 03:39:34.665126 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8a86d6-427d-4db5-a379-806556ab8461 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:34.665578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8a86d6-427d-4db5-a379-806556ab8461 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:34.672440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:34.673941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:34.676029 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.729139 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fc8a86d6-427d-4db5-a379-806556ab8461 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6153533 Oct 20 03:39:34.733165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55904) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:34.738371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:34.797250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Router ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:39:34.898879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:34.905145 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3e4fdb47-a0bd-4d97-b75d-a2946b12cf3d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "PUT /v2.0/routers/ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9844675 Oct 20 03:39:34.908260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55906) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:34.911832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ad0ba1-688e-4399-8e9a-77f16f6e5b6d None None] Sync routers for ids ['ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:34.912375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:34.925337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad0ba1-688e-4399-8e9a-77f16f6e5b6d None None] Routers {'ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:34.926245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-61ad0ba1-688e-4399-8e9a-77f16f6e5b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:34.962083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.26.0.42 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/044eafec-a271-4636-9b25-a2d513e774b2) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:34.966223 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=da470178-5ca3-4092-b646-6089ea635687,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:34.970409 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-61ad0ba1-688e-4399-8e9a-77f16f6e5b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:34.982670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad0ba1-688e-4399-8e9a-77f16f6e5b6d None None] Routers {'ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:34.983537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-61ad0ba1-688e-4399-8e9a-77f16f6e5b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:34.987422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c2dc0-9d2c-4ce0-bc67-7a2008ccf8db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:34.991812 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3e6c2dc0-9d2c-4ce0-bc67-7a2008ccf8db tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9 HTTP/1.1" status: 200 len: 981 time: 0.0787501 Oct 20 03:39:34.992290 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55908) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:35.026891 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-61ad0ba1-688e-4399-8e9a-77f16f6e5b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:35.028370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ad0ba1-688e-4399-8e9a-77f16f6e5b6d None None] The sync data for ids ['ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:35.114018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:35.117550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.176968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46467c1-ae5b-4c9b-beea-16891086fe3d None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:35.182025 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46947801-8fb8-46be-8718-8ac74f54e123 None None] Network 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:35.193151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.340210 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.427015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a63b216-6fdd-47e2-a0ac-ce91ff4b68b9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.454160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Provisioning complete for port 917791a7-104d-4ccb-bb40-8730075e969e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:35.454665 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.455057 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Attempt 1 to provision port 917791a7-104d-4ccb-bb40-8730075e969e Oct 20 03:39:35.493532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5205eb05-89cb-449a-babb-db8683e20f0e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:35.591461 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.595016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Port 917791a7-104d-4ccb-bb40-8730075e969e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:35.655433 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5205eb05-89cb-449a-babb-db8683e20f0e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:35.655815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.656148 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5205eb05-89cb-449a-babb-db8683e20f0e Oct 20 03:39:35.676656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-0a63b216-6fdd-47e2-a0ac-ce91ff4b68b9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 917791a7-104d-4ccb-bb40-8730075e969e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:35.677638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a63b216-6fdd-47e2-a0ac-ce91ff4b68b9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.767254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5205eb05-89cb-449a-babb-db8683e20f0e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:35.767655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.786695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a63b216-6fdd-47e2-a0ac-ce91ff4b68b9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.801521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-0a63b216-6fdd-47e2-a0ac-ce91ff4b68b9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 917791a7-104d-4ccb-bb40-8730075e969e owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:35.848683 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 5205eb05-89cb-449a-babb-db8683e20f0e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5205eb05-89cb-449a-babb-db8683e20f0e,segment=NetworkSegment(3c293324-5200-4511-9be9-9b3d99d3cf76),segment_id=3c293324-5200-4511-9be9-9b3d99d3cf76)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:35.849593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a76e38-95d1-4cca-ba2b-91dadd3d0fd5 None None] Update dhcp port {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'fixed_ips': [{'subnet_id': 'f38af557-c071-4720-8efb-82619a22421b'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '585c0ab3-b8fc-4dc8-9f54-098aa5ac653b'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:39:35.879220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.888913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-10a76e38-95d1-4cca-ba2b-91dadd3d0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:35.969566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=5205eb05-89cb-449a-babb-db8683e20f0e,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:36.009836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a63b216-6fdd-47e2-a0ac-ce91ff4b68b9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.048631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63b216-6fdd-47e2-a0ac-ce91ff4b68b9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=917791a7-104d-4ccb-bb40-8730075e969e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:36.069906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:36.082437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:36.090756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:36.097969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router dd3916a6-9158-48f5-944c-322c1170e8a4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:36.158283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=044eafec-a271-4636-9b25-a2d513e774b2,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:36.222583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a63b216-6fdd-47e2-a0ac-ce91ff4b68b9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.275212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-10a76e38-95d1-4cca-ba2b-91dadd3d0fd5 None None] Allocated IP 2001:db8::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/f38af557-c071-4720-8efb-82619a22421b/585c0ab3-b8fc-4dc8-9f54-098aa5ac653b) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:36.287562 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Attempt 2 to provision port 917791a7-104d-4ccb-bb40-8730075e969e Oct 20 03:39:36.343162 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Port 917791a7-104d-4ccb-bb40-8730075e969e was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:39:36.361992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd705f7-f9c3-40a8-94a2-e1f17497842c None None] Network 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:36.386093 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:36.390135 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Provisioning complete for port 5205eb05-89cb-449a-babb-db8683e20f0e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:36.390293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.390581 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Attempt 1 to provision port 5205eb05-89cb-449a-babb-db8683e20f0e Oct 20 03:39:36.394525 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e1ad87fa-7790-42c5-a023-1681e79ef23d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1995132 Oct 20 03:39:36.396860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55910) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:36.404152 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029bf1f-e1ee-4553-80fb-ed8193849d6b None None] Sync routers for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:36.410666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a63b216-6fdd-47e2-a0ac-ce91ff4b68b9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Router ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:36.415623 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029bf1f-e1ee-4553-80fb-ed8193849d6b None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:36.416236 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c029bf1f-e1ee-4553-80fb-ed8193849d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:36.513210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a63b216-6fdd-47e2-a0ac-ce91ff4b68b9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:36.521900 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0a63b216-6fdd-47e2-a0ac-ce91ff4b68b9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "PUT /v2.0/routers/ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5284111 Oct 20 03:39:36.524962 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55912) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:36.532942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e55ce-3a9e-48ac-85f2-06c5b322144a None None] Sync routers for ids ['ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:36.562855 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79898de-2620-4225-972f-b8a13de96e56 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:39:36.565643 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f79898de-2620-4225-972f-b8a13de96e56 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/917791a7-104d-4ccb-bb40-8730075e969e HTTP/1.1" status: 404 len: 333 time: 0.0392988 Oct 20 03:39:36.566843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9980e26-bf20-43c6-8a95-baa95a7a6378 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting subnet bb0abb84-3614-4c60-8e2d-0720bcaa3ab7 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:36.568218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55914) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:36.573512 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9980e26-bf20-43c6-8a95-baa95a7a6378 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.574138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e55ce-3a9e-48ac-85f2-06c5b322144a None None] Routers {'ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:36.574960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-127e55ce-3a9e-48ac-85f2-06c5b322144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:36.614572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-127e55ce-3a9e-48ac-85f2-06c5b322144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:36.638879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9980e26-bf20-43c6-8a95-baa95a7a6378 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.640172 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-10a76e38-95d1-4cca-ba2b-91dadd3d0fd5 None None] For port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:36.642982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.objects.ports [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:39:36.645305 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c029bf1f-e1ee-4553-80fb-ed8193849d6b None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:36.657066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e55ce-3a9e-48ac-85f2-06c5b322144a None None] Routers {'ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:36.657847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-127e55ce-3a9e-48ac-85f2-06c5b322144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:36.702843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-127e55ce-3a9e-48ac-85f2-06c5b322144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:36.704051 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e55ce-3a9e-48ac-85f2-06c5b322144a None None] The sync data for ids ['ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:36.820176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-10a76e38-95d1-4cca-ba2b-91dadd3d0fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.840762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-10a76e38-95d1-4cca-ba2b-91dadd3d0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.911678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a76e38-95d1-4cca-ba2b-91dadd3d0fd5 None None] Pushing event updated for resources: {'Port': ['ID=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,revision_number=12']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:36.925283 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Current status of the port 5205eb05-89cb-449a-babb-db8683e20f0e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:36.937450 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c029bf1f-e1ee-4553-80fb-ed8193849d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:34Z', 'revision_number': 8, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:36.962072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:36.963024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:36.963024 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:36.967017 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029bf1f-e1ee-4553-80fb-ed8193849d6b None None] Checking router: dd3916a6-9158-48f5-944c-322c1170e8a4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:36.976213 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029bf1f-e1ee-4553-80fb-ed8193849d6b None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:36.977256 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c029bf1f-e1ee-4553-80fb-ed8193849d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:37.046070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9980e26-bf20-43c6-8a95-baa95a7a6378 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.076374 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c029bf1f-e1ee-4553-80fb-ed8193849d6b None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:37.080880 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-14e91b8e-fea5-49bd-9e90-51d75bbedce9 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:37.107664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c023ec68-04a3-4a52-bede-c4b597acb1a8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.149136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.210788 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ec1f44d5-8d09-4de8-b9b9-b6a30b07342f None None] Could not find standard attr ID for object 917791a7-104d-4ccb-bb40-8730075e969e. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:37.243261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ec1f44d5-8d09-4de8-b9b9-b6a30b07342f None None] Provisioning complete for port 5205eb05-89cb-449a-babb-db8683e20f0e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:37.243892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ec1f44d5-8d09-4de8-b9b9-b6a30b07342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.244466 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec1f44d5-8d09-4de8-b9b9-b6a30b07342f None None] Attempt 1 to provision port 5205eb05-89cb-449a-babb-db8683e20f0e Oct 20 03:39:37.332073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:37.349614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c023ec68-04a3-4a52-bede-c4b597acb1a8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.352623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c023ec68-04a3-4a52-bede-c4b597acb1a8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.409173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9980e26-bf20-43c6-8a95-baa95a7a6378 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.409683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c023ec68-04a3-4a52-bede-c4b597acb1a8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.411921 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c023ec68-04a3-4a52-bede-c4b597acb1a8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Fanout notify agent at l3_agent the message router_deleted on router ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:39:37.435199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c023ec68-04a3-4a52-bede-c4b597acb1a8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.450474 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c023ec68-04a3-4a52-bede-c4b597acb1a8 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/routers/ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9 HTTP/1.1" status: 204 len: 168 time: 0.8744419 Oct 20 03:39:37.451319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55916) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:37.452788 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c029bf1f-e1ee-4553-80fb-ed8193849d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:34Z', 'revision_number': 8, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:37.468140 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9980e26-bf20-43c6-8a95-baa95a7a6378 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.473079 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e9980e26-bf20-43c6-8a95-baa95a7a6378 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/bb0abb84-3614-4c60-8e2d-0720bcaa3ab7 HTTP/1.1" status: 204 len: 168 time: 1.0680242 Oct 20 03:39:37.473774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55918) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:37.480318 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9980e26-bf20-43c6-8a95-baa95a7a6378 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0abb84-3614-4c60-8e2d-0720bcaa3ab7,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:37.501249 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029bf1f-e1ee-4553-80fb-ed8193849d6b None None] The sync data for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:34Z', 'revision_number': 8, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b2a114-30e9-4faf-b7c0-59b0907fcd47', 'name': '', 'network_id': '00bfd2ee-32c3-4cea-8ace-698d99351553', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:8a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:16Z', 'updated_at': '2022-10-20T03:39:26Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': 'daa1cc0a-ca41-4556-94d7-245c59d4c53f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:37.541465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5037fd7c-1d78-43b6-a73b-3046d2221dd3 None None] Network 8c39a296-84c9-49db-8e83-00a1612bc881 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:37.608660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.620544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f44d5-8d09-4de8-b9b9-b6a30b07342f None None] Current status of the port 5205eb05-89cb-449a-babb-db8683e20f0e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:37.663571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe754a20-feb8-4934-88d2-b71c2db39d32 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting subnet 3bd62b4b-2a07-46b4-8073-46831f2e75e7 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:37.667104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe754a20-feb8-4934-88d2-b71c2db39d32 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.689499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:37.690122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.690630 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:37.712667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe754a20-feb8-4934-88d2-b71c2db39d32 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.757443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.775588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] For port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:37.823179 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3a4b9427-f5c1-490c-b79e-772612bc2a7f None None] Provisioning complete for port 5205eb05-89cb-449a-babb-db8683e20f0e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:37.823752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9427-f5c1-490c-b79e-772612bc2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.824703 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3a4b9427-f5c1-490c-b79e-772612bc2a7f None None] Attempt 1 to provision port 5205eb05-89cb-449a-babb-db8683e20f0e Oct 20 03:39:37.845664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.891254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.907742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.909555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.915392 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe754a20-feb8-4934-88d2-b71c2db39d32 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:37.947561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:37.948785 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5205eb05-89cb-449a-babb-db8683e20f0e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:38.008806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=9a149259-03a4-4d1e-bbe7-282fdde3ad8b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:38.010136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:38.010136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.039549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3a4b9427-f5c1-490c-b79e-772612bc2a7f None None] Current status of the port 5205eb05-89cb-449a-babb-db8683e20f0e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:38.046378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90665c43-d40b-4ebd-aaef-7994e3b8f3ad None None] DHCP port deletion for 8c39a296-84c9-49db-8e83-00a1612bc881 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:38.104038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:38.117317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:38.120802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe754a20-feb8-4934-88d2-b71c2db39d32 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.124984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9f3c73e3-646b-4635-8b3f-40b3d5e1580d,segment=NetworkSegment(d28f1de9-8980-43fa-8ca3-cb1ca641a1ec),segment_id=d28f1de9-8980-43fa-8ca3-cb1ca641a1ec)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:38.125169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:38.125282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.125392 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.156576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5205eb05-89cb-449a-babb-db8683e20f0e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:38.157128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.158033 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5205eb05-89cb-449a-babb-db8683e20f0e Oct 20 03:39:38.187627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for 9f3c73e3-646b-4635-8b3f-40b3d5e1580d owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:38.189722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe754a20-feb8-4934-88d2-b71c2db39d32 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd62b4b-2a07-46b4-8073-46831f2e75e7,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:38.194698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe754a20-feb8-4934-88d2-b71c2db39d32 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.202587 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fe754a20-feb8-4934-88d2-b71c2db39d32 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/3bd62b4b-2a07-46b4-8073-46831f2e75e7 HTTP/1.1" status: 204 len: 168 time: 0.7496548 Oct 20 03:39:38.202792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55920) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:38.203335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-eb9737dc-3a46-4e88-b825-f3763852c229 None None] Could not find standard attr ID for object 917791a7-104d-4ccb-bb40-8730075e969e. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:38.224088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-90665c43-d40b-4ebd-aaef-7994e3b8f3ad None None] Deleting port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:38.225934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-90665c43-d40b-4ebd-aaef-7994e3b8f3ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.246899 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5118527 Oct 20 03:39:38.247448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55922) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:38.255573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:61:66:cb', 'name': 'tempest-NetworksTestDHCPv6-643235564'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:38.259735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a5237-ce6a-4d2f-ae2a-d99a3e7c824d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,revision_number=14']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:38.300704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa896f49-9c1d-4c7d-9798-3cdafc19a344 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:38.355092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.429974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.456506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.463604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-90665c43-d40b-4ebd-aaef-7994e3b8f3ad None None] For port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9f3c73e3-646b-4635-8b3f-40b3d5e1580d,segment=NetworkSegment(d28f1de9-8980-43fa-8ca3-cb1ca641a1ec),segment_id=d28f1de9-8980-43fa-8ca3-cb1ca641a1ec)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:38.464368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-90665c43-d40b-4ebd-aaef-7994e3b8f3ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.467193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8ac6f9-495f-4d3e-8ec1-46b94843c1d6 None None] Network 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:38.467370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 5205eb05-89cb-449a-babb-db8683e20f0e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:38.467484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.467602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.470890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=9f3c73e3-646b-4635-8b3f-40b3d5e1580d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:38.483622 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No DVR routers for this DVR port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:38.488910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-46fc8001-581f-416c-8e66-75a1086e50a9 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:38.489510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46fc8001-581f-416c-8e66-75a1086e50a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.490022 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-46fc8001-581f-416c-8e66-75a1086e50a9 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:38.542496 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:38.548972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-90665c43-d40b-4ebd-aaef-7994e3b8f3ad None None] Calling delete_port for 9f3c73e3-646b-4635-8b3f-40b3d5e1580d owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:38.567506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.598803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5205eb05-89cb-449a-babb-db8683e20f0e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:38.601149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.607885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=044eafec-a271-4636-9b25-a2d513e774b2,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:38.617963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.622098 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] For port 5205eb05-89cb-449a-babb-db8683e20f0e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5205eb05-89cb-449a-babb-db8683e20f0e,segment=NetworkSegment(3c293324-5200-4511-9be9-9b3d99d3cf76),segment_id=3c293324-5200-4511-9be9-9b3d99d3cf76)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:38.622454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.647543 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 5205eb05-89cb-449a-babb-db8683e20f0e owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:38.654340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c39a296-84c9-49db-8e83-00a1612bc881']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:38.669990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28f1de9-8980-43fa-8ca3-cb1ca641a1ec') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:38.670273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28f1de9-8980-43fa-8ca3-cb1ca641a1ec') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:38.711070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.732101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.749044 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:38.749518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.798080 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment d28f1de9-8980-43fa-8ca3-cb1ca641a1ec resource provider aggregate not found Oct 20 03:39:38.833257 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment d28f1de9-8980-43fa-8ca3-cb1ca641a1ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d28f1de9-8980-43fa-8ca3-cb1ca641a1ec found for delete ", "request_id": "req-6c2297e7-26ae-4cb0-94cb-a229c3e90912"}]} Oct 20 03:39:38.847119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.851881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.863908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:38.872546 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/networks/8c39a296-84c9-49db-8e83-00a1612bc881 HTTP/1.1" status: 204 len: 168 time: 1.3541787 Oct 20 03:39:38.898637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55928) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:38.908360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=5205eb05-89cb-449a-babb-db8683e20f0e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:38.910433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No DVR routers for this DVR port 5205eb05-89cb-449a-babb-db8683e20f0e on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:38.911294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5765b-b077-4476-9b65-0ec69345b4f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Network': ['ID=8c39a296-84c9-49db-8e83-00a1612bc881,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:38.998555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-90665c43-d40b-4ebd-aaef-7994e3b8f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.026138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90665c43-d40b-4ebd-aaef-7994e3b8f3ad None None] Pushing event deleted for resources: {'Port': ['ID=9f3c73e3-646b-4635-8b3f-40b3d5e1580d,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:39.028055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90665c43-d40b-4ebd-aaef-7994e3b8f3ad None None] Network 8c39a296-84c9-49db-8e83-00a1612bc881 is not hosted by any dhcp agent {{(pid=103630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 03:39:39.028434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90665c43-d40b-4ebd-aaef-7994e3b8f3ad None None] No DVR routers for this DVR port 9f3c73e3-646b-4635-8b3f-40b3d5e1580d on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:39.032147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-46fc8001-581f-416c-8e66-75a1086e50a9 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:39.057362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.065379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17977b2-41cd-43c3-85ea-18e63a72c7d5 None None] DHCP port deletion for 4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:39.084368 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP e67213a5-58e1-4728-b0fe-d76356d67620 associated. External IP: 172.26.0.42, port: 76bbcc63-45b0-4e0a-8be5-f621488719c1. Oct 20 03:39:39.108875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.131552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:39.144974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f609524e-7fab-4619-b0fc-bf7b1a5022c0 None None] Could not find standard attr ID for object 917791a7-104d-4ccb-bb40-8730075e969e. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:39.179800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f46e83c-1f30-4feb-85b6-1e4fe59c08e6']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:39.241429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c293324-5200-4511-9be9-9b3d99d3cf76') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:39.242008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c293324-5200-4511-9be9-9b3d99d3cf76') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:39.256717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.291379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:39.311975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.337311 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:39.337722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.354405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:39.355424 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.355424 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:39.445514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.459449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.461909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:39.467520 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/networks/4f46e83c-1f30-4feb-85b6-1e4fe59c08e6 HTTP/1.1" status: 204 len: 168 time: 1.2610300 Oct 20 03:39:39.468197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55930) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:39.503157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:39.524864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e63f4-03ea-407b-b4d0-83c69b1bbdb0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:39.530074 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e02e63f4-03ea-407b-b4d0-83c69b1bbdb0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/d0468de0-1d73-4b01-b5d3-e387c60633d4 HTTP/1.1" status: 200 len: 841 time: 0.0514774 Oct 20 03:39:39.531880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55932) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:39.534030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed448d1b-a015-428a-932c-49d3c6cbf7be tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Network': ['ID=4f46e83c-1f30-4feb-85b6-1e4fe59c08e6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:39.535297 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9f3c73e3-646b-4635-8b3f-40b3d5e1580d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:39.561199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 9f3c73e3-646b-4635-8b3f-40b3d5e1580d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:39.561545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9f3c73e3-646b-4635-8b3f-40b3d5e1580d not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:39.561965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5205eb05-89cb-449a-babb-db8683e20f0e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:39.583304 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6c71f944-eb65-49d5-985a-3c752c3b3f61 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/d0468de0-1d73-4b01-b5d3-e387c60633d4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0501564 Oct 20 03:39:39.589015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55934) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:39.591607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 5205eb05-89cb-449a-babb-db8683e20f0e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:39.592068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5205eb05-89cb-449a-babb-db8683e20f0e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:39.592518 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device da470178-5ca3-4092-b646-6089ea635687 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:39.596968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-68905a95-98e8-4ad7-aef8-d51ac31477fb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:39.613333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: da470178-5ca3-4092-b646-6089ea635687 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:39.613674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device da470178-5ca3-4092-b646-6089ea635687 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:39.664348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::8 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/f38af557-c071-4720-8efb-82619a22421b/07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:39.679269 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8:0:1:f816:3eff:fe61:66cb (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/9a149259-03a4-4d1e-bbe7-282fdde3ad8b/07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:39.696639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:39.711022 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b12c41-cff1-41ea-8a58-70f3357631aa None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:39.725028 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b12c41-cff1-41ea-8a58-70f3357631aa None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:39.726018 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d3b12c41-cff1-41ea-8a58-70f3357631aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:39.727533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68905a95-98e8-4ad7-aef8-d51ac31477fb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:39.731866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-68905a95-98e8-4ad7-aef8-d51ac31477fb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.749556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.775081 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d3b12c41-cff1-41ea-8a58-70f3357631aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:39.792552 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b12c41-cff1-41ea-8a58-70f3357631aa None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:39.795575 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d3b12c41-cff1-41ea-8a58-70f3357631aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:39.825285 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cea7f05f-ec22-4679-ba65-1a5d7c08535a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7318616 Oct 20 03:39:39.826314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.828484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55936) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:39.836966 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d3b12c41-cff1-41ea-8a58-70f3357631aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:39.837793 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b12c41-cff1-41ea-8a58-70f3357631aa None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:39.937551 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0a4ecd26-bc49-4349-8c8d-6f3d45fef681 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "GET /v2.0/floatingips/e67213a5-58e1-4728-b0fe-d76356d67620 HTTP/1.1" status: 200 len: 977 time: 0.1079288 Oct 20 03:39:39.940048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55938) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:39.975876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-75abb014-f195-4b2d-ba12-d7c539384ca4 None None] Provisioning complete for port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:39.976399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-75abb014-f195-4b2d-ba12-d7c539384ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:39.976797 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-75abb014-f195-4b2d-ba12-d7c539384ca4 None None] Attempt 1 to provision port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b Oct 20 03:39:40.048424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.059938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-75abb014-f195-4b2d-ba12-d7c539384ca4 None None] Current status of the port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:40.074128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-68905a95-98e8-4ad7-aef8-d51ac31477fb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.081207 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f9ff2d9a-5ffa-49f7-b260-ff7159a914a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1375036 Oct 20 03:39:40.082263 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55940) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:40.086462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9f135abc-7e94-49d7-9235-13b67e19d525 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'floatingip': {'port_id': 'ac9edc78-950b-4f9c-ad16-adbf7df52ad1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:40.128617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68905a95-98e8-4ad7-aef8-d51ac31477fb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:40.149920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-68905a95-98e8-4ad7-aef8-d51ac31477fb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:40.153081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.156798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9f135abc-7e94-49d7-9235-13b67e19d525 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.157825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68905a95-98e8-4ad7-aef8-d51ac31477fb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:40.158481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-68905a95-98e8-4ad7-aef8-d51ac31477fb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.165109 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f735cb3-6a07-4eb0-92d3-3ca8f55afe79 None None] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:40.170426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68905a95-98e8-4ad7-aef8-d51ac31477fb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Subnet': ['ID=5c243460-e746-41bb-a392-7f97894235ed,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:40.207119 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-68905a95-98e8-4ad7-aef8-d51ac31477fb tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6157365 Oct 20 03:39:40.211297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55942) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:40.217982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a2476724-9052-4b05-9158-7241ec3ddd1a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'security_group': {'name': 'tempest-secgroup-1394148682'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:40.246547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2476724-9052-4b05-9158-7241ec3ddd1a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.253603 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:40.263021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:40.268846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:40.271528 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:40.275808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port a5b2a114-30e9-4faf-b7c0-59b0907fcd47 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:40.275998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.278527 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:40.279179 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.337423 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ca6b6cc4-75d8-49f2-96c5-23171f71aeba tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0869162 Oct 20 03:39:40.340809 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55944) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:40.404002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-58f78f1d-8ee0-467d-847a-f0338c49f46e', 'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'tenant_id': 'c77476bd637640998d5afb0393175f55', 'fixed_ips': [{'subnet_id': '5c243460-e746-41bb-a392-7f97894235ed'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:40.404927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.424699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2476724-9052-4b05-9158-7241ec3ddd1a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.426753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port a5b2a114-30e9-4faf-b7c0-59b0907fcd47, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a5b2a114-30e9-4faf-b7c0-59b0907fcd47,segment=NetworkSegment(ebf50112-5321-47d0-a7b2-78ae2aa9eeca),segment_id=ebf50112-5321-47d0-a7b2-78ae2aa9eeca)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:40.427617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.437941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2476724-9052-4b05-9158-7241ec3ddd1a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.464051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for a5b2a114-30e9-4faf-b7c0-59b0907fcd47 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:40.484486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2476724-9052-4b05-9158-7241ec3ddd1a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.485720 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a2476724-9052-4b05-9158-7241ec3ddd1a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2731962 Oct 20 03:39:40.489626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55946) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:40.490585 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2476724-9052-4b05-9158-7241ec3ddd1a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cd9303-99f6-4eb2-8b7f-14facd20666e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:40.497509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e4ff6a5d-d003-42ea-9e3c-cfb59bdd1e33 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'security_group': {'name': 'tempest-secgroup-802298670'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:40.553299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6a5d-d003-42ea-9e3c-cfb59bdd1e33 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.580019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Allocated IP 172.20.0.2 (58f78f1d-8ee0-467d-847a-f0338c49f46e/5c243460-e746-41bb-a392-7f97894235ed/442b015e-fab2-4d92-9ebe-1c096d675bf6) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:40.625619 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-208bdd11-2675-4b86-a717-8938488ad799 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:40.626032 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-208bdd11-2675-4b86-a717-8938488ad799 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.698095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.707933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3c3e7eb9-6fa1-4fe6-85ab-d40f5a7aa4bc None None] Provisioning complete for port 07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:40.708569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7eb9-6fa1-4fe6-85ab-d40f5a7aa4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.708902 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c3e7eb9-6fa1-4fe6-85ab-d40f5a7aa4bc None None] Attempt 1 to provision port 07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a Oct 20 03:39:40.730121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=a5b2a114-30e9-4faf-b7c0-59b0907fcd47,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:40.792175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e7eb9-6fa1-4fe6-85ab-d40f5a7aa4bc None None] Port 07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:40.795532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.809546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.833995 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6a5d-d003-42ea-9e3c-cfb59bdd1e33 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.853305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6a5d-d003-42ea-9e3c-cfb59bdd1e33 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.858200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:40.858573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-208bdd11-2675-4b86-a717-8938488ad799 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.861110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:40.863758 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:40.869110 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.874181 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Pushing event updated for resources: {'Port': ['ID=442b015e-fab2-4d92-9ebe-1c096d675bf6,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:40.918171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-208bdd11-2675-4b86-a717-8938488ad799 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:40.919807 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3c293324-5200-4511-9be9-9b3d99d3cf76 resource provider aggregate not found Oct 20 03:39:40.936213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Attempting to bind port 442b015e-fab2-4d92-9ebe-1c096d675bf6 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:40.936485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Attempting to bind port 442b015e-fab2-4d92-9ebe-1c096d675bf6 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '76e5cae9-f382-4f0c-8022-d6da611f19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:40.936804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Attempting to bind port 442b015e-fab2-4d92-9ebe-1c096d675bf6 on network 58f78f1d-8ee0-467d-847a-f0338c49f46e {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:40.940492 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6a5d-d003-42ea-9e3c-cfb59bdd1e33 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.941729 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e4ff6a5d-d003-42ea-9e3c-cfb59bdd1e33 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4509556 Oct 20 03:39:40.945065 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3c293324-5200-4511-9be9-9b3d99d3cf76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c293324-5200-4511-9be9-9b3d99d3cf76 found for delete ", "request_id": "req-1b8976dc-ab8e-47b0-a4f0-be37b33b283b"}]} Oct 20 03:39:40.945879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:40.946612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Checking segment: {'id': '76e5cae9-f382-4f0c-8022-d6da611f19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:40.947181 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.947344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55952) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:40.947904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Bound using segment: {'id': '76e5cae9-f382-4f0c-8022-d6da611f19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:40.948660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Bound port: 442b015e-fab2-4d92-9ebe-1c096d675bf6, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e5cae9-f382-4f0c-8022-d6da611f19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:40.949835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:40.953204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1536731817', 'security_groups': ['901f23ac-0eb3-442f-8c23-1a89e485b997'], 'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c243460-e746-41bb-a392-7f97894235ed'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:40.979571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff6a5d-d003-42ea-9e3c-cfb59bdd1e33 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901f23ac-0eb3-442f-8c23-1a89e485b997,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:41.034002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] For port 442b015e-fab2-4d92-9ebe-1c096d675bf6, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:41.038543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] For port 442b015e-fab2-4d92-9ebe-1c096d675bf6, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=442b015e-fab2-4d92-9ebe-1c096d675bf6,segment=NetworkSegment(76e5cae9-f382-4f0c-8022-d6da611f19c2),segment_id=76e5cae9-f382-4f0c-8022-d6da611f19c2)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:41.046390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.104948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96594102-d073-4b36-8ed3-f4068030f522 None None] Pushing event updated for resources: {'Port': ['ID=442b015e-fab2-4d92-9ebe-1c096d675bf6,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:41.157660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9f135abc-7e94-49d7-9235-13b67e19d525 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.165584 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9f135abc-7e94-49d7-9235-13b67e19d525 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.293520 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c3e7eb9-6fa1-4fe6-85ab-d40f5a7aa4bc None None] Attempt 2 to provision port 07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a Oct 20 03:39:41.375160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e7eb9-6fa1-4fe6-85ab-d40f5a7aa4bc None None] Port 07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:41.561824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:41.634281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router dd3916a6-9158-48f5-944c-322c1170e8a4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:41.702081 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-9f135abc-7e94-49d7-9235-13b67e19d525 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP e67213a5-58e1-4728-b0fe-d76356d67620 associated. External IP: 172.26.0.42, port: 76bbcc63-45b0-4e0a-8be5-f621488719c1. Oct 20 03:39:41.706149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.756365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port e59cbef9-06e2-4365-8796-4f6b9365ae92 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:41.764578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-208bdd11-2675-4b86-a717-8938488ad799 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.804808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:41.815313 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8e082d69-f876-4333-92f2-91e524d4d0ec tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9132493 Oct 20 03:39:41.817848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55954) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:41.820151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782c11-21be-4c7d-8383-199df562f15e None None] Sync routers for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:41.831588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bdd11-2675-4b86-a717-8938488ad799 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:41.870406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23782c11-21be-4c7d-8383-199df562f15e None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:41.872043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-23782c11-21be-4c7d-8383-199df562f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:41.889383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-208bdd11-2675-4b86-a717-8938488ad799 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:41.894987 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-208bdd11-2675-4b86-a717-8938488ad799 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a HTTP/1.1" status: 204 len: 168 time: 1.5504482 Oct 20 03:39:41.895189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55956) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:41.945452 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c3e7eb9-6fa1-4fe6-85ab-d40f5a7aa4bc None None] Attempt 3 to provision port 07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a Oct 20 03:39:41.957815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0023ef4c-97db-4631-8a96-3977e2f36fcc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting subnet daa1cc0a-ca41-4556-94d7-245c59d4c53f {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:41.966755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0023ef4c-97db-4631-8a96-3977e2f36fcc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.016492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e7eb9-6fa1-4fe6-85ab-d40f5a7aa4bc None None] Port 07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:39:42.035741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-23782c11-21be-4c7d-8383-199df562f15e None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:42.049265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f135abc-7e94-49d7-9235-13b67e19d525 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:42.051177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d9f98a-fed0-4fa5-be0f-e70380d4f49f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:42.055690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55958) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:42.056006 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-84d9f98a-fed0-4fa5-be0f-e70380d4f49f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1599090 Oct 20 03:39:42.092607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0023ef4c-97db-4631-8a96-3977e2f36fcc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.132218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.11 (58f78f1d-8ee0-467d-847a-f0338c49f46e/5c243460-e746-41bb-a392-7f97894235ed/e59cbef9-06e2-4365-8796-4f6b9365ae92) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:42.177828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12fe35a-3552-4e59-8ab3-9f86118d64df tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:42.178972 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f12fe35a-3552-4e59-8ab3-9f86118d64df tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1218419 Oct 20 03:39:42.181657 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55960) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:42.299779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73624e7a-9704-4348-bc5f-3a7cae5e55c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:42.301358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73624e7a-9704-4348-bc5f-3a7cae5e55c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:42.303218 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73624e7a-9704-4348-bc5f-3a7cae5e55c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:42.305759 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-73624e7a-9704-4348-bc5f-3a7cae5e55c5 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1227558 Oct 20 03:39:42.311033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f135abc-7e94-49d7-9235-13b67e19d525 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:42.311666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55962) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:42.325478 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b94bf7-de89-4b35-97d7-48ea03aefd71 None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:42.331127 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-23782c11-21be-4c7d-8383-199df562f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:40Z', 'revision_number': 9, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:42.347861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0023ef4c-97db-4631-8a96-3977e2f36fcc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.349305 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b94bf7-de89-4b35-97d7-48ea03aefd71 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:42.349924 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-99b94bf7-de89-4b35-97d7-48ea03aefd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:42.373627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782c11-21be-4c7d-8383-199df562f15e None None] Checking router: dd3916a6-9158-48f5-944c-322c1170e8a4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:42.398447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23782c11-21be-4c7d-8383-199df562f15e None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:42.399066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-23782c11-21be-4c7d-8383-199df562f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:42.403098 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-99b94bf7-de89-4b35-97d7-48ea03aefd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:42.420461 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b94bf7-de89-4b35-97d7-48ea03aefd71 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:42.421090 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-99b94bf7-de89-4b35-97d7-48ea03aefd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:42.482234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.510332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b5b638-2ede-4f82-a640-65563363f07a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 9a149259-03a4-4d1e-bbe7-282fdde3ad8b {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:42.516667 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-99b94bf7-de89-4b35-97d7-48ea03aefd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:42.517799 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82b5b638-2ede-4f82-a640-65563363f07a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.519312 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b94bf7-de89-4b35-97d7-48ea03aefd71 None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:42.525918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-23782c11-21be-4c7d-8383-199df562f15e None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:42.568707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f135abc-7e94-49d7-9235-13b67e19d525 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:42.584988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82b5b638-2ede-4f82-a640-65563363f07a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.609937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0023ef4c-97db-4631-8a96-3977e2f36fcc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.632951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Provisioning complete for port d0468de0-1d73-4b01-b5d3-e387c60633d4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:42.633323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.633659 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Attempt 1 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:42.649708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.655129 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023ef4c-97db-4631-8a96-3977e2f36fcc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Subnet': ['ID=daa1cc0a-ca41-4556-94d7-245c59d4c53f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:42.660829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0023ef4c-97db-4631-8a96-3977e2f36fcc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.664044 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0023ef4c-97db-4631-8a96-3977e2f36fcc tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/daa1cc0a-ca41-4556-94d7-245c59d4c53f HTTP/1.1" status: 204 len: 168 time: 0.8452532 Oct 20 03:39:42.671516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55964) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:42.677000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e08d4b-0dd4-4f96-a7dc-b5742f00d0d1 None None] Network 00bfd2ee-32c3-4cea-8ace-698d99351553 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:42.700873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f135abc-7e94-49d7-9235-13b67e19d525 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:42.706258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9f135abc-7e94-49d7-9235-13b67e19d525 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.734678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb945f2-e7c2-4015-8d84-5cf55500580a None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:42.745030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:42.766813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:42.769499 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9f135abc-7e94-49d7-9235-13b67e19d525 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "PUT /v2.0/floatingips/e67213a5-58e1-4728-b0fe-d76356d67620 HTTP/1.1" status: 200 len: 977 time: 2.6862178 Oct 20 03:39:42.772030 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55966) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:42.778148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8f3b13cc-d1b8-4602-b5a3-55d24be13d84 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:42.784284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:42.790089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:42.802824 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb945f2-e7c2-4015-8d84-5cf55500580a None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:42.803456 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7eb945f2-e7c2-4015-8d84-5cf55500580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:42.827060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=e59cbef9-06e2-4365-8796-4f6b9365ae92,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:42.852976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f3b13cc-d1b8-4602-b5a3-55d24be13d84 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.867940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.883251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7eb945f2-e7c2-4015-8d84-5cf55500580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:42.885070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82b5b638-2ede-4f82-a640-65563363f07a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.932092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb945f2-e7c2-4015-8d84-5cf55500580a None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:42.932296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:42.932737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7eb945f2-e7c2-4015-8d84-5cf55500580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:42.932868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:42.981004 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3e801d9b-0f53-4b23-bd4e-acb2a8ce2336 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0308874 Oct 20 03:39:42.986439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55968) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:42.994805 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-71ae98b8-dd9b-4aa8-8b16-86ba1019801e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:43.046056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82b5b638-2ede-4f82-a640-65563363f07a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.096017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f3b13cc-d1b8-4602-b5a3-55d24be13d84 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.102222 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f3b13cc-d1b8-4602-b5a3-55d24be13d84 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.102619 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-8f3b13cc-d1b8-4602-b5a3-55d24be13d84 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP e67213a5-58e1-4728-b0fe-d76356d67620 disassociated. External IP: 172.26.0.42, port: ac9edc78-950b-4f9c-ad16-adbf7df52ad1. Oct 20 03:39:43.117611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5b638-2ede-4f82-a640-65563363f07a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=9a149259-03a4-4d1e-bbe7-282fdde3ad8b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:43.120237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82b5b638-2ede-4f82-a640-65563363f07a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.124560 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-82b5b638-2ede-4f82-a640-65563363f07a tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/9a149259-03a4-4d1e-bbe7-282fdde3ad8b HTTP/1.1" status: 204 len: 168 time: 0.8098423 Oct 20 03:39:43.130333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55970) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:43.134847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897f457-b9b3-44cf-bc48-fe0fc5b7a2d2 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:43.139876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7eb945f2-e7c2-4015-8d84-5cf55500580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:43.140517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb945f2-e7c2-4015-8d84-5cf55500580a None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:43.167328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port 58a8f1cd-7224-4fae-aacf-4204b13d0682 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:43.168694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.249653 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Attempt 2 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:43.272224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9de73f-3b7a-4e04-818a-f404997fe612 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet f38af557-c071-4720-8efb-82619a22421b {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:43.289608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab9de73f-3b7a-4e04-818a-f404997fe612 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.302376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port 58a8f1cd-7224-4fae-aacf-4204b13d0682, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=58a8f1cd-7224-4fae-aacf-4204b13d0682,segment=NetworkSegment(ebf50112-5321-47d0-a7b2-78ae2aa9eeca),segment_id=ebf50112-5321-47d0-a7b2-78ae2aa9eeca)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:43.302376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.320405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:43.322328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-23782c11-21be-4c7d-8383-199df562f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:40Z', 'revision_number': 9, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:43.327969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd75f1-e830-42ba-89e3-51e59d9ee984 None None] DHCP port deletion for 00bfd2ee-32c3-4cea-8ace-698d99351553 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:43.341092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ae98b8-dd9b-4aa8-8b16-86ba1019801e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:43.344838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71ae98b8-dd9b-4aa8-8b16-86ba1019801e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.359134 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3b13cc-d1b8-4602-b5a3-55d24be13d84 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:43.369089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for 58a8f1cd-7224-4fae-aacf-4204b13d0682 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:43.399064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782c11-21be-4c7d-8383-199df562f15e None None] The sync data for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:40Z', 'revision_number': 9, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': '16253751-031a-409a-b14c-19e112e3374c', 'name': '', 'network_id': '913345ec-2a4c-46a8-b6a8-52beeec467e4', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:55:da:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:11Z', 'updated_at': '2022-10-20T03:39:19Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '059dbff2-b09a-45ea-87a0-65d0dd628839', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:43.404504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab9de73f-3b7a-4e04-818a-f404997fe612 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.430848 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 442b015e-fab2-4d92-9ebe-1c096d675bf6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:43.506032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-77bd75f1-e830-42ba-89e3-51e59d9ee984 None None] Deleting port 58a8f1cd-7224-4fae-aacf-4204b13d0682 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:43.506330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-77bd75f1-e830-42ba-89e3-51e59d9ee984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.519491 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3b13cc-d1b8-4602-b5a3-55d24be13d84 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:43.532813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f3b13cc-d1b8-4602-b5a3-55d24be13d84 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.533471 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f45bc-e7f8-4851-8330-b43926b4cb90 None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:43.569516 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8f3b13cc-d1b8-4602-b5a3-55d24be13d84 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "PUT /v2.0/floatingips/e67213a5-58e1-4728-b0fe-d76356d67620 HTTP/1.1" status: 200 len: 687 time: 0.7958457 Oct 20 03:39:43.574983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55972) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:43.581350 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f45bc-e7f8-4851-8330-b43926b4cb90 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:43.582351 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f90f45bc-e7f8-4851-8330-b43926b4cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:43.596346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 442b015e-fab2-4d92-9ebe-1c096d675bf6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:43.596907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.597421 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 442b015e-fab2-4d92-9ebe-1c096d675bf6 Oct 20 03:39:43.599173 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.ipam_backend_mixin [None req-71ae98b8-dd9b-4aa8-8b16-86ba1019801e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5c243460-e746-41bb-a392-7f97894235ed (CIDR: 172.20.0.0/28) Oct 20 03:39:43.600001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-77bd75f1-e830-42ba-89e3-51e59d9ee984 None None] For port 58a8f1cd-7224-4fae-aacf-4204b13d0682, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=58a8f1cd-7224-4fae-aacf-4204b13d0682,segment=NetworkSegment(ebf50112-5321-47d0-a7b2-78ae2aa9eeca),segment_id=ebf50112-5321-47d0-a7b2-78ae2aa9eeca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:43.600435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-77bd75f1-e830-42ba-89e3-51e59d9ee984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.607998 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ae98b8-dd9b-4aa8-8b16-86ba1019801e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:43.608526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ae98b8-dd9b-4aa8-8b16-86ba1019801e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:43.629413 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab9de73f-3b7a-4e04-818a-f404997fe612 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.641298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-77bd75f1-e830-42ba-89e3-51e59d9ee984 None None] Calling delete_port for 58a8f1cd-7224-4fae-aacf-4204b13d0682 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:43.660431 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-71ae98b8-dd9b-4aa8-8b16-86ba1019801e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6727040 Oct 20 03:39:43.665175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55974) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:43.668795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-2e501b0a-8194-47e1-bf36-3a2402597a7c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:43.679972 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f90f45bc-e7f8-4851-8330-b43926b4cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:43.699811 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.705550 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f45bc-e7f8-4851-8330-b43926b4cb90 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:43.707282 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f90f45bc-e7f8-4851-8330-b43926b4cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:43.759054 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f90f45bc-e7f8-4851-8330-b43926b4cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:43.759937 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f45bc-e7f8-4851-8330-b43926b4cb90 None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:43.766586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No DVR routers for this DVR port 58a8f1cd-7224-4fae-aacf-4204b13d0682 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:43.806520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=58a8f1cd-7224-4fae-aacf-4204b13d0682,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:43.814661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 442b015e-fab2-4d92-9ebe-1c096d675bf6 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:43.815135 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.839303 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-8e50eeda-11c4-40c3-b761-f4e73f3e5ec0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port 044eafec-a271-4636-9b25-a2d513e774b2 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:43.840735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e50eeda-11c4-40c3-b761-f4e73f3e5ec0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.842249 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Attempt 3 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:43.853885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab9de73f-3b7a-4e04-818a-f404997fe612 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.908194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9de73f-3b7a-4e04-818a-f404997fe612 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=f38af557-c071-4720-8efb-82619a22421b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:43.916660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-77bd75f1-e830-42ba-89e3-51e59d9ee984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.931859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab9de73f-3b7a-4e04-818a-f404997fe612 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.937045 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ab9de73f-3b7a-4e04-818a-f404997fe612 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/f38af557-c071-4720-8efb-82619a22421b HTTP/1.1" status: 204 len: 168 time: 0.8054852 Oct 20 03:39:43.949620 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55976) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:43.962081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 442b015e-fab2-4d92-9ebe-1c096d675bf6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=442b015e-fab2-4d92-9ebe-1c096d675bf6,segment=NetworkSegment(76e5cae9-f382-4f0c-8022-d6da611f19c2),segment_id=76e5cae9-f382-4f0c-8022-d6da611f19c2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:43.983946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:43.997867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.009836 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd75f1-e830-42ba-89e3-51e59d9ee984 None None] No DVR routers for this DVR port 58a8f1cd-7224-4fae-aacf-4204b13d0682 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:44.012323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd75f1-e830-42ba-89e3-51e59d9ee984 None None] Pushing event deleted for resources: {'Port': ['ID=58a8f1cd-7224-4fae-aacf-4204b13d0682,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:44.035997 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bfd2ee-32c3-4cea-8ace-698d99351553']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:44.038374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e501b0a-8194-47e1-bf36-3a2402597a7c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:44.043317 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-266d9963-369f-411e-9946-f246a10c4c75 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919878 Oct 20 03:39:44.044889 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2e501b0a-8194-47e1-bf36-3a2402597a7c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.047145 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e50eeda-11c4-40c3-b761-f4e73f3e5ec0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.047654 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e50eeda-11c4-40c3-b761-f4e73f3e5ec0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.054241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55978) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:44.061921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-00add862-10a4-460a-bb14-90009e4b2504 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:44.079183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=442b015e-fab2-4d92-9ebe-1c096d675bf6,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:44.082919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:44.101643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-8e50eeda-11c4-40c3-b761-f4e73f3e5ec0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for 044eafec-a271-4636-9b25-a2d513e774b2 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:44.105830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf50112-5321-47d0-a7b2-78ae2aa9eeca') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:44.106257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf50112-5321-47d0-a7b2-78ae2aa9eeca') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:44.145086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.168226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.184355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:44.184849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.231101 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment ebf50112-5321-47d0-a7b2-78ae2aa9eeca resource provider aggregate not found Oct 20 03:39:44.248452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00add862-10a4-460a-bb14-90009e4b2504 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:44.255492 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-00add862-10a4-460a-bb14-90009e4b2504 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.292418 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment ebf50112-5321-47d0-a7b2-78ae2aa9eeca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebf50112-5321-47d0-a7b2-78ae2aa9eeca found for delete ", "request_id": "req-2f7c77de-48ac-4a1c-9545-09d4e6c6840e"}]} Oct 20 03:39:44.296014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.306938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.310996 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/networks/00bfd2ee-32c3-4cea-8ace-698d99351553 HTTP/1.1" status: 204 len: 168 time: 1.6384857 Oct 20 03:39:44.335291 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55984) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:44.389659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530c412-67bc-40b9-b7af-fa87c97ac624 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:44.409277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01670ff5-3fa5-4924-bf1e-46c9c2d079b7 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Network': ['ID=00bfd2ee-32c3-4cea-8ace-698d99351553,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:44.411070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e50eeda-11c4-40c3-b761-f4e73f3e5ec0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.473196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50eeda-11c4-40c3-b761-f4e73f3e5ec0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=044eafec-a271-4636-9b25-a2d513e774b2,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:44.537357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5fdf3359-0aa1-43e4-9fac-933230bc1d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.578016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e50eeda-11c4-40c3-b761-f4e73f3e5ec0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.581497 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e50eeda-11c4-40c3-b761-f4e73f3e5ec0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.585308 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8e50eeda-11c4-40c3-b761-f4e73f3e5ec0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/floatingips/e67213a5-58e1-4728-b0fe-d76356d67620 HTTP/1.1" status: 204 len: 168 time: 1.0026989 Oct 20 03:39:44.585454 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Attempt 4 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:44.585607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-00add862-10a4-460a-bb14-90009e4b2504 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.586659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55986) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:44.637994 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36735a6b-c6db-4f89-b051-f3607add475b None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:44.671916 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-188ca513-929a-44fb-b72f-8bc94d1b6e2a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] delete failed (client error): The resource could not be found. Oct 20 03:39:44.676761 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-188ca513-929a-44fb-b72f-8bc94d1b6e2a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/floatingips/e67213a5-58e1-4728-b0fe-d76356d67620 HTTP/1.1" status: 404 len: 345 time: 0.0795629 Oct 20 03:39:44.677891 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55988) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:44.682067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:44.717627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00add862-10a4-460a-bb14-90009e4b2504 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:44.722541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-36735a6b-c6db-4f89-b051-f3607add475b None None] Deleting port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:44.723037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-36735a6b-c6db-4f89-b051-f3607add475b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.737530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2e501b0a-8194-47e1-bf36-3a2402597a7c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.745547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-00add862-10a4-460a-bb14-90009e4b2504 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:44.755914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00add862-10a4-460a-bb14-90009e4b2504 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.756580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-00add862-10a4-460a-bb14-90009e4b2504 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.761106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00add862-10a4-460a-bb14-90009e4b2504 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=868bf6df-427d-4824-8c82-6a63449ec240,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:44.789176 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-00add862-10a4-460a-bb14-90009e4b2504 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7303631 Oct 20 03:39:44.789176 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55990) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:44.794755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6c6e2656-ce12-4664-b82c-d4d543572867 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:44.814493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9188ce4-e6f9-41c8-88c5-a35c5b74dc7a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.820473 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9188ce4-e6f9-41c8-88c5-a35c5b74dc7a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.826707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9188ce4-e6f9-41c8-88c5-a35c5b74dc7a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.831139 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d9188ce4-e6f9-41c8-88c5-a35c5b74dc7a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "GET /v2.0/ports?network_id=177a88ac-e4ec-462d-b69f-662cfe0b7ff7 HTTP/1.1" status: 200 len: 2358 time: 0.1496155 Oct 20 03:39:44.832884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-36735a6b-c6db-4f89-b051-f3607add475b None None] For port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:44.833391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-36735a6b-c6db-4f89-b051-f3607add475b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.838433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55992) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:44.847378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-36735a6b-c6db-4f89-b051-f3607add475b None None] Calling delete_port for 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:44.847697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e501b0a-8194-47e1-bf36-3a2402597a7c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:44.864181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-2e501b0a-8194-47e1-bf36-3a2402597a7c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:44.867846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e501b0a-8194-47e1-bf36-3a2402597a7c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.868473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2e501b0a-8194-47e1-bf36-3a2402597a7c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:44.910801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417faa22-27a0-4a3f-a0f4-787ee6d9a03c None None] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:44.916877 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2e501b0a-8194-47e1-bf36-3a2402597a7c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2523060 Oct 20 03:39:44.922268 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55994) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:44.927525 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6dfa3f24-d47c-45a3-99d4-b9eb8ddb5104 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2103226163', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a610319-3bd9-49fe-9f2c-ccf6dedbcf7d'}], 'security_groups': ['c8cd9303-99f6-4eb2-8b7f-14facd20666e']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:44.946914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e501b0a-8194-47e1-bf36-3a2402597a7c tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Subnet': ['ID=6a610319-3bd9-49fe-9f2c-ccf6dedbcf7d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:44.983230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57b5ae3-2018-45c7-a302-7e469cfa6f85 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:44.989198 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e57b5ae3-2018-45c7-a302-7e469cfa6f85 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "GET /v2.0/subnets/41155b24-340b-4821-b417-a19291805f4f HTTP/1.1" status: 200 len: 797 time: 0.1397424 Oct 20 03:39:44.992181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 55996) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:45.006159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'port': {'network_id': '177a88ac-e4ec-462d-b69f-662cfe0b7ff7', 'name': 'tempest-FloatingIPTestJSON-1778865510', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:45.020748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-36735a6b-c6db-4f89-b051-f3607add475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.046360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6e2656-ce12-4664-b82c-d4d543572867 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:45.050270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c6e2656-ce12-4664-b82c-d4d543572867 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.075809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36735a6b-c6db-4f89-b051-f3607add475b None None] Pushing event deleted for resources: {'Port': ['ID=585c0ab3-b8fc-4dc8-9f54-098aa5ac653b,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:45.087110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36735a6b-c6db-4f89-b051-f3607add475b None None] No DVR routers for this DVR port 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:45.127070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d98d1f-3b2c-4cd7-b15e-3d6a26fa1eb5 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:45.180400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3f24-d47c-45a3-99d4-b9eb8ddb5104 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.198384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Made reservation on behalf of 229eff0a85b148bc8e88f418a7557d61 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:45.237494 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.ipam_backend_mixin [None req-6c6e2656-ce12-4664-b82c-d4d543572867 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 868bf6df-427d-4824-8c82-6a63449ec240 (CIDR: 2001:db8::/64) Oct 20 03:39:45.247070 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6e2656-ce12-4664-b82c-d4d543572867 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:45.249615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6e2656-ce12-4664-b82c-d4d543572867 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:45.334331 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.356205 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Attempt 5 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:45.372154 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6c6e2656-ce12-4664-b82c-d4d543572867 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5819058 Oct 20 03:39:45.375372 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 55998) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:45.382719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'subnet': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:45.413521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:45.414475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 442b015e-fab2-4d92-9ebe-1c096d675bf6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:45.566374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'tenant_id': 'cd75259f7e72414093c19483bdf83036', 'fixed_ips': [{'subnet_id': '868bf6df-427d-4824-8c82-6a63449ec240'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:39:45.567316 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.605575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0022b1d7-c1b9-4ba8-a0a5-a7371b45b9e8 None None] Update dhcp port {'port': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'fixed_ips': [{'subnet_id': '5c243460-e746-41bb-a392-7f97894235ed', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a610319-3bd9-49fe-9f2c-ccf6dedbcf7d'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '442b015e-fab2-4d92-9ebe-1c096d675bf6'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:39:45.650206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 442b015e-fab2-4d92-9ebe-1c096d675bf6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:45.650582 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.650922 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 442b015e-fab2-4d92-9ebe-1c096d675bf6 Oct 20 03:39:45.658548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0022b1d7-c1b9-4ba8-a0a5-a7371b45b9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.860114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.886375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] device_id is not set on port e927b5b4-35c2-42ad-9ab5-3df9db01c71c yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:45.919756 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Attempt 6 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:45.944774 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:45.948363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:45.973664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Allocated IP 2001:db8::2 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/868bf6df-427d-4824-8c82-6a63449ec240/730a4708-f86f-488c-ac88-f0e1d9ccbbd3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:45.981278 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6dfa3f24-d47c-45a3-99d4-b9eb8ddb5104 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Delete allocated IP 172.20.0.11 (58f78f1d-8ee0-467d-847a-f0338c49f46e/5c243460-e746-41bb-a392-7f97894235ed) {{(pid=103628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:39:46.029119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:46.030487 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6dfa3f24-d47c-45a3-99d4-b9eb8ddb5104 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.20 (58f78f1d-8ee0-467d-847a-f0338c49f46e/6a610319-3bd9-49fe-9f2c-ccf6dedbcf7d/e59cbef9-06e2-4365-8796-4f6b9365ae92) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:46.031156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 442b015e-fab2-4d92-9ebe-1c096d675bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:46.139024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a5b2a114-30e9-4faf-b7c0-59b0907fcd47 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:46.179313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: a5b2a114-30e9-4faf-b7c0-59b0907fcd47 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:46.179748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a5b2a114-30e9-4faf-b7c0-59b0907fcd47 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:46.180239 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 58a8f1cd-7224-4fae-aacf-4204b13d0682 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:46.205252 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 58a8f1cd-7224-4fae-aacf-4204b13d0682 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:46.205501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 58a8f1cd-7224-4fae-aacf-4204b13d0682 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:46.206383 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:46.220614 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3f24-d47c-45a3-99d4-b9eb8ddb5104 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.232300 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3f24-d47c-45a3-99d4-b9eb8ddb5104 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.239562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port 16253751-031a-409a-b14c-19e112e3374c {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:46.239906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.260804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.20.0.14 (177a88ac-e4ec-462d-b69f-662cfe0b7ff7/41155b24-340b-4821-b417-a19291805f4f/e927b5b4-35c2-42ad-9ab5-3df9db01c71c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:46.280356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.20.0.12 (177a88ac-e4ec-462d-b69f-662cfe0b7ff7/41155b24-340b-4821-b417-a19291805f4f/e927b5b4-35c2-42ad-9ab5-3df9db01c71c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:46.369325 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa3f24-d47c-45a3-99d4-b9eb8ddb5104 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=e59cbef9-06e2-4365-8796-4f6b9365ae92,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:46.388616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:46.388616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:46.399177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.400832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port 16253751-031a-409a-b14c-19e112e3374c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=16253751-031a-409a-b14c-19e112e3374c,segment=NetworkSegment(f815733d-2933-43dd-8d50-09ef936cb712),segment_id=f815733d-2933-43dd-8d50-09ef936cb712)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:46.401208 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.422224 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa3f24-d47c-45a3-99d4-b9eb8ddb5104 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] In _notify_port_updated(), no bound segment for port e59cbef9-06e2-4365-8796-4f6b9365ae92 on network 58f78f1d-8ee0-467d-847a-f0338c49f46e {{(pid=103628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:39:46.427789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfa3f24-d47c-45a3-99d4-b9eb8ddb5104 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:46.428456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3f24-d47c-45a3-99d4-b9eb8ddb5104 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.429805 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6dfa3f24-d47c-45a3-99d4-b9eb8ddb5104 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "PUT /v2.0/ports/e59cbef9-06e2-4365-8796-4f6b9365ae92 HTTP/1.1" status: 200 len: 921 time: 1.5070753 Oct 20 03:39:46.431864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for 16253751-031a-409a-b14c-19e112e3374c owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:46.434135 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56000) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:46.436612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.481767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-0022b1d7-c1b9-4ba8-a0a5-a7371b45b9e8 None None] Allocated IP 172.20.0.18 (58f78f1d-8ee0-467d-847a-f0338c49f46e/6a610319-3bd9-49fe-9f2c-ccf6dedbcf7d/442b015e-fab2-4d92-9ebe-1c096d675bf6) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:46.494370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:46.505929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:46.512464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:46.519522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Pushing event updated for resources: {'Port': ['ID=730a4708-f86f-488c-ac88-f0e1d9ccbbd3,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:46.555133 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Attempt 7 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:46.578209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.objects.ports [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 20 03:39:46.633485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73c0cc12-40f4-416c-97de-305ea069436c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.663970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Attempting to bind port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:39:46.664347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Attempting to bind port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:39:46.664780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Attempting to bind port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 on network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:39:46.679522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:39:46.679989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Checking segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:39:46.680507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.680960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Bound using segment: {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:39:46.681498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Bound port: 730a4708-f86f-488c-ac88-f0e1d9ccbbd3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85a0788-5318-453d-9dca-76bb0adbfd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:39:46.681933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.685492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:46.707993 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.710626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b79036dc-ad4f-4966-9efa-e41717e4b8d0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port e59cbef9-06e2-4365-8796-4f6b9365ae92 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:46.710960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b79036dc-ad4f-4966-9efa-e41717e4b8d0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.739240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0022b1d7-c1b9-4ba8-a0a5-a7371b45b9e8 None None] For port 442b015e-fab2-4d92-9ebe-1c096d675bf6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=442b015e-fab2-4d92-9ebe-1c096d675bf6,segment=NetworkSegment(76e5cae9-f382-4f0c-8022-d6da611f19c2),segment_id=76e5cae9-f382-4f0c-8022-d6da611f19c2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:46.746592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.784840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] For port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:39:46.787995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0022b1d7-c1b9-4ba8-a0a5-a7371b45b9e8 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.790498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] For port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=730a4708-f86f-488c-ac88-f0e1d9ccbbd3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:39:46.794189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0022b1d7-c1b9-4ba8-a0a5-a7371b45b9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.799136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.838640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.db.api [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:39:46.840398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG oslo_db.api [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:39:46.880583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b79036dc-ad4f-4966-9efa-e41717e4b8d0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.890273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.893721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:46.903528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b79036dc-ad4f-4966-9efa-e41717e4b8d0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for e59cbef9-06e2-4365-8796-4f6b9365ae92 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:46.904145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022b1d7-c1b9-4ba8-a0a5-a7371b45b9e8 None None] Pushing event updated for resources: {'Port': ['ID=442b015e-fab2-4d92-9ebe-1c096d675bf6,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:46.939594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=16253751-031a-409a-b14c-19e112e3374c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:46.959513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 177a88ac-e4ec-462d-b69f-662cfe0b7ff7 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:46.971011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9cda5-333d-47e9-ac08-4ee8aed43192 None None] Pushing event updated for resources: {'Port': ['ID=730a4708-f86f-488c-ac88-f0e1d9ccbbd3,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:47.025827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:47.039421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:47.143865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=e927b5b4-35c2-42ad-9ab5-3df9db01c71c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:47.186885 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Attempt 8 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:47.232746 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.255038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:47.295039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:47.295722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.375638 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6f7d023e-0dd0-4b83-8272-68c9de1587ab tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3825021 Oct 20 03:39:47.378553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56002) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:47.383640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'e927b5b4-35c2-42ad-9ab5-3df9db01c71c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:47.393396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b79036dc-ad4f-4966-9efa-e41717e4b8d0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.410270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.507657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79036dc-ad4f-4966-9efa-e41717e4b8d0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=e59cbef9-06e2-4365-8796-4f6b9365ae92,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:47.538336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 442b015e-fab2-4d92-9ebe-1c096d675bf6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:47.563864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.601808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 442b015e-fab2-4d92-9ebe-1c096d675bf6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:47.602164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.602642 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 442b015e-fab2-4d92-9ebe-1c096d675bf6 Oct 20 03:39:47.645206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] For port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=730a4708-f86f-488c-ac88-f0e1d9ccbbd3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:47.711670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 442b015e-fab2-4d92-9ebe-1c096d675bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:47.711892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.712495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:47.716823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.717556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.733056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b79036dc-ad4f-4966-9efa-e41717e4b8d0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.736828 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b79036dc-ad4f-4966-9efa-e41717e4b8d0 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/e59cbef9-06e2-4365-8796-4f6b9365ae92 HTTP/1.1" status: 204 len: 168 time: 1.3015099 Oct 20 03:39:47.745059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56006) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:47.771107 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Attempt 9 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:47.783279 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4c8bcd-25c5-46b0-bde5-909c10205433 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:39:47.785095 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ae4c8bcd-25c5-46b0-bde5-909c10205433 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/e59cbef9-06e2-4365-8796-4f6b9365ae92 HTTP/1.1" status: 404 len: 333 time: 0.0366359 Oct 20 03:39:47.794024 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router dd3916a6-9158-48f5-944c-322c1170e8a4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:47.795360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56008) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:47.825715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:47.840533 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:47.844568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.847097 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Subnet': ['ID=cd494017-bfb9-4e1e-b78e-ecdd2b6bbbd7,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:47.852146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:47.852788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.882232 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5031257 Oct 20 03:39:47.882232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31197a85-dac6-477d-a700-2b1953e41469 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=730a4708-f86f-488c-ac88-f0e1d9ccbbd3,revision_number=4']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:47.884778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56010) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:47.890732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Request body: {'port': {'network_id': '84f7bfb8-4125-4a8e-bf2a-064cdf9804f7', 'mac_address': 'fa:16:3e:82:91:80', 'name': 'tempest-NetworksTestDHCPv6-99882293'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:47.905496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:47.910357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:47.910960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:47.911485 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 Oct 20 03:39:47.982863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17570352-ac47-4e8a-8d5d-0610ca0bc704 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.010811 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:48.011850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.052844 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Made reservation on behalf of cd75259f7e72414093c19483bdf83036 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:48.056807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17570352-ac47-4e8a-8d5d-0610ca0bc704 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.057894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=730a4708-f86f-488c-ac88-f0e1d9ccbbd3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:48.065275 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.081555 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:48.100377 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3fb7b27f-387f-43b4-bf78-950772e9a45d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7634475 Oct 20 03:39:48.100858 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0de10-d6fe-4576-915f-dced0d3d9976 None None] Sync routers for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:48.112842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56014) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:48.129442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0de10-d6fe-4576-915f-dced0d3d9976 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:48.130105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-80f0de10-d6fe-4576-915f-dced0d3d9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:48.165276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.175983 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=730a4708-f86f-488c-ac88-f0e1d9ccbbd3,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:48.185773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.206646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17570352-ac47-4e8a-8d5d-0610ca0bc704 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.207364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] device_id is not set on port 752fa6e6-8105-4878-8689-7fa50d5d5682 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:48.209605 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17570352-ac47-4e8a-8d5d-0610ca0bc704 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.211014 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-17570352-ac47-4e8a-8d5d-0610ca0bc704 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/security-groups/901f23ac-0eb3-442f-8c23-1a89e485b997 HTTP/1.1" status: 204 len: 168 time: 0.4094501 Oct 20 03:39:48.220501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56018) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:48.245467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-80f0de10-d6fe-4576-915f-dced0d3d9976 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:48.246084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17570352-ac47-4e8a-8d5d-0610ca0bc704 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901f23ac-0eb3-442f-8c23-1a89e485b997,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:48.307699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-44eec05d-4380-4a21-8236-d4f79d461f95 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting subnet 059dbff2-b09a-45ea-87a0-65d0dd628839 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:48.318519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44eec05d-4380-4a21-8236-d4f79d461f95 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.340933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ad47def6-0a6b-4bc3-9c4d-dc797556b5ad tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.398610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44eec05d-4380-4a21-8236-d4f79d461f95 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.420660 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Attempt 10 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:48.424684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ad47def6-0a6b-4bc3-9c4d-dc797556b5ad tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.465924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea1bf29-ea37-4a83-8b84-74dd8cd469e1 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:48.527142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:48.538923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ad47def6-0a6b-4bc3-9c4d-dc797556b5ad tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.542879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ad47def6-0a6b-4bc3-9c4d-dc797556b5ad tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.546537 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ad47def6-0a6b-4bc3-9c4d-dc797556b5ad tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/security-groups/c8cd9303-99f6-4eb2-8b7f-14facd20666e HTTP/1.1" status: 204 len: 168 time: 0.3223264 Oct 20 03:39:48.546537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8::51 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/868bf6df-427d-4824-8c82-6a63449ec240/752fa6e6-8105-4878-8689-7fa50d5d5682) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:48.553125 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56020) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:48.562725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Allocated IP 2001:db8:0:1:f816:3eff:fe82:9180 (84f7bfb8-4125-4a8e-bf2a-064cdf9804f7/cd494017-bfb9-4e1e-b78e-ecdd2b6bbbd7/752fa6e6-8105-4878-8689-7fa50d5d5682) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:48.565579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47def6-0a6b-4bc3-9c4d-dc797556b5ad tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cd9303-99f6-4eb2-8b7f-14facd20666e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:48.596511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.26.0.29 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/f56a7e5e-835f-4005-a472-a264a818f314) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:48.616040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Provisioning complete for port 442b015e-fab2-4d92-9ebe-1c096d675bf6 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:48.616459 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.616798 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Attempt 1 to provision port 442b015e-fab2-4d92-9ebe-1c096d675bf6 Oct 20 03:39:48.648371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44eec05d-4380-4a21-8236-d4f79d461f95 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.657515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5772416-16cf-4021-8653-f8eace03bd59 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting subnet 5c243460-e746-41bb-a392-7f97894235ed {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:48.697785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e5772416-16cf-4021-8653-f8eace03bd59 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.747979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-80f0de10-d6fe-4576-915f-dced0d3d9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:46Z', 'revision_number': 10, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:48.792043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.802375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e5772416-16cf-4021-8653-f8eace03bd59 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.814245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0de10-d6fe-4576-915f-dced0d3d9976 None None] Checking router: dd3916a6-9158-48f5-944c-322c1170e8a4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:48.840592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c579155-9623-4606-a15d-3c10ce33d4dd None None] Current status of the port 442b015e-fab2-4d92-9ebe-1c096d675bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:48.843363 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0de10-d6fe-4576-915f-dced0d3d9976 None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:48.844087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-80f0de10-d6fe-4576-915f-dced0d3d9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:48.849641 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.885679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44eec05d-4380-4a21-8236-d4f79d461f95 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.939471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:48.942867 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:48.946807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:48.952886 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:48.953779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.955564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eec05d-4380-4a21-8236-d4f79d461f95 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Subnet': ['ID=059dbff2-b09a-45ea-87a0-65d0dd628839,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:48.965113 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44eec05d-4380-4a21-8236-d4f79d461f95 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.967875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Could not find standard attr ID for object e59cbef9-06e2-4365-8796-4f6b9365ae92. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:48.969552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event updated for resources: {'Port': ['ID=752fa6e6-8105-4878-8689-7fa50d5d5682,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:48.976980 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f175231c-eb83-434c-9316-e6b4f80bb104 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0911219 Oct 20 03:39:48.977993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56024) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:48.979533 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-44eec05d-4380-4a21-8236-d4f79d461f95 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/059dbff2-b09a-45ea-87a0-65d0dd628839 HTTP/1.1" status: 204 len: 168 time: 0.8629377 Oct 20 03:39:48.983417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:48.988254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56026) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:48.991821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155cbae2-e493-4144-8457-d47890fdf1de None None] Network 913345ec-2a4c-46a8-b6a8-52beeec467e4 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:49.016238 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Provisioning complete for port d0468de0-1d73-4b01-b5d3-e387c60633d4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:49.016651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.016988 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Attempt 1 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:49.053014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e5772416-16cf-4021-8653-f8eace03bd59 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.058488 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-80f0de10-d6fe-4576-915f-dced0d3d9976 None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:49.062817 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:49.109706 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.134783 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.160247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=f56a7e5e-835f-4005-a472-a264a818f314,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:49.180596 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:49.182152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:49.185190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:49.189141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e5772416-16cf-4021-8653-f8eace03bd59 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.235209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e5772416-16cf-4021-8653-f8eace03bd59 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.239034 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e5772416-16cf-4021-8653-f8eace03bd59 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/5c243460-e746-41bb-a392-7f97894235ed HTTP/1.1" status: 204 len: 168 time: 0.6842475 Oct 20 03:39:49.242971 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56028) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:49.248305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b9bd0a86-c21f-4477-ac5c-b7e94c9d6790 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:49.257849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6238b67a-f670-42dc-907f-e69bab8319ba None None] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:49.264834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5772416-16cf-4021-8653-f8eace03bd59 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Subnet': ['ID=5c243460-e746-41bb-a392-7f97894235ed,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:49.380896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b35356d9-6aaa-4cae-9ec3-cdc6438ff42e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting port 752fa6e6-8105-4878-8689-7fa50d5d5682 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:49.381161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:49.381298 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b35356d9-6aaa-4cae-9ec3-cdc6438ff42e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.487409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b35356d9-6aaa-4cae-9ec3-cdc6438ff42e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.502226 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b35356d9-6aaa-4cae-9ec3-cdc6438ff42e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Calling delete_port for 752fa6e6-8105-4878-8689-7fa50d5d5682 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:49.616187 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Attempt 2 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:49.628437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.698221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:49.698833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.723075 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.754546 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.764770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:49.798412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bd0a86-c21f-4477-ac5c-b7e94c9d6790 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:49.802031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0a86-c21f-4477-ac5c-b7e94c9d6790 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.809801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b35356d9-6aaa-4cae-9ec3-cdc6438ff42e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.816100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15671ed-7147-449e-9041-02c005e132db None None] DHCP port deletion for 913345ec-2a4c-46a8-b6a8-52beeec467e4 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:49.834484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:49.834942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.835353 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 Oct 20 03:39:49.863899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35356d9-6aaa-4cae-9ec3-cdc6438ff42e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Port': ['ID=752fa6e6-8105-4878-8689-7fa50d5d5682,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:49.871648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.880350 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port ca2f96d0-d99d-49b6-832e-2e4281cf92a5, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ca2f96d0-d99d-49b6-832e-2e4281cf92a5,segment=NetworkSegment(f815733d-2933-43dd-8d50-09ef936cb712),segment_id=f815733d-2933-43dd-8d50-09ef936cb712)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:49.880727 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:49.908891 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for ca2f96d0-d99d-49b6-832e-2e4281cf92a5 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:49.965115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-80f0de10-d6fe-4576-915f-dced0d3d9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:46Z', 'revision_number': 10, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:50.003234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0de10-d6fe-4576-915f-dced0d3d9976 None None] The sync data for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:46Z', 'revision_number': 10, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None, '_interfaces': [{'id': 'ff769242-7579-4f92-b7b0-7b66660f9d49', 'name': '', 'network_id': '37e52ed4-ee10-4eeb-bb64-cc34c117d67d', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'mac_address': 'fa:16:3e:26:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:39:05Z', 'updated_at': '2022-10-20T03:39:13Z', 'revision_number': 5, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'subnets': [{'id': '1e70e9d6-201c-4521-b59b-6d17f9b5d887', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:50.008386 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b35356d9-6aaa-4cae-9ec3-cdc6438ff42e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.012587 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b35356d9-6aaa-4cae-9ec3-cdc6438ff42e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/752fa6e6-8105-4878-8689-7fa50d5d5682 HTTP/1.1" status: 204 len: 168 time: 1.0240045 Oct 20 03:39:50.023496 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56032) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:50.067406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a15671ed-7147-449e-9041-02c005e132db None None] Deleting port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:50.069229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a15671ed-7147-449e-9041-02c005e132db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.084423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:50.169883 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a15671ed-7147-449e-9041-02c005e132db None None] For port ca2f96d0-d99d-49b6-832e-2e4281cf92a5, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ca2f96d0-d99d-49b6-832e-2e4281cf92a5,segment=NetworkSegment(f815733d-2933-43dd-8d50-09ef936cb712),segment_id=f815733d-2933-43dd-8d50-09ef936cb712)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:50.170299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a15671ed-7147-449e-9041-02c005e132db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.176004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.196213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a15671ed-7147-449e-9041-02c005e132db None None] Calling delete_port for ca2f96d0-d99d-49b6-832e-2e4281cf92a5 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:50.242148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=ca2f96d0-d99d-49b6-832e-2e4281cf92a5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.255359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No DVR routers for this DVR port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:50.265838 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Attempt 3 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:50.353259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:50.366314 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a15671ed-7147-449e-9041-02c005e132db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.422395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.430966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15671ed-7147-449e-9041-02c005e132db None None] Pushing event deleted for resources: {'Port': ['ID=ca2f96d0-d99d-49b6-832e-2e4281cf92a5,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.433590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15671ed-7147-449e-9041-02c005e132db None None] No DVR routers for this DVR port ca2f96d0-d99d-49b6-832e-2e4281cf92a5 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:50.475267 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0a86-c21f-4477-ac5c-b7e94c9d6790 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.479241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913345ec-2a4c-46a8-b6a8-52beeec467e4']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:50.520048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f815733d-2933-43dd-8d50-09ef936cb712') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:50.520807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f815733d-2933-43dd-8d50-09ef936cb712') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:50.540009 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.554878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd0a86-c21f-4477-ac5c-b7e94c9d6790 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:50.561588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd0a86-c21f-4477-ac5c-b7e94c9d6790 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:50.566998 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd0a86-c21f-4477-ac5c-b7e94c9d6790 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:50.567287 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0a86-c21f-4477-ac5c-b7e94c9d6790 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.571326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd0a86-c21f-4477-ac5c-b7e94c9d6790 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Subnet': ['ID=4abc3f51-587a-4a3e-bdf4-0040aedfade9,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.573787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.580630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b579548-71de-44a4-9080-582216a9764e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:50.584914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:50.585126 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6b579548-71de-44a4-9080-582216a9764e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5588927 Oct 20 03:39:50.585342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.587498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56034) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:50.625463 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b9bd0a86-c21f-4477-ac5c-b7e94c9d6790 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3814189 Oct 20 03:39:50.628414 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56040) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:50.633047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-fb023773-59ac-4049-9a8e-ed2010f12ade tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'security_group': {'name': 'tempest-secgroup-1812041468'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:50.633350 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.645357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.703799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fb023773-59ac-4049-9a8e-ed2010f12ade tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.708424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.725505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.728865 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/networks/913345ec-2a4c-46a8-b6a8-52beeec467e4 HTTP/1.1" status: 204 len: 168 time: 1.7499487 Oct 20 03:39:50.733009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66c12dd-d0a1-4295-8d40-a17c2bfac399 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:50.737244 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e66c12dd-d0a1-4295-8d40-a17c2bfac399 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1487169 Oct 20 03:39:50.739934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56042) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:50.740260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56044) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:50.742458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3725e-525b-4e4c-bb5e-54038a5209d4 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Network': ['ID=913345ec-2a4c-46a8-b6a8-52beeec467e4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.819046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fb023773-59ac-4049-9a8e-ed2010f12ade tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.821891 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment f815733d-2933-43dd-8d50-09ef936cb712 resource provider aggregate not found Oct 20 03:39:50.822198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=f56a7e5e-835f-4005-a472-a264a818f314,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.826332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fb023773-59ac-4049-9a8e-ed2010f12ade tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.835882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.845988 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment f815733d-2933-43dd-8d50-09ef936cb712 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f815733d-2933-43dd-8d50-09ef936cb712 found for delete ", "request_id": "req-d9637279-0c9d-4615-8007-4b4fbf6b479f"}]} Oct 20 03:39:50.858032 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Attempt 4 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:50.863380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb023773-59ac-4049-9a8e-ed2010f12ade tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0a4de1-8eca-4764-8514-168084d1b38d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:50.868991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fb023773-59ac-4049-9a8e-ed2010f12ade tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.871171 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fb023773-59ac-4049-9a8e-ed2010f12ade tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2409799 Oct 20 03:39:50.873793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56048) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:50.878842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ffb44dc1-aa32-4665-b6f4-ad560c5c9060 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'security_group': {'name': 'tempest-secgroup-1602442116'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:50.903955 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffb44dc1-aa32-4665-b6f4-ad560c5c9060 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.915151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:50.935189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad0a43-15ca-4905-b630-6a68a2ff7f33 None None] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:50.959344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d545ab35-e7f1-4fab-a6bc-ead86ff7f79b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:50.960995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d545ab35-e7f1-4fab-a6bc-ead86ff7f79b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:50.962609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d545ab35-e7f1-4fab-a6bc-ead86ff7f79b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:50.967314 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d545ab35-e7f1-4fab-a6bc-ead86ff7f79b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2161915 Oct 20 03:39:50.971413 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56050) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:50.984774 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffb44dc1-aa32-4665-b6f4-ad560c5c9060 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:50.989966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffb44dc1-aa32-4665-b6f4-ad560c5c9060 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.020593 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffb44dc1-aa32-4665-b6f4-ad560c5c9060 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.024611 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ffb44dc1-aa32-4665-b6f4-ad560c5c9060 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1470072 Oct 20 03:39:51.024894 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56052) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:51.030322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-fd097ca3-2afa-4de2-bd27-982ed0a17b06 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'security_group': {'name': 'tempest-secgroup-1018206919'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:51.037351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb44dc1-aa32-4665-b6f4-ad560c5c9060 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b33ad5-c307-496f-9ce5-f9ca0993bf35,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:51.056980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd097ca3-2afa-4de2-bd27-982ed0a17b06 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.133941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd097ca3-2afa-4de2-bd27-982ed0a17b06 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.139551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd097ca3-2afa-4de2-bd27-982ed0a17b06 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.142075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c9cd78-a8d1-4a06-930f-5bc55151f4c2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet 868bf6df-427d-4824-8c82-6a63449ec240 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:51.152063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-11c9cd78-a8d1-4a06-930f-5bc55151f4c2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.171080 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd097ca3-2afa-4de2-bd27-982ed0a17b06 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.174752 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fd097ca3-2afa-4de2-bd27-982ed0a17b06 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1461642 Oct 20 03:39:51.174909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56054) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:51.180498 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-436005553', 'security_groups': ['c45309c4-5e11-4e27-9e84-9ed4ab662189'], 'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4abc3f51-587a-4a3e-bdf4-0040aedfade9'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:51.184459 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP b96ede00-e185-4a6d-b84c-830b78ad362a associated. External IP: 172.26.0.29, port: e927b5b4-35c2-42ad-9ab5-3df9db01c71c. Oct 20 03:39:51.185798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd097ca3-2afa-4de2-bd27-982ed0a17b06 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45309c4-5e11-4e27-9e84-9ed4ab662189,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:51.194907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e681d9-921d-4c68-b283-fe39af054312 None None] Update dhcp port {'port': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'fixed_ips': [{'subnet_id': '6a610319-3bd9-49fe-9f2c-ccf6dedbcf7d', 'ip_address': '172.20.0.18'}, {'subnet_id': '4abc3f51-587a-4a3e-bdf4-0040aedfade9'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '442b015e-fab2-4d92-9ebe-1c096d675bf6'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:39:51.226200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-55e681d9-921d-4c68-b283-fe39af054312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.285997 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-11c9cd78-a8d1-4a06-930f-5bc55151f4c2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.301026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ca2f96d0-d99d-49b6-832e-2e4281cf92a5 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:51.328918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:51.379153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ca2f96d0-d99d-49b6-832e-2e4281cf92a5 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:51.379498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ca2f96d0-d99d-49b6-832e-2e4281cf92a5 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:51.379925 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 16253751-031a-409a-b14c-19e112e3374c no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:51.407435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 16253751-031a-409a-b14c-19e112e3374c {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:51.407783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 16253751-031a-409a-b14c-19e112e3374c not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:51.418290 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Attempt 5 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:51.426464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.446325 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] device_id is not set on port 6b9238a3-750f-467f-b533-d379467a94b0 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:39:51.490395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:51.509063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-55e681d9-921d-4c68-b283-fe39af054312 None None] Allocated IP 172.20.0.2 (58f78f1d-8ee0-467d-847a-f0338c49f46e/4abc3f51-587a-4a3e-bdf4-0040aedfade9/442b015e-fab2-4d92-9ebe-1c096d675bf6) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:51.525930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-11c9cd78-a8d1-4a06-930f-5bc55151f4c2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.614298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-55e681d9-921d-4c68-b283-fe39af054312 None None] For port 442b015e-fab2-4d92-9ebe-1c096d675bf6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=442b015e-fab2-4d92-9ebe-1c096d675bf6,segment=NetworkSegment(76e5cae9-f382-4f0c-8022-d6da611f19c2),segment_id=76e5cae9-f382-4f0c-8022-d6da611f19c2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:51.644904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-55e681d9-921d-4c68-b283-fe39af054312 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.649496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-55e681d9-921d-4c68-b283-fe39af054312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.682080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:51.684749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-11c9cd78-a8d1-4a06-930f-5bc55151f4c2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.716684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.4 (58f78f1d-8ee0-467d-847a-f0338c49f46e/4abc3f51-587a-4a3e-bdf4-0040aedfade9/6b9238a3-750f-467f-b533-d379467a94b0) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:51.719987 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9cd78-a8d1-4a06-930f-5bc55151f4c2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=868bf6df-427d-4824-8c82-6a63449ec240,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:51.727224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-11c9cd78-a8d1-4a06-930f-5bc55151f4c2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.731226 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-11c9cd78-a8d1-4a06-930f-5bc55151f4c2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/868bf6df-427d-4824-8c82-6a63449ec240 HTTP/1.1" status: 204 len: 168 time: 0.7582955 Oct 20 03:39:51.733639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56058) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:51.751654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9584494a-b2b4-4c67-8874-d04a3786e084 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:51.757813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e681d9-921d-4c68-b283-fe39af054312 None None] Pushing event updated for resources: {'Port': ['ID=442b015e-fab2-4d92-9ebe-1c096d675bf6,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:51.785086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.833498 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f8ba62-c4f4-413c-abb4-f6aa44b39cf1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Deleting subnet cd494017-bfb9-4e1e-b78e-ecdd2b6bbbd7 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:51.840103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-63f8ba62-c4f4-413c-abb4-f6aa44b39cf1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.931870 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-63f8ba62-c4f4-413c-abb4-f6aa44b39cf1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:51.958669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:51.976228 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a827f11-e877-4df1-be4f-7b3694ae3475 None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:51.992019 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Attempt 6 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:51.997257 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a827f11-e877-4df1-be4f-7b3694ae3475 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:51.997934 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a827f11-e877-4df1-be4f-7b3694ae3475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:52.021571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.036698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.064611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:52.070924 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a827f11-e877-4df1-be4f-7b3694ae3475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:52.086246 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c7d739ba-202f-4f31-8cf4-5482cf47832b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7066102 Oct 20 03:39:52.087880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56060) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:52.089952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-63f8ba62-c4f4-413c-abb4-f6aa44b39cf1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.097077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e5e4f85e-1592-4a4d-87d0-50f31357f588 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'floatingip': {'port_id': 'e927b5b4-35c2-42ad-9ab5-3df9db01c71c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:52.098591 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a827f11-e877-4df1-be4f-7b3694ae3475 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:52.099391 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a827f11-e877-4df1-be4f-7b3694ae3475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:52.140000 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a827f11-e877-4df1-be4f-7b3694ae3475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:52.140938 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a827f11-e877-4df1-be4f-7b3694ae3475 None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:52.208342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port ff769242-7579-4f92-b7b0-7b66660f9d49 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:52.208887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.334106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port ff769242-7579-4f92-b7b0-7b66660f9d49, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ff769242-7579-4f92-b7b0-7b66660f9d49,segment=NetworkSegment(5f42505f-bf6a-4d53-94a4-5620b710c411),segment_id=5f42505f-bf6a-4d53-94a4-5620b710c411)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:52.334678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.350569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for ff769242-7579-4f92-b7b0-7b66660f9d49 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:52.566002 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Attempt 7 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:52.574362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.574741 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.577910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f85e-1592-4a4d-87d0-50f31357f588 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.609961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:52.615782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=ff769242-7579-4f92-b7b0-7b66660f9d49,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:52.700737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:52.706948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:52.717980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:52.724115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.775665 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-63f8ba62-c4f4-413c-abb4-f6aa44b39cf1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.796715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=6b9238a3-750f-467f-b533-d379467a94b0,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:52.860539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:52.861180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.863650 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8ba62-c4f4-413c-abb4-f6aa44b39cf1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Subnet': ['ID=cd494017-bfb9-4e1e-b78e-ecdd2b6bbbd7,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:52.863887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f2ee01-787b-4e64-8776-5d486ec22dc2 None None] Network 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:52.874008 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-63f8ba62-c4f4-413c-abb4-f6aa44b39cf1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:52.881289 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-63f8ba62-c4f4-413c-abb4-f6aa44b39cf1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/cd494017-bfb9-4e1e-b78e-ecdd2b6bbbd7 HTTP/1.1" status: 204 len: 168 time: 1.1463804 Oct 20 03:39:52.888708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56062) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:52.913438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router dd3916a6-9158-48f5-944c-322c1170e8a4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:52.961379 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dd11f7a4-4c4e-426f-bcf4-2fb2ba0f4e59 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693824 Oct 20 03:39:52.965618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56064) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:52.995526 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b90fdbbe-9ca4-4d75-a25a-26c12337eaaa tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8195596 Oct 20 03:39:53.013173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56066) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.021412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:53.028653 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e70dab3c-7a90-4237-852c-fee47f2fc54d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2837074 Oct 20 03:39:53.032817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56068) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.035238 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b57915-64ab-432d-983d-cf15b7aa9f2a None None] Sync routers for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:53.052649 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b57915-64ab-432d-983d-cf15b7aa9f2a None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:53.053745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-47b57915-64ab-432d-983d-cf15b7aa9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:53.062655 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-feb7ab91-37d5-47c3-9767-8364bbfdc87a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:53.092710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce01311f-efd0-4765-8a98-b732409e36a1 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting subnet 1e70e9d6-201c-4521-b59b-6d17f9b5d887 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:53.096050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ce01311f-efd0-4765-8a98-b732409e36a1 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.108326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a176ecf6-1073-4da7-983d-3fac3de7dffb None None] DHCP port deletion for 84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:53.113832 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Attempt 8 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:53.138138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ce01311f-efd0-4765-8a98-b732409e36a1 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.155725 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:53.160317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec32f1d-fec4-4672-8243-9c985b8340c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:53.164367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56070) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.164532 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cec32f1d-fec4-4672-8243-9c985b8340c6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1978545 Oct 20 03:39:53.203674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-47b57915-64ab-432d-983d-cf15b7aa9f2a None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:53.234179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2298c23b-46b4-495d-be96-144f23f68171 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:53.235750 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2298c23b-46b4-495d-be96-144f23f68171 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0704455 Oct 20 03:39:53.240149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56072) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.266338 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-47b57915-64ab-432d-983d-cf15b7aa9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:52Z', 'revision_number': 11, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:53.283120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ce01311f-efd0-4765-8a98-b732409e36a1 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.316424 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b57915-64ab-432d-983d-cf15b7aa9f2a None None] Checking router: dd3916a6-9158-48f5-944c-322c1170e8a4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:53.330753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56074) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.331051 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-acacaeb5-565b-453a-a222-64730a639e20 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619550 Oct 20 03:39:53.346262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b57915-64ab-432d-983d-cf15b7aa9f2a None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:53.347625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-47b57915-64ab-432d-983d-cf15b7aa9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:53.354849 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb7ab91-37d5-47c3-9767-8364bbfdc87a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:53.358550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-feb7ab91-37d5-47c3-9767-8364bbfdc87a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.394271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a176ecf6-1073-4da7-983d-3fac3de7dffb None None] Deleting port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:53.394647 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a176ecf6-1073-4da7-983d-3fac3de7dffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.395517 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-195e1f6c-53e7-4243-a322-801839431ea4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:53.396494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195e1f6c-53e7-4243-a322-801839431ea4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:53.400296 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-195e1f6c-53e7-4243-a322-801839431ea4 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/752fa6e6-8105-4878-8689-7fa50d5d5682 HTTP/1.1" status: 404 len: 333 time: 0.0502777 Oct 20 03:39:53.403915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56076) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.419820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ce01311f-efd0-4765-8a98-b732409e36a1 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.467562 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fae708-a000-4aff-ada9-2ba7d76afb95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:53.468136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fae708-a000-4aff-ada9-2ba7d76afb95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:53.471678 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-05fae708-a000-4aff-ada9-2ba7d76afb95 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/cd494017-bfb9-4e1e-b78e-ecdd2b6bbbd7 HTTP/1.1" status: 404 len: 337 time: 0.0670302 Oct 20 03:39:53.474284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56078) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.483432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01311f-efd0-4765-8a98-b732409e36a1 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Subnet': ['ID=1e70e9d6-201c-4521-b59b-6d17f9b5d887,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:53.490684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ce01311f-efd0-4765-8a98-b732409e36a1 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.497065 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ce01311f-efd0-4765-8a98-b732409e36a1 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/1e70e9d6-201c-4521-b59b-6d17f9b5d887 HTTP/1.1" status: 204 len: 168 time: 0.4631753 Oct 20 03:39:53.497807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56080) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.525542 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e8beac-b8a1-4042-ba79-78afe7ccaaff tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:53.525992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e8beac-b8a1-4042-ba79-78afe7ccaaff tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:53.529786 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-34e8beac-b8a1-4042-ba79-78afe7ccaaff tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/868bf6df-427d-4824-8c82-6a63449ec240 HTTP/1.1" status: 404 len: 337 time: 0.0540733 Oct 20 03:39:53.535611 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56082) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.583649 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8edff8-ea36-4e58-b8b3-b56547682625 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:53.584472 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8edff8-ea36-4e58-b8b3-b56547682625 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:53.588776 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7f8edff8-ea36-4e58-b8b3-b56547682625 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/07aff6d6-a0d9-4506-a8cc-eeb7a2c0650a HTTP/1.1" status: 404 len: 333 time: 0.0520999 Oct 20 03:39:53.593495 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.ipam_backend_mixin [None req-feb7ab91-37d5-47c3-9767-8364bbfdc87a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4abc3f51-587a-4a3e-bdf4-0040aedfade9 (CIDR: 172.20.0.0/28) Oct 20 03:39:53.594861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56084) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.597339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 442b015e-fab2-4d92-9ebe-1c096d675bf6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:53.601785 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-47b57915-64ab-432d-983d-cf15b7aa9f2a None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:53.605559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9656d8-6984-4355-8d1a-f706607a970d None None] Network 37e52ed4-ee10-4eeb-bb64-cc34c117d67d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:53.624661 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb7ab91-37d5-47c3-9767-8364bbfdc87a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:53.625765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb7ab91-37d5-47c3-9767-8364bbfdc87a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:53.653208 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-feb7ab91-37d5-47c3-9767-8364bbfdc87a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6374009 Oct 20 03:39:53.682300 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56086) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.688405 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-28c48754-5f41-4af4-a209-6f4973e53744 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:53.689117 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Attempt 9 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:53.713318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-47b57915-64ab-432d-983d-cf15b7aa9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:52Z', 'revision_number': 11, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:53.742588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f85e-1592-4a4d-87d0-50f31357f588 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.779619 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f85e-1592-4a4d-87d0-50f31357f588 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.813385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b57915-64ab-432d-983d-cf15b7aa9f2a None None] The sync data for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:52Z', 'revision_number': 11, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:53.884742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a176ecf6-1073-4da7-983d-3fac3de7dffb None None] For port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=730a4708-f86f-488c-ac88-f0e1d9ccbbd3,segment=NetworkSegment(b85a0788-5318-453d-9dca-76bb0adbfd86),segment_id=b85a0788-5318-453d-9dca-76bb0adbfd86)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:53.885138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a176ecf6-1073-4da7-983d-3fac3de7dffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.889048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:53.919216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a176ecf6-1073-4da7-983d-3fac3de7dffb None None] Calling delete_port for 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:53.930107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c48754-5f41-4af4-a209-6f4973e53744 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:53.931492 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-28c48754-5f41-4af4-a209-6f4973e53744 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.961721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 442b015e-fab2-4d92-9ebe-1c096d675bf6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:53.962346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:53.962885 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 442b015e-fab2-4d92-9ebe-1c096d675bf6 Oct 20 03:39:53.967560 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7759e2-418b-4067-a2f4-49d1856e5485 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:53.968091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7759e2-418b-4067-a2f4-49d1856e5485 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:53.972317 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ac7759e2-418b-4067-a2f4-49d1856e5485 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/9a149259-03a4-4d1e-bbe7-282fdde3ad8b HTTP/1.1" status: 404 len: 337 time: 0.3754961 Oct 20 03:39:53.973992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56088) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:53.986931 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.008845 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d02dfb-ac96-4841-b7bc-3dc9f23ee81c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.009293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d02dfb-ac96-4841-b7bc-3dc9f23ee81c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.014805 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-32d02dfb-ac96-4841-b7bc-3dc9f23ee81c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/f38af557-c071-4720-8efb-82619a22421b HTTP/1.1" status: 404 len: 337 time: 0.0374987 Oct 20 03:39:54.016015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56090) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.042705 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcc3f66-5c4c-497e-b675-4025a50552ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.043668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bcc3f66-5c4c-497e-b675-4025a50552ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.050780 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7bcc3f66-5c4c-497e-b675-4025a50552ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/1b5c74b8-390e-4d24-a365-b03259f552e7 HTTP/1.1" status: 404 len: 333 time: 0.0299811 Oct 20 03:39:54.050997 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56092) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.094057 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1b4e64-a393-44b3-bc1f-b543efcd0bf3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.094509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1b4e64-a393-44b3-bc1f-b543efcd0bf3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.100186 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cc1b4e64-a393-44b3-bc1f-b543efcd0bf3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/3d1479a6-57f4-4cbf-bd48-41f3eba84f3b HTTP/1.1" status: 404 len: 337 time: 0.0457373 Oct 20 03:39:54.101166 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56094) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.117225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 442b015e-fab2-4d92-9ebe-1c096d675bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:54.127284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a176ecf6-1073-4da7-983d-3fac3de7dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.135398 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5577159a-9a21-4508-98b3-58673e56065d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.136521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5577159a-9a21-4508-98b3-58673e56065d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.142193 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5577159a-9a21-4508-98b3-58673e56065d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/c640beaf-f500-4864-911b-9232c95c8cb4 HTTP/1.1" status: 404 len: 337 time: 0.0378432 Oct 20 03:39:54.142747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56096) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.153310 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Deleting port 429542d4-d84b-4d0c-a952-cfc97f6cb468 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:54.153692 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.155024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176ecf6-1073-4da7-983d-3fac3de7dffb None None] Pushing event deleted for resources: {'Port': ['ID=730a4708-f86f-488c-ac88-f0e1d9ccbbd3,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:54.163252 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176ecf6-1073-4da7-983d-3fac3de7dffb None None] No DVR routers for this DVR port 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:54.169165 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.ipam_backend_mixin [None req-28c48754-5f41-4af4-a209-6f4973e53744 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6a610319-3bd9-49fe-9f2c-ccf6dedbcf7d (CIDR: 172.20.0.16/28) Oct 20 03:39:54.176095 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c48754-5f41-4af4-a209-6f4973e53744 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:39:54.178919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c48754-5f41-4af4-a209-6f4973e53744 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.192807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e4f85e-1592-4a4d-87d0-50f31357f588 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:54.193192 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0434739-1908-431f-b59d-d18c42977724 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.193998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0434739-1908-431f-b59d-d18c42977724 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.197546 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c0434739-1908-431f-b59d-d18c42977724 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/f977525d-ecd6-40f2-8eb3-4c583da44397 HTTP/1.1" status: 404 len: 333 time: 0.0536706 Oct 20 03:39:54.200291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56098) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.213315 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-28c48754-5f41-4af4-a209-6f4973e53744 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5299685 Oct 20 03:39:54.217426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56100) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.229197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2dba67-3d3b-49ef-bf0b-587ce927a1e2 None None] DHCP port deletion for 37e52ed4-ee10-4eeb-bb64-cc34c117d67d request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:39:54.244363 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d096cff3-623b-48bf-bfbd-1a9192f6e638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.245161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d096cff3-623b-48bf-bfbd-1a9192f6e638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.250183 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d096cff3-623b-48bf-bfbd-1a9192f6e638 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/4b33a0fb-4a2a-4591-bacc-27e30bfa9131 HTTP/1.1" status: 404 len: 337 time: 0.0479758 Oct 20 03:39:54.256611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a206e8ff-20d5-4e79-b0a5-6b9b8ad3e73f tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'subnet': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:54.269586 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:54.274313 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56102) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.292512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:54.292852 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 730a4708-f86f-488c-ac88-f0e1d9ccbbd3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:54.308328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cc2dba67-3d3b-49ef-bf0b-587ce927a1e2 None None] Deleting port 429542d4-d84b-4d0c-a952-cfc97f6cb468 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:54.308721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cc2dba67-3d3b-49ef-bf0b-587ce927a1e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.314810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] For port 429542d4-d84b-4d0c-a952-cfc97f6cb468, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=429542d4-d84b-4d0c-a952-cfc97f6cb468,segment=NetworkSegment(5f42505f-bf6a-4d53-94a4-5620b710c411),segment_id=5f42505f-bf6a-4d53-94a4-5620b710c411)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:54.315360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.348427 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86700a2-5061-4184-a096-c93965ef9f3e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.349119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86700a2-5061-4184-a096-c93965ef9f3e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.355289 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d86700a2-5061-4184-a096-c93965ef9f3e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/f638c53c-dd08-47e2-ad3e-fa33fe256902 HTTP/1.1" status: 404 len: 337 time: 0.0795276 Oct 20 03:39:54.356124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56104) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.383678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-cc2dba67-3d3b-49ef-bf0b-587ce927a1e2 None None] For port 429542d4-d84b-4d0c-a952-cfc97f6cb468, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=429542d4-d84b-4d0c-a952-cfc97f6cb468,segment=NetworkSegment(5f42505f-bf6a-4d53-94a4-5620b710c411),segment_id=5f42505f-bf6a-4d53-94a4-5620b710c411)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:54.384207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cc2dba67-3d3b-49ef-bf0b-587ce927a1e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.400074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Calling delete_port for 429542d4-d84b-4d0c-a952-cfc97f6cb468 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:54.402422 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e4f85e-1592-4a4d-87d0-50f31357f588 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:54.405606 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Attempt 10 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:54.407445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cc2dba67-3d3b-49ef-bf0b-587ce927a1e2 None None] Calling delete_port for 429542d4-d84b-4d0c-a952-cfc97f6cb468 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:54.409430 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f85e-1592-4a4d-87d0-50f31357f588 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.413153 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b40cbf5-961a-4f6c-8bdd-89fc34e02b51 None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:54.424481 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40cbf5-961a-4f6c-8bdd-89fc34e02b51 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:54.425296 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0b40cbf5-961a-4f6c-8bdd-89fc34e02b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:54.429614 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2120f2d1-516a-4c88-ae3c-77d7a8aaa5ad tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.430711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2120f2d1-516a-4c88-ae3c-77d7a8aaa5ad tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.437262 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2120f2d1-516a-4c88-ae3c-77d7a8aaa5ad tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/6fe446a7-48b0-447b-8630-d367fea77571 HTTP/1.1" status: 404 len: 333 time: 0.0765343 Oct 20 03:39:54.438116 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56106) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.478404 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0b40cbf5-961a-4f6c-8bdd-89fc34e02b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:54.481687 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55629af-b700-443d-ba4c-4c44dd287a06 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.482315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55629af-b700-443d-ba4c-4c44dd287a06 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.488210 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b55629af-b700-443d-ba4c-4c44dd287a06 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/40bf9c3e-7f36-48a2-9cf1-e01c526486aa HTTP/1.1" status: 404 len: 337 time: 0.0423946 Oct 20 03:39:54.489049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56108) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.489826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:54.490223 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40cbf5-961a-4f6c-8bdd-89fc34e02b51 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:54.491117 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0b40cbf5-961a-4f6c-8bdd-89fc34e02b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:54.497540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Could not find standard attr ID for object 730a4708-f86f-488c-ac88-f0e1d9ccbbd3. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:54.500956 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e5e4f85e-1592-4a4d-87d0-50f31357f588 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "PUT /v2.0/floatingips/b96ede00-e185-4a6d-b84c-830b78ad362a HTTP/1.1" status: 200 len: 978 time: 2.4074242 Oct 20 03:39:54.501584 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56110) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.534717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Provisioning complete for port 442b015e-fab2-4d92-9ebe-1c096d675bf6 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:54.534915 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0b40cbf5-961a-4f6c-8bdd-89fc34e02b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:54.535088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.535418 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Attempt 1 to provision port 442b015e-fab2-4d92-9ebe-1c096d675bf6 Oct 20 03:39:54.535733 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b40cbf5-961a-4f6c-8bdd-89fc34e02b51 None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:54.554924 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dbd9a4-12f3-459f-84e7-7a5c4a34224c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.555734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55dbd9a4-12f3-459f-84e7-7a5c4a34224c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.561396 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-55dbd9a4-12f3-459f-84e7-7a5c4a34224c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/768f1a99-0abc-4c1d-929a-8eb9de337b6d HTTP/1.1" status: 404 len: 333 time: 0.0401831 Oct 20 03:39:54.565593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56112) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.565859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cc2dba67-3d3b-49ef-bf0b-587ce927a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.600026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2dba67-3d3b-49ef-bf0b-587ce927a1e2 None None] Pushing event deleted for resources: {'Port': ['ID=429542d4-d84b-4d0c-a952-cfc97f6cb468,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:54.602240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2dba67-3d3b-49ef-bf0b-587ce927a1e2 None None] No DVR routers for this DVR port 429542d4-d84b-4d0c-a952-cfc97f6cb468 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:54.630108 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd45167-5aec-4d9e-9dc1-fe9e46eea932 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.630813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd45167-5aec-4d9e-9dc1-fe9e46eea932 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.634258 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7fd45167-5aec-4d9e-9dc1-fe9e46eea932 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/56c17af8-e5da-4b9e-a66c-cee1f5840e79 HTTP/1.1" status: 404 len: 337 time: 0.0601010 Oct 20 03:39:54.640944 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56114) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.662876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Current status of the port 442b015e-fab2-4d92-9ebe-1c096d675bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:54.666687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-958eae98-d926-43dd-a49d-f4ccb914f33d None None] Could not find standard attr ID for object 585c0ab3-b8fc-4dc8-9f54-098aa5ac653b. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:39:54.666823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a206e8ff-20d5-4e79-b0a5-6b9b8ad3e73f tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Made reservation on behalf of c77476bd637640998d5afb0393175f55 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:39:54.671391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a206e8ff-20d5-4e79-b0a5-6b9b8ad3e73f tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.672681 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d3ca77-d386-406f-b40a-6a566590905f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.673378 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d3ca77-d386-406f-b40a-6a566590905f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.676621 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-73d3ca77-d386-406f-b40a-6a566590905f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/6cdeff9a-c0cf-47c0-8e1c-2b7b05f9d283 HTTP/1.1" status: 404 len: 333 time: 0.0345607 Oct 20 03:39:54.679097 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56116) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.696772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.710990 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e122726e-634e-41c1-b258-dd20fd6e3c77 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.711449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e122726e-634e-41c1-b258-dd20fd6e3c77 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.714661 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e122726e-634e-41c1-b258-dd20fd6e3c77 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/153b4fad-f82b-4f76-bc37-f6e1878a358e HTTP/1.1" status: 404 len: 337 time: 0.0346544 Oct 20 03:39:54.731799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56118) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.763598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Port': ['ID=429542d4-d84b-4d0c-a952-cfc97f6cb468,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:54.767051 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e15701e-0f08-4064-994d-47b2286d7869 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.767864 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e15701e-0f08-4064-994d-47b2286d7869 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.769259 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No DVR routers for this DVR port 429542d4-d84b-4d0c-a952-cfc97f6cb468 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:39:54.771262 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3e15701e-0f08-4064-994d-47b2286d7869 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/931e99a1-5879-4e59-8125-08aa9156024e HTTP/1.1" status: 404 len: 333 time: 0.0376964 Oct 20 03:39:54.773972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56120) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.791251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Provisioning complete for port 442b015e-fab2-4d92-9ebe-1c096d675bf6 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:54.791538 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.791868 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Attempt 1 to provision port 442b015e-fab2-4d92-9ebe-1c096d675bf6 Oct 20 03:39:54.806675 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7407bf93-da3f-42c0-8cd8-d8e7e8f8dcd3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.807273 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7407bf93-da3f-42c0-8cd8-d8e7e8f8dcd3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.811732 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7407bf93-da3f-42c0-8cd8-d8e7e8f8dcd3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/19e4c2ab-04fb-4051-bd7e-6830b6a4aec2 HTTP/1.1" status: 404 len: 337 time: 0.0356588 Oct 20 03:39:54.813561 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56122) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.843524 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-754ccacb-70ff-41bd-8fa9-ae889236cc8e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.844201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754ccacb-70ff-41bd-8fa9-ae889236cc8e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.848901 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-754ccacb-70ff-41bd-8fa9-ae889236cc8e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/0c4d3047-5e27-4ad8-b25c-49b2e7561ed7 HTTP/1.1" status: 404 len: 333 time: 0.0331678 Oct 20 03:39:54.850709 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56124) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.878956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Current status of the port 442b015e-fab2-4d92-9ebe-1c096d675bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:54.879709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.882316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port f56a7e5e-835f-4005-a472-a264a818f314 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:54.882659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.884606 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-338d5bce-4018-482f-b533-0cb115699b27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.885019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338d5bce-4018-482f-b533-0cb115699b27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.891075 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-338d5bce-4018-482f-b533-0cb115699b27 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/1459b4ce-0536-409c-9fd8-1442e14581c5 HTTP/1.1" status: 404 len: 337 time: 0.0371127 Oct 20 03:39:54.892407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56126) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.894576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Provisioning complete for port d0468de0-1d73-4b01-b5d3-e387c60633d4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:54.895136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.895586 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Attempt 1 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:54.909907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e52ed4-ee10-4eeb-bb64-cc34c117d67d']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:54.923344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f42505f-bf6a-4d53-94a4-5620b710c411') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:54.924067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f42505f-bf6a-4d53-94a4-5620b710c411') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:54.928933 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-14244e8f-785f-4508-a987-1aa04be9704c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.929593 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14244e8f-785f-4508-a987-1aa04be9704c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.935940 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-14244e8f-785f-4508-a987-1aa04be9704c tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/e34ff58b-5267-46a2-ac6f-6018ea37bd5e HTTP/1.1" status: 404 len: 333 time: 0.0401204 Oct 20 03:39:54.936139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:54.939911 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56128) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:54.956148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.977136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.989014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:54.989390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:54.994996 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8c93bc-56e4-43b3-9ec7-8a512b5fe80b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:54.996049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8c93bc-56e4-43b3-9ec7-8a512b5fe80b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:54.999114 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-be8c93bc-56e4-43b3-9ec7-8a512b5fe80b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/bb1f7a91-d12a-4213-b355-adb29615f04f HTTP/1.1" status: 404 len: 337 time: 0.0581923 Oct 20 03:39:55.001629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56132) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.033342 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26d7d16-0e9b-4329-b09b-f76b84fedb2e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.033797 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26d7d16-0e9b-4329-b09b-f76b84fedb2e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.039210 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e26d7d16-0e9b-4329-b09b-f76b84fedb2e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/35f19f57-f721-4fc0-8498-16c321f01da0 HTTP/1.1" status: 404 len: 337 time: 0.0343754 Oct 20 03:39:55.040359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56136) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.072291 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d7fd50-9c2f-45a7-8899-16f182876120 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.073003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d7fd50-9c2f-45a7-8899-16f182876120 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.076290 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b1d7fd50-9c2f-45a7-8899-16f182876120 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/e6a64349-b45d-48fd-bd63-44f6695f2821 HTTP/1.1" status: 404 len: 333 time: 0.0359361 Oct 20 03:39:55.079100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56138) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.079801 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 5f42505f-bf6a-4d53-94a4-5620b710c411 resource provider aggregate not found Oct 20 03:39:55.088427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.088427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.097336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.108595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.111559 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/networks/37e52ed4-ee10-4eeb-bb64-cc34c117d67d HTTP/1.1" status: 204 len: 168 time: 1.5948832 Oct 20 03:39:55.113229 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 5f42505f-bf6a-4d53-94a4-5620b710c411 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f42505f-bf6a-4d53-94a4-5620b710c411 found for delete ", "request_id": "req-b06a5dda-02c2-4e81-bc54-bd6c1053519b"}]} Oct 20 03:39:55.117879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56142) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.124661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-67330b76-2748-4995-95c6-f8a691ddd5f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'routes': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:55.129441 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6a8038-b228-4068-b1c2-988408fe33b2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.129884 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6a8038-b228-4068-b1c2-988408fe33b2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.135298 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2c6a8038-b228-4068-b1c2-988408fe33b2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/d7808d02-4a30-4780-b662-4ea0c3d02d8c HTTP/1.1" status: 404 len: 337 time: 0.0528932 Oct 20 03:39:55.135436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e6d5-9baf-40ba-b656-e23ee930437a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Pushing event deleted for resources: {'Network': ['ID=37e52ed4-ee10-4eeb-bb64-cc34c117d67d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:55.135542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for f56a7e5e-835f-4005-a472-a264a818f314 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:55.137196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56144) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.147633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a206e8ff-20d5-4e79-b0a5-6b9b8ad3e73f tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.197167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a206e8ff-20d5-4e79-b0a5-6b9b8ad3e73f tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:55.200992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a206e8ff-20d5-4e79-b0a5-6b9b8ad3e73f tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:55.201934 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b4235e-8844-4cb5-a0a0-ace624d3fcec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.202385 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b4235e-8844-4cb5-a0a0-ace624d3fcec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.205445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a206e8ff-20d5-4e79-b0a5-6b9b8ad3e73f tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:55.205688 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-08b4235e-8844-4cb5-a0a0-ace624d3fcec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/a5b655f4-ba36-46bb-b22c-6adfe348f49f HTTP/1.1" status: 404 len: 337 time: 0.0376387 Oct 20 03:39:55.206031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a206e8ff-20d5-4e79-b0a5-6b9b8ad3e73f tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.209487 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56146) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.216337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206e8ff-20d5-4e79-b0a5-6b9b8ad3e73f tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Subnet': ['ID=8c1cfa0b-74e4-4069-a24b-2f2caf56a4eb,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:55.222589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2e1d8-591d-4ad8-b21f-350527711f07 None None] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:55.229190 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a206e8ff-20d5-4e79-b0a5-6b9b8ad3e73f tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0105109 Oct 20 03:39:55.232503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56148) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.239282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-582804eb-2c4a-470e-a427-d11b6d1f7ac3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-541402137', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c1cfa0b-74e4-4069-a24b-2f2caf56a4eb'}], 'security_groups': ['dc0a4de1-8eca-4764-8514-168084d1b38d', 'c7b33ad5-c307-496f-9ce5-f9ca0993bf35']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:55.314535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ff769242-7579-4f92-b7b0-7b66660f9d49 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:55.346332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ff769242-7579-4f92-b7b0-7b66660f9d49 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:55.346765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ff769242-7579-4f92-b7b0-7b66660f9d49 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:55.347371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 429542d4-d84b-4d0c-a952-cfc97f6cb468 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:39:55.373949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 429542d4-d84b-4d0c-a952-cfc97f6cb468 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:39:55.374286 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 429542d4-d84b-4d0c-a952-cfc97f6cb468 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:39:55.423346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-582804eb-2c4a-470e-a427-d11b6d1f7ac3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.448856 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Attempt 2 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:55.494712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:55.559404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69fd325-265c-4dc2-a015-2b8cb105d2af None None] Update dhcp port {'port': {'network_id': '58f78f1d-8ee0-467d-847a-f0338c49f46e', 'fixed_ips': [{'subnet_id': '6a610319-3bd9-49fe-9f2c-ccf6dedbcf7d', 'ip_address': '172.20.0.18'}, {'subnet_id': '4abc3f51-587a-4a3e-bdf4-0040aedfade9', 'ip_address': '172.20.0.2'}, {'subnet_id': '8c1cfa0b-74e4-4069-a24b-2f2caf56a4eb'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '442b015e-fab2-4d92-9ebe-1c096d675bf6'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:39:55.587358 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f69fd325-265c-4dc2-a015-2b8cb105d2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.661416 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-710e0744-39df-4e63-8e14-1699dd617807 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.662103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710e0744-39df-4e63-8e14-1699dd617807 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.668227 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-710e0744-39df-4e63-8e14-1699dd617807 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/a92922cc-0871-4248-9be9-432cf5f8653d HTTP/1.1" status: 404 len: 333 time: 0.4547153 Oct 20 03:39:55.671288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56150) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.743401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-67330b76-2748-4995-95c6-f8a691ddd5f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Added routes are [] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 03:39:55.743699 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-67330b76-2748-4995-95c6-f8a691ddd5f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Removed routes are [] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 03:39:55.744059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-67330b76-2748-4995-95c6-f8a691ddd5f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.750183 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacf65ee-a7bd-4918-9974-8d6887fbc7e6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.750632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacf65ee-a7bd-4918-9974-8d6887fbc7e6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.753286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-582804eb-2c4a-470e-a427-d11b6d1f7ac3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Delete allocated IP 172.20.0.4 (58f78f1d-8ee0-467d-847a-f0338c49f46e/4abc3f51-587a-4a3e-bdf4-0040aedfade9) {{(pid=103629) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:39:55.753664 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-eacf65ee-a7bd-4918-9974-8d6887fbc7e6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/3a9c1492-d705-48d5-aa96-f4eeed4ee5ff HTTP/1.1" status: 404 len: 337 time: 0.0800343 Oct 20 03:39:55.756261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56152) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.787887 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e7e8b0-8442-4f9b-9daf-3993a2e2ba75 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.788362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e7e8b0-8442-4f9b-9daf-3993a2e2ba75 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.794491 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d6e7e8b0-8442-4f9b-9daf-3993a2e2ba75 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/bd96066e-08ef-4071-95b1-798d10c7d9a3 HTTP/1.1" status: 404 len: 337 time: 0.0343125 Oct 20 03:39:55.794491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-582804eb-2c4a-470e-a427-d11b6d1f7ac3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Allocated IP 172.20.0.43 (58f78f1d-8ee0-467d-847a-f0338c49f46e/8c1cfa0b-74e4-4069-a24b-2f2caf56a4eb/6b9238a3-750f-467f-b533-d379467a94b0) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:55.795474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56154) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.833417 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9aa6af-1ca2-46ff-921e-a8aa2bafa261 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.834014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9aa6af-1ca2-46ff-921e-a8aa2bafa261 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.837063 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ae9aa6af-1ca2-46ff-921e-a8aa2bafa261 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/0472661b-3b15-46e9-8258-64ab0e2f4412 HTTP/1.1" status: 404 len: 333 time: 0.0406892 Oct 20 03:39:55.841818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56156) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.910576 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2e412a-0422-44ce-a1bb-e3db3f1e1dbe tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.911025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2e412a-0422-44ce-a1bb-e3db3f1e1dbe tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.914066 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3e2e412a-0422-44ce-a1bb-e3db3f1e1dbe tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/0e663432-333d-4fd8-960b-1830e38144c6 HTTP/1.1" status: 404 len: 337 time: 0.0713367 Oct 20 03:39:55.928341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56158) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.938801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-67330b76-2748-4995-95c6-f8a691ddd5f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.948904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-67330b76-2748-4995-95c6-f8a691ddd5f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:55.960910 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-67559373-c25a-409f-a3bb-7368f1d78387 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:55.961361 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67559373-c25a-409f-a3bb-7368f1d78387 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:55.967400 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-67559373-c25a-409f-a3bb-7368f1d78387 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/c60c3fca-2ed6-44c2-8f6d-93af2499f39e HTTP/1.1" status: 404 len: 337 time: 0.0357890 Oct 20 03:39:55.967753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56160) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:55.995786 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Attempt 3 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:56.001180 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ae5d32a2-6890-4a37-b17c-8402a8278b3f tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports?device_id=df5246c5-0a50-4f83-bbfd-91f52dc6775d HTTP/1.1" status: 200 len: 205 time: 0.0323579 Oct 20 03:39:56.003531 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56162) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.032694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:56.052106 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-deec4c3a-ffc9-449e-a175-b6fbe6d7eb8d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] delete failed (client error): The resource could not be found. Oct 20 03:39:56.055404 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-deec4c3a-ffc9-449e-a175-b6fbe6d7eb8d tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/routers/df5246c5-0a50-4f83-bbfd-91f52dc6775d HTTP/1.1" status: 404 len: 336 time: 0.0487654 Oct 20 03:39:56.057851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67330b76-2748-4995-95c6-f8a691ddd5f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router dd3916a6-9158-48f5-944c-322c1170e8a4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:56.058535 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56164) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.082708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-582804eb-2c4a-470e-a427-d11b6d1f7ac3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.087911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-582804eb-2c4a-470e-a427-d11b6d1f7ac3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.097705 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc361e7-2b14-44a9-9ee8-2acc319d4f70 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.099553 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc361e7-2b14-44a9-9ee8-2acc319d4f70 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.103999 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3dc361e7-2b14-44a9-9ee8-2acc319d4f70 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/876b8be4-ef8e-45e7-a8af-72f249762488 HTTP/1.1" status: 404 len: 337 time: 0.0421119 Oct 20 03:39:56.105069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56166) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.118107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.141510 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4cd944fc-b916-4fac-bbd2-2e6ed1c47d71 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b25d71f-df46-46d7-b116-74c3dcc12203 HTTP/1.1" status: 200 len: 205 time: 0.0353105 Oct 20 03:39:56.155686 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-f69fd325-265c-4dc2-a015-2b8cb105d2af None None] Allocated IP 172.20.0.34 (58f78f1d-8ee0-467d-847a-f0338c49f46e/8c1cfa0b-74e4-4069-a24b-2f2caf56a4eb/442b015e-fab2-4d92-9ebe-1c096d675bf6) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:56.157227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56168) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.199800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=f56a7e5e-835f-4005-a472-a264a818f314,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:56.232626 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-da991d04-a551-4120-a7b1-be4d36137fc6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] delete failed (client error): The resource could not be found. Oct 20 03:39:56.233667 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-da991d04-a551-4120-a7b1-be4d36137fc6 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/routers/7b25d71f-df46-46d7-b116-74c3dcc12203 HTTP/1.1" status: 404 len: 336 time: 0.0710156 Oct 20 03:39:56.234321 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582804eb-2c4a-470e-a427-d11b6d1f7ac3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event updated for resources: {'Port': ['ID=6b9238a3-750f-467f-b533-d379467a94b0,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:56.238579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56170) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.246644 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67330b76-2748-4995-95c6-f8a691ddd5f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:56.254793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-67330b76-2748-4995-95c6-f8a691ddd5f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.255946 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-67330b76-2748-4995-95c6-f8a691ddd5f8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4 HTTP/1.1" status: 200 len: 703 time: 1.1349912 Oct 20 03:39:56.258811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56172) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.270178 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830535ab-d3b8-451d-8f27-09b7f8b57d2d None None] Sync routers for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:56.280531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f69fd325-265c-4dc2-a015-2b8cb105d2af None None] For port 442b015e-fab2-4d92-9ebe-1c096d675bf6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=442b015e-fab2-4d92-9ebe-1c096d675bf6,segment=NetworkSegment(76e5cae9-f382-4f0c-8022-d6da611f19c2),segment_id=76e5cae9-f382-4f0c-8022-d6da611f19c2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:39:56.285189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-582804eb-2c4a-470e-a427-d11b6d1f7ac3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] In _notify_port_updated(), no bound segment for port 6b9238a3-750f-467f-b533-d379467a94b0 on network 58f78f1d-8ee0-467d-847a-f0338c49f46e {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:39:56.297092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582804eb-2c4a-470e-a427-d11b6d1f7ac3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:39:56.297760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-582804eb-2c4a-470e-a427-d11b6d1f7ac3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.302260 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-582804eb-2c4a-470e-a427-d11b6d1f7ac3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "PUT /v2.0/ports/6b9238a3-750f-467f-b533-d379467a94b0 HTTP/1.1" status: 200 len: 959 time: 1.0655630 Oct 20 03:39:56.302260 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb61645-59ca-43fb-bdf6-e2e8be3c20ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.302260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb61645-59ca-43fb-bdf6-e2e8be3c20ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.303730 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0cb61645-59ca-43fb-bdf6-e2e8be3c20ec tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/7b1082c5-3137-4fa3-a99f-c987a16242ec HTTP/1.1" status: 404 len: 337 time: 0.0640574 Oct 20 03:39:56.304258 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56174) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.308444 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c35f8310-c9ae-47fe-945b-792889503b3d tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd3916a6-9158-48f5-944c-322c1170e8a4 HTTP/1.1" status: 200 len: 205 time: 0.0478873 Oct 20 03:39:56.311049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56176) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.311452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56178) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.313566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830535ab-d3b8-451d-8f27-09b7f8b57d2d None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:56.314318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-830535ab-d3b8-451d-8f27-09b7f8b57d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:56.366374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f69fd325-265c-4dc2-a015-2b8cb105d2af None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.388438 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a21c0d-13ef-460c-913c-1f145de77b5e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.388896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a21c0d-13ef-460c-913c-1f145de77b5e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.394571 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b8a21c0d-13ef-460c-913c-1f145de77b5e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/cde31be5-5aba-4fda-9eb2-186349d003c5 HTTP/1.1" status: 404 len: 337 time: 0.0822582 Oct 20 03:39:56.394738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56182) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.397804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-830535ab-d3b8-451d-8f27-09b7f8b57d2d None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:56.399605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f69fd325-265c-4dc2-a015-2b8cb105d2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.424320 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3838c0c1-2e02-42db-a240-ce2a76b0e091 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.424966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3838c0c1-2e02-42db-a240-ce2a76b0e091 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.427997 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3838c0c1-2e02-42db-a240-ce2a76b0e091 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/516b5f87-22b3-4f89-bd0f-8c0bd5721714 HTTP/1.1" status: 404 len: 333 time: 0.0322716 Oct 20 03:39:56.431162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9aeafdfe-4f60-47c3-b337-81ac94b706b1 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port 6b9238a3-750f-467f-b533-d379467a94b0 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:56.431497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9aeafdfe-4f60-47c3-b337-81ac94b706b1 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.434931 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56184) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.439722 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.440063 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP b96ede00-e185-4a6d-b84c-830b78ad362a disassociated (deleted). External IP: 172.26.0.29, port: e927b5b4-35c2-42ad-9ab5-3df9db01c71c. Oct 20 03:39:56.443593 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-992d34ba-6273-44be-a631-45b453d07934 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.477604 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ad0e08-dc9b-40d4-bacd-e6088f98d514 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.478055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ad0e08-dc9b-40d4-bacd-e6088f98d514 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.481870 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-81ad0e08-dc9b-40d4-bacd-e6088f98d514 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/e1d4f55e-ecae-4761-a4ed-5917a0e84203 HTTP/1.1" status: 404 len: 337 time: 0.0459991 Oct 20 03:39:56.482718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-830535ab-d3b8-451d-8f27-09b7f8b57d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:52Z', 'revision_number': 11, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:56.485090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56186) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.515894 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3c5b5c-0d22-4ab2-87cf-7a6da628c7c8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.516575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3c5b5c-0d22-4ab2-87cf-7a6da628c7c8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.519827 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fd3c5b5c-0d22-4ab2-87cf-7a6da628c7c8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/5a156ae3-220b-4ac5-b20f-e36cc784b8b3 HTTP/1.1" status: 404 len: 333 time: 0.0338230 Oct 20 03:39:56.520300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830535ab-d3b8-451d-8f27-09b7f8b57d2d None None] Checking router: dd3916a6-9158-48f5-944c-322c1170e8a4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:56.522587 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56188) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.544740 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Attempt 4 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:56.586880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9aeafdfe-4f60-47c3-b337-81ac94b706b1 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.599743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9aeafdfe-4f60-47c3-b337-81ac94b706b1 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for 6b9238a3-750f-467f-b533-d379467a94b0 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:56.600715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830535ab-d3b8-451d-8f27-09b7f8b57d2d None None] Routers {'dd3916a6-9158-48f5-944c-322c1170e8a4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:56.601575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-830535ab-d3b8-451d-8f27-09b7f8b57d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dd3916a6-9158-48f5-944c-322c1170e8a4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:56.605699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fd325-265c-4dc2-a015-2b8cb105d2af None None] Pushing event updated for resources: {'Port': ['ID=442b015e-fab2-4d92-9ebe-1c096d675bf6,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:56.613087 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84d2abe-6d96-4657-9f76-21d99be975ea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.613548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84d2abe-6d96-4657-9f76-21d99be975ea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.616673 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b84d2abe-6d96-4657-9f76-21d99be975ea tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/77bcade3-968a-490f-bb31-4fc83bae4ac1 HTTP/1.1" status: 404 len: 337 time: 0.0930545 Oct 20 03:39:56.648471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56190) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.665008 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:56.676143 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c8b1e7-42f9-48e0-b73a-22f39b9ea1c8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.676858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c8b1e7-42f9-48e0-b73a-22f39b9ea1c8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.683892 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-03c8b1e7-42f9-48e0-b73a-22f39b9ea1c8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/b06437c9-dd62-49db-8d31-397d96c4b01c HTTP/1.1" status: 404 len: 333 time: 0.0304832 Oct 20 03:39:56.683892 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56192) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.699051 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-830535ab-d3b8-451d-8f27-09b7f8b57d2d None None] Set router dd3916a6-9158-48f5-944c-322c1170e8a4 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:56.713078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1867a18-c3ea-4734-a18b-e1d7e9f240d2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.713541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1867a18-c3ea-4734-a18b-e1d7e9f240d2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.719949 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c1867a18-c3ea-4734-a18b-e1d7e9f240d2 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/0f761759-0d4f-48c7-a67b-19eab9b95ed2 HTTP/1.1" status: 404 len: 337 time: 0.0338840 Oct 20 03:39:56.720126 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-992d34ba-6273-44be-a631-45b453d07934 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.722154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56194) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.722280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-992d34ba-6273-44be-a631-45b453d07934 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.753866 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0446be-2981-4c43-9d40-d3c5204234a8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.754582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0446be-2981-4c43-9d40-d3c5204234a8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.760222 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5b0446be-2981-4c43-9d40-d3c5204234a8 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/51948497-d666-4629-8fa3-1c9dcf1aec36 HTTP/1.1" status: 404 len: 333 time: 0.0349710 Oct 20 03:39:56.761148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56196) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.806487 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2556e3-6d67-49a6-9381-75ec73a4b7b0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.806946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2556e3-6d67-49a6-9381-75ec73a4b7b0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.811157 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bf2556e3-6d67-49a6-9381-75ec73a4b7b0 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/3024fdec-3268-49c7-bac2-97728d4a807b HTTP/1.1" status: 404 len: 337 time: 0.0494666 Oct 20 03:39:56.813879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56198) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.814090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-992d34ba-6273-44be-a631-45b453d07934 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.814798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992d34ba-6273-44be-a631-45b453d07934 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Fanout notify agent at l3_agent the message router_deleted on router dd3916a6-9158-48f5-944c-322c1170e8a4 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:39:56.834016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-992d34ba-6273-44be-a631-45b453d07934 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.839739 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-992d34ba-6273-44be-a631-45b453d07934 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4 HTTP/1.1" status: 204 len: 168 time: 0.5217361 Oct 20 03:39:56.840061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56200) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.843020 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e99aea0-5cd1-46c1-b5d8-9f73925df292 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.844003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e99aea0-5cd1-46c1-b5d8-9f73925df292 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.849500 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4e99aea0-5cd1-46c1-b5d8-9f73925df292 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/3265c36e-8142-4b6d-914b-564c0e475f5c HTTP/1.1" status: 404 len: 333 time: 0.0322371 Oct 20 03:39:56.850464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56202) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.850948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ad1c2891-dd03-4f20-8c44-eece3e1fe53a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2103136140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:56.890767 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e171ca7-3cff-406f-9c4a-cbe19af8d1f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.890767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e171ca7-3cff-406f-9c4a-cbe19af8d1f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.896521 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2e171ca7-3cff-406f-9c4a-cbe19af8d1f1 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/0e6cfc0c-1cd2-4045-8143-f71af56ce504 HTTP/1.1" status: 404 len: 337 time: 0.0434101 Oct 20 03:39:56.900573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56204) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.938220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2891-dd03-4f20-8c44-eece3e1fe53a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.939272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2891-dd03-4f20-8c44-eece3e1fe53a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.946520 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed99cd4d-1460-45da-bef1-355753fc3111 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.947435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed99cd4d-1460-45da-bef1-355753fc3111 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.954485 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ed99cd4d-1460-45da-bef1-355753fc3111 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/d9c5ff79-688c-44d7-92ac-af814af7f39c HTTP/1.1" status: 404 len: 333 time: 0.0498753 Oct 20 03:39:56.954689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56206) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:56.958237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9aeafdfe-4f60-47c3-b337-81ac94b706b1 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:56.958415 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:39:56.976702 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-830535ab-d3b8-451d-8f27-09b7f8b57d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:52Z', 'revision_number': 11, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:56.987847 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e2a8b5-634d-4460-8f98-0a13cd36460b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:56.988349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e2a8b5-634d-4460-8f98-0a13cd36460b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:56.994211 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-82e2a8b5-634d-4460-8f98-0a13cd36460b tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/73038114-d4ac-44eb-be9c-e00cc4d2a8e5 HTTP/1.1" status: 404 len: 337 time: 0.0365109 Oct 20 03:39:56.995848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56208) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:57.009030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830535ab-d3b8-451d-8f27-09b7f8b57d2d None None] The sync data for ids ['dd3916a6-9158-48f5-944c-322c1170e8a4'] in dv-neutron-861842-1-hyperv is: [{'id': 'dd3916a6-9158-48f5-944c-322c1170e8a4', 'name': 'tempest-RoutersIpV6Test-router-95885746', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:03Z', 'updated_at': '2022-10-20T03:39:52Z', 'revision_number': 11, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:57.016321 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeafdfe-4f60-47c3-b337-81ac94b706b1 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=6b9238a3-750f-467f-b533-d379467a94b0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:57.065626 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea965852-b7cf-4f9b-9839-ad04ae44e38e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:57.066461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea965852-b7cf-4f9b-9839-ad04ae44e38e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:57.069486 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ea965852-b7cf-4f9b-9839-ad04ae44e38e tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/ports/9470de95-586f-47a1-a783-ca27238390db HTTP/1.1" status: 404 len: 333 time: 0.0700872 Oct 20 03:39:57.073669 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56210) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:57.122935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2891-dd03-4f20-8c44-eece3e1fe53a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.130341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2891-dd03-4f20-8c44-eece3e1fe53a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.150934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9aeafdfe-4f60-47c3-b337-81ac94b706b1 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.157938 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9aeafdfe-4f60-47c3-b337-81ac94b706b1 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/6b9238a3-750f-467f-b533-d379467a94b0 HTTP/1.1" status: 204 len: 168 time: 0.8502991 Oct 20 03:39:57.158137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:57.158243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56212) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:57.159650 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-120054c0-b2db-4dea-a5d9-df651bd4e940 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:57.160103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120054c0-b2db-4dea-a5d9-df651bd4e940 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:57.163256 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-120054c0-b2db-4dea-a5d9-df651bd4e940 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/subnets/1fbe0702-60a3-48e5-9bfa-b6a96bf17269 HTTP/1.1" status: 404 len: 337 time: 0.0886209 Oct 20 03:39:57.166439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.169545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56214) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:57.169696 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Attempt 5 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:57.170033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2891-dd03-4f20-8c44-eece3e1fe53a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.171197 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ad1c2891-dd03-4f20-8c44-eece3e1fe53a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3299823 Oct 20 03:39:57.173924 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56216) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:57.177294 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe05de-245b-4f72-b733-1565414f1d71 None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:57.195649 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8e316105-4be2-45a1-927b-fe6f6c351444 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:57.200383 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2b386f-2ef6-4a30-b76e-c7486371c86e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] GET failed (client error): The resource could not be found. Oct 20 03:39:57.202540 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fd2b386f-2ef6-4a30-b76e-c7486371c86e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports/6b9238a3-750f-467f-b533-d379467a94b0 HTTP/1.1" status: 404 len: 333 time: 0.0434844 Oct 20 03:39:57.207537 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebe05de-245b-4f72-b733-1565414f1d71 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:57.210583 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-2ebe05de-245b-4f72-b733-1565414f1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:57.214898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56218) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:57.270407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:57.289208 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-2ebe05de-245b-4f72-b733-1565414f1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:57.304927 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebe05de-245b-4f72-b733-1565414f1d71 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:57.305706 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-2ebe05de-245b-4f72-b733-1565414f1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:57.333409 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-16863417-d74b-41ca-91a3-591f116381a8 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/floatingips/b96ede00-e185-4a6d-b84c-830b78ad362a HTTP/1.1" status: 204 len: 168 time: 2.8284781 Oct 20 03:39:57.344909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 442b015e-fab2-4d92-9ebe-1c096d675bf6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:39:57.358222 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-2ebe05de-245b-4f72-b733-1565414f1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:57.358867 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe05de-245b-4f72-b733-1565414f1d71 None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:57.371080 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56220) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:57.394735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e375c070-a61f-4446-91a5-a86703ebd003 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.435788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.467237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 442b015e-fab2-4d92-9ebe-1c096d675bf6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:39:57.467611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.467962 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 442b015e-fab2-4d92-9ebe-1c096d675bf6 Oct 20 03:39:57.505331 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e316105-4be2-45a1-927b-fe6f6c351444 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.511865 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e375c070-a61f-4446-91a5-a86703ebd003 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.518692 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e316105-4be2-45a1-927b-fe6f6c351444 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.566281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 442b015e-fab2-4d92-9ebe-1c096d675bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:39:57.627942 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e316105-4be2-45a1-927b-fe6f6c351444 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Router d5d7317e-e70c-4034-9ecf-ef936ca247b8 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:39:57.649361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.666211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e375c070-a61f-4446-91a5-a86703ebd003 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.669298 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e375c070-a61f-4446-91a5-a86703ebd003 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.670420 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e375c070-a61f-4446-91a5-a86703ebd003 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/security-groups/c45309c4-5e11-4e27-9e84-9ed4ab662189 HTTP/1.1" status: 204 len: 168 time: 0.4545348 Oct 20 03:39:57.673425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56222) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:57.685248 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f7bfb8-4125-4a8e-bf2a-064cdf9804f7']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:57.691967 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-60337900-9d70-48bb-bdfd-8883f317c0c5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port e927b5b4-35c2-42ad-9ab5-3df9db01c71c {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:39:57.692347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60337900-9d70-48bb-bdfd-8883f317c0c5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.701613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375c070-a61f-4446-91a5-a86703ebd003 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45309c4-5e11-4e27-9e84-9ed4ab662189,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:57.717586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e316105-4be2-45a1-927b-fe6f6c351444 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:39:57.719662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85a0788-5318-453d-9dca-76bb0adbfd86') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:57.719984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85a0788-5318-453d-9dca-76bb0adbfd86') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:57.726367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8e316105-4be2-45a1-927b-fe6f6c351444 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.727511 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8e316105-4be2-45a1-927b-fe6f6c351444 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "PUT /v2.0/routers/d5d7317e-e70c-4034-9ecf-ef936ca247b8 HTTP/1.1" status: 200 len: 698 time: 0.5526953 Oct 20 03:39:57.728630 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c9525-fae9-4361-b50b-f2a3225e96dd None None] Sync routers for ids ['d5d7317e-e70c-4034-9ecf-ef936ca247b8'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:39:57.732674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56224) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:57.744826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.749680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c9525-fae9-4361-b50b-f2a3225e96dd None None] Routers {'d5d7317e-e70c-4034-9ecf-ef936ca247b8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:57.750369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-002c9525-fae9-4361-b50b-f2a3225e96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d5d7317e-e70c-4034-9ecf-ef936ca247b8'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:57.798159 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.801235 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Attempt 6 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:57.811438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:39:57.811839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.832351 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-19322998-233f-4648-b55c-9866a3956e87 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/routers/d5d7317e-e70c-4034-9ecf-ef936ca247b8 HTTP/1.1" status: 200 len: 704 time: 0.0985665 Oct 20 03:39:57.835576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56228) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:57.849622 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b85a0788-5318-453d-9dca-76bb0adbfd86 resource provider aggregate not found Oct 20 03:39:57.850026 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44fe178e-8918-426c-ab6e-244d6cb2bdfe tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.869207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-002c9525-fae9-4361-b50b-f2a3225e96dd None None] Set router d5d7317e-e70c-4034-9ecf-ef936ca247b8 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:57.884947 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cd826f91-fd80-436e-aad4-f791021a7b6e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d7317e-e70c-4034-9ecf-ef936ca247b8 HTTP/1.1" status: 200 len: 205 time: 0.0457301 Oct 20 03:39:57.886163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56232) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:57.895863 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b85a0788-5318-453d-9dca-76bb0adbfd86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b85a0788-5318-453d-9dca-76bb0adbfd86 found for delete ", "request_id": "req-fedcea1e-9226-4501-8c01-31bef23a3bc7"}]} Oct 20 03:39:57.898309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60337900-9d70-48bb-bdfd-8883f317c0c5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.914676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-60337900-9d70-48bb-bdfd-8883f317c0c5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for e927b5b4-35c2-42ad-9ab5-3df9db01c71c owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:39:57.919753 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.924572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.928901 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:57.929506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-002c9525-fae9-4361-b50b-f2a3225e96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d7317e-e70c-4034-9ecf-ef936ca247b8', 'name': 'tempest-RoutersIpV6Test-router-2103136140', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:56Z', 'updated_at': '2022-10-20T03:39:57Z', 'revision_number': 2, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:57.931431 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] 10.222.0.20 "DELETE /v2.0/networks/84f7bfb8-4125-4a8e-bf2a-064cdf9804f7 HTTP/1.1" status: 204 len: 168 time: 0.7609632 Oct 20 03:39:57.956114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a8837-e429-4512-a283-dad1fa196ea3 tempest-NetworksTestDHCPv6-916215737 tempest-NetworksTestDHCPv6-916215737-project] Pushing event deleted for resources: {'Network': ['ID=84f7bfb8-4125-4a8e-bf2a-064cdf9804f7,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:57.966718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44fe178e-8918-426c-ab6e-244d6cb2bdfe tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:57.970181 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c9525-fae9-4361-b50b-f2a3225e96dd None None] Checking router: d5d7317e-e70c-4034-9ecf-ef936ca247b8 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:39:57.979844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c9525-fae9-4361-b50b-f2a3225e96dd None None] Routers {'d5d7317e-e70c-4034-9ecf-ef936ca247b8'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:39:57.980648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-002c9525-fae9-4361-b50b-f2a3225e96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d5d7317e-e70c-4034-9ecf-ef936ca247b8'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:58.039815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a09cc122-1e50-4898-a6e9-b5258bacd0c0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.061287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-002c9525-fae9-4361-b50b-f2a3225e96dd None None] Set router d5d7317e-e70c-4034-9ecf-ef936ca247b8 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:39:58.123200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-002c9525-fae9-4361-b50b-f2a3225e96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d7317e-e70c-4034-9ecf-ef936ca247b8', 'name': 'tempest-RoutersIpV6Test-router-2103136140', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:56Z', 'updated_at': '2022-10-20T03:39:57Z', 'revision_number': 2, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:39:58.155430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c9525-fae9-4361-b50b-f2a3225e96dd None None] The sync data for ids ['d5d7317e-e70c-4034-9ecf-ef936ca247b8'] in dv-neutron-861842-1-hyperv is: [{'id': 'd5d7317e-e70c-4034-9ecf-ef936ca247b8', 'name': 'tempest-RoutersIpV6Test-router-2103136140', 'tenant_id': '26708a1616a448ce822a1826aa9e343a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:39:56Z', 'updated_at': '2022-10-20T03:39:57Z', 'revision_number': 2, 'project_id': '26708a1616a448ce822a1826aa9e343a', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:39:58.176018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60337900-9d70-48bb-bdfd-8883f317c0c5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.217897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60337900-9d70-48bb-bdfd-8883f317c0c5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=e927b5b4-35c2-42ad-9ab5-3df9db01c71c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:58.235721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44fe178e-8918-426c-ab6e-244d6cb2bdfe tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.238766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44fe178e-8918-426c-ab6e-244d6cb2bdfe tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.240058 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-44fe178e-8918-426c-ab6e-244d6cb2bdfe tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/security-groups/c7b33ad5-c307-496f-9ce5-f9ca0993bf35 HTTP/1.1" status: 204 len: 168 time: 0.5657909 Oct 20 03:39:58.247157 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56236) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.300359 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a09cc122-1e50-4898-a6e9-b5258bacd0c0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.308736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a09cc122-1e50-4898-a6e9-b5258bacd0c0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.321129 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe178e-8918-426c-ab6e-244d6cb2bdfe tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b33ad5-c307-496f-9ce5-f9ca0993bf35,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:58.389954 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a09cc122-1e50-4898-a6e9-b5258bacd0c0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.390871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09cc122-1e50-4898-a6e9-b5258bacd0c0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Fanout notify agent at l3_agent the message router_deleted on router d5d7317e-e70c-4034-9ecf-ef936ca247b8 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:39:58.398270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60337900-9d70-48bb-bdfd-8883f317c0c5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.401126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a09cc122-1e50-4898-a6e9-b5258bacd0c0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.408463 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-60337900-9d70-48bb-bdfd-8883f317c0c5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/ports/e927b5b4-35c2-42ad-9ab5-3df9db01c71c HTTP/1.1" status: 204 len: 168 time: 1.0299687 Oct 20 03:39:58.408581 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a09cc122-1e50-4898-a6e9-b5258bacd0c0 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/d5d7317e-e70c-4034-9ecf-ef936ca247b8 HTTP/1.1" status: 204 len: 168 time: 0.5157812 Oct 20 03:39:58.408675 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56240) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.408675 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56242) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.408953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56244) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.421909 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6f7f-cdcc-45db-b6c1-e86da8255a9e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.429368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:39:58.430562 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Attempt 7 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:58.465018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6f7f-cdcc-45db-b6c1-e86da8255a9e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.476444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.482913 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e587e61f-ee81-40b4-a69c-0261548cee0f tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d7317e-e70c-4034-9ecf-ef936ca247b8 HTTP/1.1" status: 200 len: 205 time: 0.0730736 Oct 20 03:39:58.497984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56248) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.525113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:58.529741 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6f7f-cdcc-45db-b6c1-e86da8255a9e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.534047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6f7f-cdcc-45db-b6c1-e86da8255a9e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.535228 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4dfe6f7f-cdcc-45db-b6c1-e86da8255a9e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc0a4de1-8eca-4764-8514-168084d1b38d HTTP/1.1" status: 204 len: 168 time: 0.2861955 Oct 20 03:39:58.540504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56250) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.573790 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-96d4e6c4-cab1-4364-8841-ba722ea12703 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] delete failed (client error): The resource could not be found. Oct 20 03:39:58.575334 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-96d4e6c4-cab1-4364-8841-ba722ea12703 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/d5d7317e-e70c-4034-9ecf-ef936ca247b8 HTTP/1.1" status: 404 len: 336 time: 0.0758171 Oct 20 03:39:58.577951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56252) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.610622 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49450ab-8fa6-459c-a47c-111b41744c71 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:58.611076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49450ab-8fa6-459c-a47c-111b41744c71 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:58.614171 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f49450ab-8fa6-459c-a47c-111b41744c71 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/bb0abb84-3614-4c60-8e2d-0720bcaa3ab7 HTTP/1.1" status: 404 len: 337 time: 0.0349450 Oct 20 03:39:58.619669 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56254) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.650297 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd262c71-8f90-4652-8ca5-e710f3c489a6 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:58.650749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd262c71-8f90-4652-8ca5-e710f3c489a6 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:58.654494 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dd262c71-8f90-4652-8ca5-e710f3c489a6 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/daa1cc0a-ca41-4556-94d7-245c59d4c53f HTTP/1.1" status: 404 len: 337 time: 0.0330877 Oct 20 03:39:58.657137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56256) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.714657 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2990abd-7de1-446a-a3e7-47f2788a356a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:58.715247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2990abd-7de1-446a-a3e7-47f2788a356a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:58.718556 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d2990abd-7de1-446a-a3e7-47f2788a356a tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/059dbff2-b09a-45ea-87a0-65d0dd628839 HTTP/1.1" status: 404 len: 337 time: 0.0602894 Oct 20 03:39:58.721921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56258) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.753277 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9990eaa-739d-4ed1-8e58-f22e49362147 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:58.753726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9990eaa-739d-4ed1-8e58-f22e49362147 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:58.756810 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b9990eaa-739d-4ed1-8e58-f22e49362147 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/1e70e9d6-201c-4521-b59b-6d17f9b5d887 HTTP/1.1" status: 404 len: 337 time: 0.0330865 Oct 20 03:39:58.759499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56260) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.794867 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-45911912-4c1e-42cd-896a-67ae20e7e998 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd3916a6-9158-48f5-944c-322c1170e8a4 HTTP/1.1" status: 200 len: 205 time: 0.0343556 Oct 20 03:39:58.797255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56262) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.839273 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-38e96e9c-1d9c-424b-bb21-e747a8edfd46 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] delete failed (client error): The resource could not be found. Oct 20 03:39:58.840318 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-38e96e9c-1d9c-424b-bb21-e747a8edfd46 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/dd3916a6-9158-48f5-944c-322c1170e8a4 HTTP/1.1" status: 404 len: 336 time: 0.0421510 Oct 20 03:39:58.844016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56264) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.856020 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:58.879063 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9fb9e13d-6fe4-4183-8ebe-05da3e846af8 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=5192d5c5-762e-4250-8e24-c27573458826 HTTP/1.1" status: 200 len: 205 time: 0.0318875 Oct 20 03:39:58.880037 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56266) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.909692 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe6f7f-cdcc-45db-b6c1-e86da8255a9e tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0a4de1-8eca-4764-8514-168084d1b38d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:58.944780 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-a918451d-cce6-40db-b274-d1a01ffc1ceb tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] delete failed (client error): The resource could not be found. Oct 20 03:39:58.948216 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a918451d-cce6-40db-b274-d1a01ffc1ceb tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/5192d5c5-762e-4250-8e24-c27573458826 HTTP/1.1" status: 404 len: 336 time: 0.0648334 Oct 20 03:39:58.948736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-31639d1a-afef-44ff-af79-5f85d47b8615 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting subnet 4abc3f51-587a-4a3e-bdf4-0040aedfade9 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:58.950753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56268) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:58.968534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31639d1a-afef-44ff-af79-5f85d47b8615 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.014984 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c3fcecae-2bc1-4442-a24e-40a13725c48d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd75259f7e72414093c19483bdf83036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026351 Oct 20 03:39:59.015156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.26.0.95 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/fa9e88df-5ab0-4740-808b-8c0daaf2d2cc) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:39:59.015832 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3976a312-7ad7-4433-b26a-b011a6a604a1 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:59.016399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3976a312-7ad7-4433-b26a-b011a6a604a1 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:59.016725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56270) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.019692 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3976a312-7ad7-4433-b26a-b011a6a604a1 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/cc7c61ab-cdee-426b-9320-7edcb0fdf8d5 HTTP/1.1" status: 404 len: 337 time: 0.0639281 Oct 20 03:39:59.023899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56272) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.027901 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Attempt 8 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:59.062222 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9e743d90-1952-4104-b442-b36c48639df6 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=f784f48a-0541-4aa2-86e0-ddb63d6e9447 HTTP/1.1" status: 200 len: 205 time: 0.0348673 Oct 20 03:39:59.062879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56274) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.065765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31639d1a-afef-44ff-af79-5f85d47b8615 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.070227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:59.121779 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-4df5fcdc-0cb2-43c6-b2b6-3d6c8fde31ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] delete failed (client error): The resource could not be found. Oct 20 03:39:59.122820 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4df5fcdc-0cb2-43c6-b2b6-3d6c8fde31ab tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/f784f48a-0541-4aa2-86e0-ddb63d6e9447 HTTP/1.1" status: 404 len: 336 time: 0.0595038 Oct 20 03:39:59.125789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56276) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.155682 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9ff27f4-19ff-4665-9b5a-67d28fa8a162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.160386 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5e421f0d-aa85-4615-9236-23a1a44c8a07 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6c3715b-298f-46a8-b71e-eecb77cc8142 HTTP/1.1" status: 200 len: 205 time: 0.0322309 Oct 20 03:39:59.163269 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56278) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.190026 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31639d1a-afef-44ff-af79-5f85d47b8615 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.224178 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-1b089a4a-043f-4b15-96c9-e53bab82643c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] delete failed (client error): The resource could not be found. Oct 20 03:39:59.225287 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1b089a4a-043f-4b15-96c9-e53bab82643c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/d6c3715b-298f-46a8-b71e-eecb77cc8142 HTTP/1.1" status: 404 len: 336 time: 0.0610180 Oct 20 03:39:59.227963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56280) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.234758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9ff27f4-19ff-4665-9b5a-67d28fa8a162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.250813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.262986 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f461887d-cb98-46ad-bcb3-13681d6eeb83 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:59.262986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f461887d-cb98-46ad-bcb3-13681d6eeb83 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:59.266750 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f461887d-cb98-46ad-bcb3-13681d6eeb83 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/96f345d3-7f1c-4f88-bb5c-664f07dbfdec HTTP/1.1" status: 404 len: 337 time: 0.0377743 Oct 20 03:39:59.270744 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56282) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.305170 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f5d2f9f5-c574-452b-8fd5-75f868c13e0e tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=f14e8def-de28-4de7-9d65-e13df7a1e8a9 HTTP/1.1" status: 200 len: 205 time: 0.0314515 Oct 20 03:39:59.306049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56284) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.324782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31639d1a-afef-44ff-af79-5f85d47b8615 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.352612 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-e6501f77-3c70-4d38-b2b2-aedce98b9409 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] delete failed (client error): The resource could not be found. Oct 20 03:39:59.356714 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e6501f77-3c70-4d38-b2b2-aedce98b9409 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/f14e8def-de28-4de7-9d65-e13df7a1e8a9 HTTP/1.1" status: 404 len: 336 time: 0.0464609 Oct 20 03:39:59.356856 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31639d1a-afef-44ff-af79-5f85d47b8615 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Subnet': ['ID=4abc3f51-587a-4a3e-bdf4-0040aedfade9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:59.357407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56286) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.358458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.360329 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31639d1a-afef-44ff-af79-5f85d47b8615 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.367654 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-31639d1a-afef-44ff-af79-5f85d47b8615 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/4abc3f51-587a-4a3e-bdf4-0040aedfade9 HTTP/1.1" status: 204 len: 168 time: 0.8153129 Oct 20 03:39:59.368133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56288) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.372801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46ee6dd-3376-4f2b-80a9-bd698c5ca1bf None None] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:39:59.401625 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-450044c5-8831-4e0a-af93-c61429f905ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:59.402244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450044c5-8831-4e0a-af93-c61429f905ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:59.409032 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-450044c5-8831-4e0a-af93-c61429f905ea tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/c81932af-9ca7-407c-b97f-f753fae9c988 HTTP/1.1" status: 404 len: 337 time: 0.0503025 Oct 20 03:39:59.409634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56290) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.438932 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-56cbbe04-05b7-4423-b2da-5b330a02902c tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "GET /v2.0/ports?device_id=1488dabc-791b-4fae-bfe3-6da7475675a5 HTTP/1.1" status: 200 len: 205 time: 0.0277345 Oct 20 03:39:59.439959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56292) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.446545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9ff27f4-19ff-4665-9b5a-67d28fa8a162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.449984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9ff27f4-19ff-4665-9b5a-67d28fa8a162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.451522 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a9ff27f4-19ff-4665-9b5a-67d28fa8a162 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c548925-b71b-4246-82e3-c104e3b9affa HTTP/1.1" status: 204 len: 168 time: 0.4337869 Oct 20 03:39:59.456308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0080ff22-3ea0-4146-864f-c854eefae391 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting subnet 8c1cfa0b-74e4-4069-a24b-2f2caf56a4eb {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:39:59.465549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0080ff22-3ea0-4146-864f-c854eefae391 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:39:59.490420 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-5322027f-65d6-4132-8d4c-bb67021b2c91 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] delete failed (client error): The resource could not be found. Oct 20 03:39:59.491686 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5322027f-65d6-4132-8d4c-bb67021b2c91 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/routers/1488dabc-791b-4fae-bfe3-6da7475675a5 HTTP/1.1" status: 404 len: 336 time: 0.0500653 Oct 20 03:39:59.494748 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56296) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.538481 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0295499-2ac8-4a94-9529-7a679c5aa467 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:59.539120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0295499-2ac8-4a94-9529-7a679c5aa467 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:59.542668 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b0295499-2ac8-4a94-9529-7a679c5aa467 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/d88a67cf-adc4-467c-b111-c0b9d095980f HTTP/1.1" status: 404 len: 337 time: 0.0463262 Oct 20 03:39:59.545477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56298) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.571257 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Attempt 9 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:39:59.590055 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cff5924-18e0-48a2-8498-d5fdfc948722 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] DELETE failed (client error): The resource could not be found. Oct 20 03:39:59.590707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cff5924-18e0-48a2-8498-d5fdfc948722 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:39:59.594769 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4cff5924-18e0-48a2-8498-d5fdfc948722 tempest-RoutersIpV6Test-738170077 tempest-RoutersIpV6Test-738170077-project] 10.222.0.20 "DELETE /v2.0/subnets/94a90e43-0440-4c8f-9e39-c0d2fd6439ae HTTP/1.1" status: 404 len: 337 time: 0.0469961 Oct 20 03:39:59.624079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:39:59.852642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:39:59.865272 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:39:59.867127 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=fa9e88df-5ab0-4740-808b-8c0daaf2d2cc,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:59.869289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:39:59.892802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff27f4-19ff-4665-9b5a-67d28fa8a162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c548925-b71b-4246-82e3-c104e3b9affa,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:39:59.916029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56312) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:39:59.966347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0080ff22-3ea0-4146-864f-c854eefae391 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.117864 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.120440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0080ff22-3ea0-4146-864f-c854eefae391 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.125017 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Attempt 10 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:40:00.164753 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-38daf52b-82fc-460f-be75-1a6a947fc9fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26708a1616a448ce822a1826aa9e343a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468290 Oct 20 03:40:00.168890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56322) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:00.198982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.200103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:00.204558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Could not find standard attr ID for object 730a4708-f86f-488c-ac88-f0e1d9ccbbd3. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:00.208330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Could not find standard attr ID for object 752fa6e6-8105-4878-8689-7fa50d5d5682. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:00.212082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-05ba9e9f-ceb6-4072-8925-e6e0d58a1515 None None] Could not find standard attr ID for object 6b9238a3-750f-467f-b533-d379467a94b0. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:00.262487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c595-4211-4ff4-b575-268281f8cf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.286536 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0080ff22-3ea0-4146-864f-c854eefae391 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.306371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c595-4211-4ff4-b575-268281f8cf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.336252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080ff22-3ea0-4146-864f-c854eefae391 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1cfa0b-74e4-4069-a24b-2f2caf56a4eb,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:00.343239 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Provisioning complete for port d0468de0-1d73-4b01-b5d3-e387c60633d4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:00.347027 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.347440 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Attempt 1 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:40:00.362987 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c595-4211-4ff4-b575-268281f8cf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.366100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c595-4211-4ff4-b575-268281f8cf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.367429 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5ea9c595-4211-4ff4-b575-268281f8cf82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf44b254-cdc0-42ea-ba69-c88d817a4530 HTTP/1.1" status: 204 len: 168 time: 0.1975472 Oct 20 03:40:00.372806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0080ff22-3ea0-4146-864f-c854eefae391 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.377608 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0080ff22-3ea0-4146-864f-c854eefae391 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/8c1cfa0b-74e4-4069-a24b-2f2caf56a4eb HTTP/1.1" status: 204 len: 168 time: 1.0084927 Oct 20 03:40:00.380600 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56330) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:00.381806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9c595-4211-4ff4-b575-268281f8cf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf44b254-cdc0-42ea-ba69-c88d817a4530,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:00.413929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fd043c-50bc-47cd-b0c4-6441da07caec None None] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:00.415371 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-551f20fb-e40e-49b6-be89-bbd35634fd2b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:00.415829 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551f20fb-e40e-49b6-be89-bbd35634fd2b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:00.418986 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-551f20fb-e40e-49b6-be89-bbd35634fd2b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/4abc3f51-587a-4a3e-bdf4-0040aedfade9 HTTP/1.1" status: 404 len: 337 time: 0.0374548 Oct 20 03:40:00.421651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56332) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:00.437486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:00.491475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.498677 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.524117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-20283f1a-7e4c-4d75-90b3-e3c3d3ecf49d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting subnet 6a610319-3bd9-49fe-9f2c-ccf6dedbcf7d {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:40:00.529295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20283f1a-7e4c-4d75-90b3-e3c3d3ecf49d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.579904 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:40:00.601947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20283f1a-7e4c-4d75-90b3-e3c3d3ecf49d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.602688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.606379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=fa9e88df-5ab0-4740-808b-8c0daaf2d2cc,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:00.628073 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.631958 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-66aa3cce-60e7-44c0-8cbe-35991b3d1a4b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2209218 Oct 20 03:40:00.632388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56338) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:00.646560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'port': {'network_id': '177a88ac-e4ec-462d-b69f-662cfe0b7ff7', 'name': 'tempest-FloatingIPTestJSON-857949877'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:00.736020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20283f1a-7e4c-4d75-90b3-e3c3d3ecf49d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.819362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Made reservation on behalf of 229eff0a85b148bc8e88f418a7557d61 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:00.822534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20283f1a-7e4c-4d75-90b3-e3c3d3ecf49d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.828636 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.865786 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] device_id is not set on port 79a07820-23bf-4cc9-be4f-a7138c3c734d yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:00.871717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20283f1a-7e4c-4d75-90b3-e3c3d3ecf49d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:00.875191 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-20283f1a-7e4c-4d75-90b3-e3c3d3ecf49d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/6a610319-3bd9-49fe-9f2c-ccf6dedbcf7d HTTP/1.1" status: 204 len: 168 time: 0.4483566 Oct 20 03:40:00.876327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20283f1a-7e4c-4d75-90b3-e3c3d3ecf49d tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Subnet': ['ID=6a610319-3bd9-49fe-9f2c-ccf6dedbcf7d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:00.877877 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56350) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:00.913943 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a965bb81-e844-48c7-ad52-89faf04900b3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:00.913943 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a965bb81-e844-48c7-ad52-89faf04900b3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:00.915368 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a965bb81-e844-48c7-ad52-89faf04900b3 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/5c243460-e746-41bb-a392-7f97894235ed HTTP/1.1" status: 404 len: 337 time: 0.0365622 Oct 20 03:40:00.918403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56354) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:00.938612 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Attempt 2 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:40:00.975414 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d7cf1311-ad0d-4fc1-8247-991cdd237fa9 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9 HTTP/1.1" status: 200 len: 205 time: 0.0558636 Oct 20 03:40:00.977936 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56358) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:00.999361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:01.044530 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-1e00e9c5-351c-4002-a954-4a8115defc46 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] delete failed (client error): The resource could not be found. Oct 20 03:40:01.045574 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1e00e9c5-351c-4002-a954-4a8115defc46 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/routers/ccf1ea99-acbb-4048-9eb8-91c8fe9ad1a9 HTTP/1.1" status: 404 len: 336 time: 0.0648868 Oct 20 03:40:01.048595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56362) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.065289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.20.0.2 (177a88ac-e4ec-462d-b69f-662cfe0b7ff7/41155b24-340b-4821-b417-a19291805f4f/79a07820-23bf-4cc9-be4f-a7138c3c734d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:01.087417 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d72e10c-47dc-468f-ace9-614781378587 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:01.087922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d72e10c-47dc-468f-ace9-614781378587 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:01.093254 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4d72e10c-47dc-468f-ace9-614781378587 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/3bd62b4b-2a07-46b4-8073-46831f2e75e7 HTTP/1.1" status: 404 len: 337 time: 0.0436268 Oct 20 03:40:01.095850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56364) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.148071 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-edba77c1-c7b3-4e38-8383-629fb387850b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:01.148757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edba77c1-c7b3-4e38-8383-629fb387850b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:01.156683 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-edba77c1-c7b3-4e38-8383-629fb387850b tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/43f5b86e-8b7f-4d2c-a550-9550fcb7026d HTTP/1.1" status: 404 len: 337 time: 0.0595374 Oct 20 03:40:01.157796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56366) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.189422 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfb2913-0719-4e5d-ac8e-22fcc83388ee tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:01.190033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfb2913-0719-4e5d-ac8e-22fcc83388ee tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:01.201814 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5cfb2913-0719-4e5d-ac8e-22fcc83388ee tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/cad357ce-4b0f-465d-b8c9-d80c55544b40 HTTP/1.1" status: 404 len: 337 time: 0.0426657 Oct 20 03:40:01.202708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56370) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.251897 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-55db2f01-2be2-40ff-a2b5-7435a6e214e4 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:01.254067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55db2f01-2be2-40ff-a2b5-7435a6e214e4 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:01.262238 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-55db2f01-2be2-40ff-a2b5-7435a6e214e4 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/f853119f-a39d-447a-90e3-8d689b3bf7fe HTTP/1.1" status: 404 len: 333 time: 0.0518787 Oct 20 03:40:01.263243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56378) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.296315 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.297524 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c082b6-7ae5-42b6-b5ba-90032696d911 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:01.298040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c082b6-7ae5-42b6-b5ba-90032696d911 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:01.304765 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-94c082b6-7ae5-42b6-b5ba-90032696d911 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/d8a9a8c8-57c2-4556-8846-b41d2c6ad3fb HTTP/1.1" status: 404 len: 337 time: 0.0402758 Oct 20 03:40:01.305586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56380) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.334319 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafa4e16-36e5-4ac0-b9ba-e61c9f9fbd69 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:01.335016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafa4e16-36e5-4ac0-b9ba-e61c9f9fbd69 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:01.341430 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-eafa4e16-36e5-4ac0-b9ba-e61c9f9fbd69 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/12ceffed-9fc7-47fd-8f79-0c40a833c5f4 HTTP/1.1" status: 404 len: 337 time: 0.0344148 Oct 20 03:40:01.342043 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56382) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.372897 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c82d2fd-15a4-4d0c-aaee-68ce33ff96e2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:01.373600 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.373764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c82d2fd-15a4-4d0c-aaee-68ce33ff96e2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:01.380362 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9c82d2fd-15a4-4d0c-aaee-68ce33ff96e2 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/60a90513-cefd-4aec-b7ac-d0dfdb829114 HTTP/1.1" status: 404 len: 333 time: 0.0372581 Oct 20 03:40:01.380969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56386) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.405768 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 177a88ac-e4ec-462d-b69f-662cfe0b7ff7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:01.414677 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9198732-288c-424f-aecb-2385131871e7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:01.415470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9198732-288c-424f-aecb-2385131871e7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:01.419837 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a9198732-288c-424f-aecb-2385131871e7 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/03ec4fe3-3eb7-44bc-8f7b-be4ed46649c5 HTTP/1.1" status: 404 len: 337 time: 0.0376353 Oct 20 03:40:01.422723 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56388) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.432199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56390) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.444374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:01.448486 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:01.452740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41595e0b-330d-4078-a571-203722b72efb None None] Network 58f78f1d-8ee0-467d-847a-f0338c49f46e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:01.460480 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e2a516-4b4b-46d4-9142-eeffa6cde76a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:01.461247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e2a516-4b4b-46d4-9142-eeffa6cde76a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:01.465581 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-08e2a516-4b4b-46d4-9142-eeffa6cde76a tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/subnets/636df9f7-649b-478a-b7e3-ae8ce147017c HTTP/1.1" status: 404 len: 337 time: 0.0416682 Oct 20 03:40:01.468707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56396) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.522748 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=79a07820-23bf-4cc9-be4f-a7138c3c734d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:01.524937 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Attempt 3 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:40:01.562125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:01.563020 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.582045 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-007ca508-5df2-4dc9-b8ef-14f2f688d625 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9483540 Oct 20 03:40:01.584582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56400) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.590049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5bf0ddbd-bff6-47c3-84d7-e14495ab3f58 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'floatingip': {'port_id': '79a07820-23bf-4cc9-be4f-a7138c3c734d'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:01.631189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:01.633337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6c6075c9-452e-44ef-bdb5-53ed72a44882 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Deleting port d0468de0-1d73-4b01-b5d3-e387c60633d4 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:01.633822 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c6075c9-452e-44ef-bdb5-53ed72a44882 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.636474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ddbd-bff6-47c3-84d7-e14495ab3f58 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.721968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c6075c9-452e-44ef-bdb5-53ed72a44882 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.739230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6c6075c9-452e-44ef-bdb5-53ed72a44882 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Calling delete_port for d0468de0-1d73-4b01-b5d3-e387c60633d4 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:01.746108 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767aa670-919c-4287-9cc2-0ac56d39154b None None] DHCP port deletion for 58f78f1d-8ee0-467d-847a-f0338c49f46e request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:40:01.748058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56402) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:01.803329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-767aa670-919c-4287-9cc2-0ac56d39154b None None] Deleting port 442b015e-fab2-4d92-9ebe-1c096d675bf6 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:01.803967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-767aa670-919c-4287-9cc2-0ac56d39154b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.828406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'network': {'name': 'tempest-network-smoke--108942896', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'port_security_enabled': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:01.851576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'network': {'name': 'tempest-RoutersTest-748312224'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:01.873097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:01.877202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-767aa670-919c-4287-9cc2-0ac56d39154b None None] For port 442b015e-fab2-4d92-9ebe-1c096d675bf6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=442b015e-fab2-4d92-9ebe-1c096d675bf6,segment=NetworkSegment(76e5cae9-f382-4f0c-8022-d6da611f19c2),segment_id=76e5cae9-f382-4f0c-8022-d6da611f19c2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:01.877440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.877846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-767aa670-919c-4287-9cc2-0ac56d39154b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.884651 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:01.888296 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.891796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-767aa670-919c-4287-9cc2-0ac56d39154b None None] Calling delete_port for 442b015e-fab2-4d92-9ebe-1c096d675bf6 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:01.893792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.928001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c6075c9-452e-44ef-bdb5-53ed72a44882 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.928708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.966779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6075c9-452e-44ef-bdb5-53ed72a44882 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Port': ['ID=d0468de0-1d73-4b01-b5d3-e387c60633d4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:01.983167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c6075c9-452e-44ef-bdb5-53ed72a44882 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.983748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-767aa670-919c-4287-9cc2-0ac56d39154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:01.986714 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6c6075c9-452e-44ef-bdb5-53ed72a44882 tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/ports/d0468de0-1d73-4b01-b5d3-e387c60633d4 HTTP/1.1" status: 204 len: 168 time: 0.5167005 Oct 20 03:40:01.990885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56406) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:02.014349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767aa670-919c-4287-9cc2-0ac56d39154b None None] Pushing event deleted for resources: {'Port': ['ID=442b015e-fab2-4d92-9ebe-1c096d675bf6,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:02.020363 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767aa670-919c-4287-9cc2-0ac56d39154b None None] No DVR routers for this DVR port 442b015e-fab2-4d92-9ebe-1c096d675bf6 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:02.049544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.057092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.087749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:02.105319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646a7133-00fb-4562-adab-bbeca75a8316,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:02.110009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.110432 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Added segment c7ee3208-71e6-435f-96c4-d92becd35546 of type vlan for network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 Oct 20 03:40:02.133512 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Attempt 4 to provision port d0468de0-1d73-4b01-b5d3-e387c60633d4 Oct 20 03:40:02.158761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.159424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.189675 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Port d0468de0-1d73-4b01-b5d3-e387c60633d4 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:40:02.189883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.195717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:02.196381 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.199690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Could not find standard attr ID for object 442b015e-fab2-4d92-9ebe-1c096d675bf6. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:02.205639 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-5541c9d1-5dd8-4874-8653-cea150867edf None None] Could not find standard attr ID for object 6b9238a3-750f-467f-b533-d379467a94b0. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:02.248529 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8149989 Oct 20 03:40:02.251472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56408) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:02.256597 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-18723262', 'admin_state_up': True, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:02.271950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.281025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.300297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fa1fe-a34d-4250-ac1e-d1ef8e53bf09 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Network': ['ID=24c7f175-1349-4c4b-9f4e-dcdc7b361910,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:02.318614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.321109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.325826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:02.342052 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:02.353770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-49425a54-0b80-485d-a3a8-930825f30a80 None None] Could not find standard attr ID for object d0468de0-1d73-4b01-b5d3-e387c60633d4. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:02.361525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-49425a54-0b80-485d-a3a8-930825f30a80 None None] Could not find standard attr ID for object 442b015e-fab2-4d92-9ebe-1c096d675bf6. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:02.381539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.396249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.397344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.db.resource_extend [None req-5bf0ddbd-bff6-47c3-84d7-e14495ab3f58 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:40:02.441931 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.442275 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added segment 225b76b1-560a-4746-a21b-ce10f4948b99 of type vlan for network ced89a82-8b72-462c-9197-7d54e0f0e48e Oct 20 03:40:02.454650 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f78f1d-8ee0-467d-847a-f0338c49f46e']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:02.460655 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6230aea-24d5-4dba-a943-ad4c79e83bdb,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:02.503127 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e5cae9-f382-4f0c-8022-d6da611f19c2') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:02.503424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e5cae9-f382-4f0c-8022-d6da611f19c2') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:02.519246 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.522002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ddbd-bff6-47c3-84d7-e14495ab3f58 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.534360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ddbd-bff6-47c3-84d7-e14495ab3f58 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.538128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.562038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.575726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.586700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:02.587125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.628950 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 76e5cae9-f382-4f0c-8022-d6da611f19c2 resource provider aggregate not found Oct 20 03:40:02.656113 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 76e5cae9-f382-4f0c-8022-d6da611f19c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76e5cae9-f382-4f0c-8022-d6da611f19c2 found for delete ", "request_id": "req-5adbe463-a7ec-49c5-b2af-83d49c8986e2"}]} Oct 20 03:40:02.719641 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.725043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:02.725616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.738394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.757000 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.760172 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] 10.222.0.20 "DELETE /v2.0/networks/58f78f1d-8ee0-467d-847a-f0338c49f46e HTTP/1.1" status: 204 len: 168 time: 0.7683568 Oct 20 03:40:02.771092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.776489 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0273299 Oct 20 03:40:02.784565 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-5bf0ddbd-bff6-47c3-84d7-e14495ab3f58 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP 02cdfcfb-f02d-416c-98c8-8a5b80b1e429 associated. External IP: 172.26.0.95, port: 79a07820-23bf-4cc9-be4f-a7138c3c734d. Oct 20 03:40:02.786394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56416) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:02.793365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.795722 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202117488'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:02.859940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e968a3-7ca1-4529-bfa1-72eec53b477d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Network': ['ID=ced89a82-8b72-462c-9197-7d54e0f0e48e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:02.873273 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network ced89a82-8b72-462c-9197-7d54e0f0e48e details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:02.898583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e475b-6e26-4b4b-bec4-aec525e23bba tempest-PortsTestJSON-629977830 tempest-PortsTestJSON-629977830-project] Pushing event deleted for resources: {'Network': ['ID=58f78f1d-8ee0-467d-847a-f0338c49f46e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:02.904903 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:02.909268 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.925918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.53 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/909cab08-371b-4005-ae16-1086e2cc2f56) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:02.978022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:02.994597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:02.995459 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added segment 4a9dffc2-72c7-4780-acfd-22e8f743644a of type vlan for network e8ce280c-25f6-4227-a9e9-63af44d00404 Oct 20 03:40:03.056179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.064629 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56420) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:03.075991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.101937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.145208 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:03.147403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.148288 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:03.150634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:03.153717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:03.154333 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.173802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf0ddbd-bff6-47c3-84d7-e14495ab3f58 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:03.182293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=909cab08-371b-4005-ae16-1086e2cc2f56,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:03.198117 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4063919 Oct 20 03:40:03.202450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56424) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:03.212479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'subnet': {'network_id': 'ced89a82-8b72-462c-9197-7d54e0f0e48e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:03.240951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fe1ee-cc2b-4b5f-9c74-042f8962664a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Network': ['ID=e8ce280c-25f6-4227-a9e9-63af44d00404,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:03.255277 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network e8ce280c-25f6-4227-a9e9-63af44d00404 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:03.304260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 442b015e-fab2-4d92-9ebe-1c096d675bf6 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:40:03.351111 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf0ddbd-bff6-47c3-84d7-e14495ab3f58 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:03.359851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ddbd-bff6-47c3-84d7-e14495ab3f58 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.364152 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502aece-c197-4d6c-972b-9498a212c307 None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:03.367171 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 442b015e-fab2-4d92-9ebe-1c096d675bf6 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:40:03.367591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 442b015e-fab2-4d92-9ebe-1c096d675bf6 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:40:03.378838 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502aece-c197-4d6c-972b-9498a212c307 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:03.379462 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d502aece-c197-4d6c-972b-9498a212c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:03.402738 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5bf0ddbd-bff6-47c3-84d7-e14495ab3f58 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "PUT /v2.0/floatingips/02cdfcfb-f02d-416c-98c8-8a5b80b1e429 HTTP/1.1" status: 200 len: 976 time: 1.8166809 Oct 20 03:40:03.404935 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56426) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:03.417085 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6227000b-8f41-4b40-b1b1-751447be7853 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c77476bd637640998d5afb0393175f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511188 Oct 20 03:40:03.417558 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d502aece-c197-4d6c-972b-9498a212c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:03.420401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56428) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:03.427115 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502aece-c197-4d6c-972b-9498a212c307 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:03.427960 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d502aece-c197-4d6c-972b-9498a212c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:03.468471 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d502aece-c197-4d6c-972b-9498a212c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:03.469119 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502aece-c197-4d6c-972b-9498a212c307 None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:03.491378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:03.494879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.498243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port 79a07820-23bf-4cc9-be4f-a7138c3c734d {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:03.498587 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.591336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.614102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d269215a-c96d-4f6e-818b-0068f8ad3758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.685993 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d269215a-c96d-4f6e-818b-0068f8ad3758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.718741 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.809941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.810305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.810616 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP 02cdfcfb-f02d-416c-98c8-8a5b80b1e429 disassociated. External IP: 172.26.0.95, port: 79a07820-23bf-4cc9-be4f-a7138c3c734d. Oct 20 03:40:03.810950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for 79a07820-23bf-4cc9-be4f-a7138c3c734d owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:03.858273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d269215a-c96d-4f6e-818b-0068f8ad3758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.860868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d269215a-c96d-4f6e-818b-0068f8ad3758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.862004 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d269215a-c96d-4f6e-818b-0068f8ad3758 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78ad7e1e-fb57-4e9a-b41e-97d03fcc7a13 HTTP/1.1" status: 204 len: 168 time: 0.4338763 Oct 20 03:40:03.904866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269215a-c96d-4f6e-818b-0068f8ad3758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ad7e1e-fb57-4e9a-b41e-97d03fcc7a13,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:03.956981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:03.969828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.010400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=79a07820-23bf-4cc9-be4f-a7138c3c734d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:04.062203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Subnet': ['ID=eb268c8e-22fd-45f0-9aa1-f123eabf75c6,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:04.079745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Checking segment: {'id': '225b76b1-560a-4746-a21b-ce10f4948b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ced89a82-8b72-462c-9197-7d54e0f0e48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:04.080168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network hostable DHCP agents. Network: ced89a82-8b72-462c-9197-7d54e0f0e48e, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:04.094498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.134663 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:04.142929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network ced89a82-8b72-462c-9197-7d54e0f0e48e is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:04.159488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, ced89a82-8b72-462c-9197-7d54e0f0e48e) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:04.165839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:04.167001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.171733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90551d6-596e-4f5c-8591-1303092c274f None None] Network ced89a82-8b72-462c-9197-7d54e0f0e48e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:04.219309 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c235061e-6c10-40bd-941a-c1a87075b478 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0135911 Oct 20 03:40:04.222189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56438) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:04.228573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'subnet': {'network_id': 'e8ce280c-25f6-4227-a9e9-63af44d00404', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:04.351021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2ddb62b2-6a56-4063-bc46-72fd55366d13 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:40:04.355978 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:04.359791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.523717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-ced89a82-8b72-462c-9197-7d54e0f0e48e', 'network_id': 'ced89a82-8b72-462c-9197-7d54e0f0e48e', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'fixed_ips': [{'subnet_id': 'eb268c8e-22fd-45f0-9aa1-f123eabf75c6'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:04.526106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.640195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:04.642053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:04.678766 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3a9ba-2a49-4e4a-b24e-adaac2947eaf None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:04.700021 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Sync routers for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:04.704724 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3a9ba-2a49-4e4a-b24e-adaac2947eaf None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:04.704918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.705547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-45a3a9ba-2a49-4e4a-b24e-adaac2947eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:04.709310 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e043e9d0-5ba2-4bb4-8632-2c62acb0e252 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4568472 Oct 20 03:40:04.709932 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56452) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:04.722116 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.722485 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.726844 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-db3ed30d-91ed-4017-8a89-38130719e436 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/ports/79a07820-23bf-4cc9-be4f-a7138c3c734d HTTP/1.1" status: 204 len: 168 time: 1.3206778 Oct 20 03:40:04.732232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56456) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:04.734056 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:04.736486 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:04.749359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-45a3a9ba-2a49-4e4a-b24e-adaac2947eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:04.756051 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Allocated IP 172.20.0.2 (ced89a82-8b72-462c-9197-7d54e0f0e48e/eb268c8e-22fd-45f0-9aa1-f123eabf75c6/532a4c4b-9248-41a2-a8cb-71e9b405381d) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:04.772631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3a9ba-2a49-4e4a-b24e-adaac2947eaf None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:04.773644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-45a3a9ba-2a49-4e4a-b24e-adaac2947eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:04.791286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Subnet': ['ID=3d313868-69b0-452d-b717-9ad4f7371c5d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:04.818649 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-45a3a9ba-2a49-4e4a-b24e-adaac2947eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:04.819546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3a9ba-2a49-4e4a-b24e-adaac2947eaf None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:04.828938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Checking segment: {'id': '4a9dffc2-72c7-4780-acfd-22e8f743644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e8ce280c-25f6-4227-a9e9-63af44d00404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:04.829439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network hostable DHCP agents. Network: e8ce280c-25f6-4227-a9e9-63af44d00404, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:04.858647 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ff5ea4c8-f8a7-4021-9c04-1b07719363db tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "GET /v2.0/floatingips/02cdfcfb-f02d-416c-98c8-8a5b80b1e429 HTTP/1.1" status: 200 len: 687 time: 0.1215765 Oct 20 03:40:04.858902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56460) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:04.866905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network e8ce280c-25f6-4227-a9e9-63af44d00404 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:04.880313 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, e8ce280c-25f6-4227-a9e9-63af44d00404) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:04.887776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:04.888431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:04.920319 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5dffc60e-6206-4391-9ff9-1461d23ca10c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6969938 Oct 20 03:40:04.920541 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56462) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:04.926096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-48bf0e5b-768b-4e0f-8845-bb16d13aec03 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-630825443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:04.944343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c97ad-c97e-4aa4-b5c6-73e3a137de9d None None] Network e8ce280c-25f6-4227-a9e9-63af44d00404 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:04.973804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56464) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:04.985816 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:05.031544 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48bf0e5b-768b-4e0f-8845-bb16d13aec03 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.036615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48bf0e5b-768b-4e0f-8845-bb16d13aec03 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.040944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-166227580'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:05.068998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Made reservation on behalf of 0f9b060e12a34c7abfe8134e4f5e384b for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:05.073458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.085096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.146972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48bf0e5b-768b-4e0f-8845-bb16d13aec03 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.153873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48bf0e5b-768b-4e0f-8845-bb16d13aec03 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.160298 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c4b465e3-4753-4c45-9429-761537b96c36 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b3377485cec342568db75b308b8a96d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4451475 Oct 20 03:40:05.162806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56468) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:05.179997 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48bf0e5b-768b-4e0f-8845-bb16d13aec03 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.184533 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-48bf0e5b-768b-4e0f-8845-bb16d13aec03 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2629156 Oct 20 03:40:05.185083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56470) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:05.189379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3f220097-cc65-437b-b0d3-8423ca58e682 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port fa9e88df-5ab0-4740-808b-8c0daaf2d2cc {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:05.189930 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f220097-cc65-437b-b0d3-8423ca58e682 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.220709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.228631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-e8ce280c-25f6-4227-a9e9-63af44d00404', 'network_id': 'e8ce280c-25f6-4227-a9e9-63af44d00404', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'fixed_ips': [{'subnet_id': '3d313868-69b0-452d-b717-9ad4f7371c5d'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:05.231156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.235928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.290013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Pushing event updated for resources: {'Port': ['ID=532a4c4b-9248-41a2-a8cb-71e9b405381d,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:05.313812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f220097-cc65-437b-b0d3-8423ca58e682 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.314364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f220097-cc65-437b-b0d3-8423ca58e682 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.316315 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:03Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:05.333844 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3f220097-cc65-437b-b0d3-8423ca58e682 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for fa9e88df-5ab0-4740-808b-8c0daaf2d2cc owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:05.336151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Network ced89a82-8b72-462c-9197-7d54e0f0e48e is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:05.341941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:05.365254 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Checking router: 2ddb62b2-6a56-4063-bc46-72fd55366d13 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:40:05.365604 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Updating router 2ddb62b2-6a56-4063-bc46-72fd55366d13 port 909cab08-371b-4005-ae16-1086e2cc2f56 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:40:05.390761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:05.403233 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.472715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Attempting to bind port 532a4c4b-9248-41a2-a8cb-71e9b405381d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:05.473260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Attempting to bind port 532a4c4b-9248-41a2-a8cb-71e9b405381d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '225b76b1-560a-4746-a21b-ce10f4948b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ced89a82-8b72-462c-9197-7d54e0f0e48e'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:05.473717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Attempting to bind port 532a4c4b-9248-41a2-a8cb-71e9b405381d on network ced89a82-8b72-462c-9197-7d54e0f0e48e {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:05.483303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:05.483841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Checking segment: {'id': '225b76b1-560a-4746-a21b-ce10f4948b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ced89a82-8b72-462c-9197-7d54e0f0e48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:05.484537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.485033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Bound using segment: {'id': '225b76b1-560a-4746-a21b-ce10f4948b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ced89a82-8b72-462c-9197-7d54e0f0e48e'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:05.485626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Bound port: 532a4c4b-9248-41a2-a8cb-71e9b405381d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225b76b1-560a-4746-a21b-ce10f4948b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ced89a82-8b72-462c-9197-7d54e0f0e48e'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:05.486108 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.538844 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f220097-cc65-437b-b0d3-8423ca58e682 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.571144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Allocated IP 172.21.0.2 (e8ce280c-25f6-4227-a9e9-63af44d00404/3d313868-69b0-452d-b717-9ad4f7371c5d/e25d0f8a-1908-4ed9-ac84-9c8374c8f155) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:05.580177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f220097-cc65-437b-b0d3-8423ca58e682 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=fa9e88df-5ab0-4740-808b-8c0daaf2d2cc,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:05.618143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2105558c-91f5-4e26-af73-913045fef525 None None] For port 532a4c4b-9248-41a2-a8cb-71e9b405381d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:05.634623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2105558c-91f5-4e26-af73-913045fef525 None None] For port 532a4c4b-9248-41a2-a8cb-71e9b405381d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=532a4c4b-9248-41a2-a8cb-71e9b405381d,segment=NetworkSegment(225b76b1-560a-4746-a21b-ce10f4948b99),segment_id=225b76b1-560a-4746-a21b-ce10f4948b99)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:05.645828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.662896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f220097-cc65-437b-b0d3-8423ca58e682 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.667088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f220097-cc65-437b-b0d3-8423ca58e682 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.668869 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3f220097-cc65-437b-b0d3-8423ca58e682 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/floatingips/02cdfcfb-f02d-416c-98c8-8a5b80b1e429 HTTP/1.1" status: 204 len: 168 time: 0.8090241 Oct 20 03:40:05.672330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56472) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:05.680185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'ac9edc78-950b-4f9c-ad16-adbf7df52ad1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:05.710478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.764511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105558c-91f5-4e26-af73-913045fef525 None None] Pushing event updated for resources: {'Port': ['ID=532a4c4b-9248-41a2-a8cb-71e9b405381d,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:05.834546 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.843836 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.851662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.861267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.889443 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Attempting to bind port 909cab08-371b-4005-ae16-1086e2cc2f56 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:05.890196 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Attempting to bind port 909cab08-371b-4005-ae16-1086e2cc2f56 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:05.890720 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Attempting to bind port 909cab08-371b-4005-ae16-1086e2cc2f56 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:05.891843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.899728 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:05.900565 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:05.901758 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.902773 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:05.903748 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Bound port: 909cab08-371b-4005-ae16-1086e2cc2f56, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:05.904355 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:05.914125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Pushing event updated for resources: {'Port': ['ID=e25d0f8a-1908-4ed9-ac84-9c8374c8f155,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:05.941092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Network e8ce280c-25f6-4227-a9e9-63af44d00404 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:05.943584 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:05.951110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:05.984069 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ef125-63c2-4a7b-ad20-2ea50eefc6a1 None None] Pushing event updated for resources: {'Port': ['ID=909cab08-371b-4005-ae16-1086e2cc2f56,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:06.020587 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] For port 909cab08-371b-4005-ae16-1086e2cc2f56, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:06.024406 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] For port 909cab08-371b-4005-ae16-1086e2cc2f56, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=909cab08-371b-4005-ae16-1086e2cc2f56,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:06.035894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Attempting to bind port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:06.036532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Attempting to bind port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '4a9dffc2-72c7-4780-acfd-22e8f743644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e8ce280c-25f6-4227-a9e9-63af44d00404'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:06.037056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Attempting to bind port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 on network e8ce280c-25f6-4227-a9e9-63af44d00404 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:06.039778 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.044644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:06.045211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Checking segment: {'id': '4a9dffc2-72c7-4780-acfd-22e8f743644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e8ce280c-25f6-4227-a9e9-63af44d00404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:06.045780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.046286 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Bound using segment: {'id': '4a9dffc2-72c7-4780-acfd-22e8f743644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e8ce280c-25f6-4227-a9e9-63af44d00404'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:06.046871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Bound port: e25d0f8a-1908-4ed9-ac84-9c8374c8f155, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9dffc2-72c7-4780-acfd-22e8f743644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e8ce280c-25f6-4227-a9e9-63af44d00404'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:06.047343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.107817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96890e90-64c3-41c6-a92e-fc0f50ddaffc tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:06.112467 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-96890e90-64c3-41c6-a92e-fc0f50ddaffc tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9461470 Oct 20 03:40:06.113221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.26.0.150 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/07226e33-fa65-4886-9b3e-0cf4b92b98bd) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:06.119066 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56474) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:06.120238 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ef125-63c2-4a7b-ad20-2ea50eefc6a1 None None] Pushing event updated for resources: {'Port': ['ID=909cab08-371b-4005-ae16-1086e2cc2f56,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:06.130250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.143622 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:06.144390 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:06.164776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] For port e25d0f8a-1908-4ed9-ac84-9c8374c8f155, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:06.168921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] For port e25d0f8a-1908-4ed9-ac84-9c8374c8f155, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e25d0f8a-1908-4ed9-ac84-9c8374c8f155,segment=NetworkSegment(4a9dffc2-72c7-4780-acfd-22e8f743644a),segment_id=4a9dffc2-72c7-4780-acfd-22e8f743644a)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:06.178854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.184808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.185733 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3aaa068f-2926-42f6-af0e-946fc05662ec tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640128 Oct 20 03:40:06.194240 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56476) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:06.202065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-116503748', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:06.254314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:06.296142 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df612b5-75ae-474a-8301-1550122f84fe,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:06.297487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28a501-2642-43c4-a112-6889f5cc5bc8 None None] Pushing event updated for resources: {'Port': ['ID=e25d0f8a-1908-4ed9-ac84-9c8374c8f155,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:06.302254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.302865 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Added segment c8d6323c-6841-40dd-bfd2-a78bbc61d077 of type vlan for network ebcfed41-aecc-4a37-a9a8-776d5a8c0802 Oct 20 03:40:06.306195 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:06.340330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.394941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.422454 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:06.426167 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.436128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.508095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.519886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:06.521356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.559980 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:03Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:06.584003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:06.617485 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450de0c-d18b-4c31-9d36-e1f9e1bb40e8 None None] The sync data for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv is: [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:03Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:06.622104 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6471751 Oct 20 03:40:06.631015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56478) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:06.685742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Request body: {'subnet': {'network_id': 'ebcfed41-aecc-4a37-a9a8-776d5a8c0802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:06.687033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:06.693754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:06.706463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:06.770695 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=07226e33-fa65-4886-9b3e-0cf4b92b98bd,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:06.781930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fd235-e0a0-4907-aae9-b7024191adce tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Pushing event updated for resources: {'Network': ['ID=ebcfed41-aecc-4a37-a9a8-776d5a8c0802,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:06.802204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network ebcfed41-aecc-4a37-a9a8-776d5a8c0802 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:06.856753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Made reservation on behalf of 0f9b060e12a34c7abfe8134e4f5e384b for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:06.860179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.032443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Allocated IP 172.20.0.1 (ced89a82-8b72-462c-9197-7d54e0f0e48e/eb268c8e-22fd-45f0-9aa1-f123eabf75c6/2035e56d-4b4d-40e5-a631-64414a5a7fe7) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:07.053155 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.157494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Checking segment: {'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:07.157494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network hostable DHCP agents. Network: 24c7f175-1349-4c4b-9f4e-dcdc7b361910, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:07.200664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5879c9b7-cf31-49ed-bba6-3356684c1e09 None None] Network ced89a82-8b72-462c-9197-7d54e0f0e48e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:07.201614 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Subnet': ['ID=59e75800-7363-421a-9a79-a46faa17249d,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:07.261181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.265087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.356034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-282ee9e3-a981-4b59-b0cb-9226a3157b11 None None] Provisioning complete for port 532a4c4b-9248-41a2-a8cb-71e9b405381d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:07.356974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-282ee9e3-a981-4b59-b0cb-9226a3157b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.357405 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-282ee9e3-a981-4b59-b0cb-9226a3157b11 None None] Attempt 1 to provision port 532a4c4b-9248-41a2-a8cb-71e9b405381d Oct 20 03:40:07.447833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Checking segment: {'id': 'c8d6323c-6841-40dd-bfd2-a78bbc61d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ebcfed41-aecc-4a37-a9a8-776d5a8c0802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:07.461186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Network hostable DHCP agents. Network: ebcfed41-aecc-4a37-a9a8-776d5a8c0802, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:07.472943 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Pushing event updated for resources: {'Subnet': ['ID=6af9e7b0-1beb-4230-b3b7-9b79f38796b0,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:07.488230 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.505994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.563170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:07.577490 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.592759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 532a4c4b-9248-41a2-a8cb-71e9b405381d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:07.619030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network ced89a82-8b72-462c-9197-7d54e0f0e48e is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:07.624154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Network ebcfed41-aecc-4a37-a9a8-776d5a8c0802 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:07.627605 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:07.630886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:07.636764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=2035e56d-4b4d-40e5-a631-64414a5a7fe7,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:07.646308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 24c7f175-1349-4c4b-9f4e-dcdc7b361910) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:07.656724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:07.660670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.680125 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, ebcfed41-aecc-4a37-a9a8-776d5a8c0802) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:07.687815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:07.688758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.696169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6272b873-28c8-4e53-8813-3c0330a6e337 None None] Network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:07.703844 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cf2c51c6-5e7a-4c66-963d-fdab9c9e616b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5082908 Oct 20 03:40:07.710999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56480) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:07.714619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d8bae8-fe5e-46de-9545-097348255a18 None None] Network ebcfed41-aecc-4a37-a9a8-776d5a8c0802 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:07.724897 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8b9d8728-4048-4c0b-af61-42314e9762c6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0466130 Oct 20 03:40:07.728016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56482) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:07.733838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Request body: {'port': {'network_id': 'ebcfed41-aecc-4a37-a9a8-776d5a8c0802', 'name': 'tempest-TagsExtTest-1624730555'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:07.743122 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.853050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beece41-a0f2-439f-a9e4-22e1d5e80d30 None None] Network e8ce280c-25f6-4227-a9e9-63af44d00404 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:07.938806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-282ee9e3-a981-4b59-b0cb-9226a3157b11 None None] Current status of the port 532a4c4b-9248-41a2-a8cb-71e9b405381d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:07.939192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-282ee9e3-a981-4b59-b0cb-9226a3157b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.952515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:07.995806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Made reservation on behalf of 0f9b060e12a34c7abfe8134e4f5e384b for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:07.999939 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.054137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] device_id is not set on port b6222a7a-4075-4c89-9cec-a4da4197261b yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:08.119221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.126947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.173137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 532a4c4b-9248-41a2-a8cb-71e9b405381d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:08.173419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.173751 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 532a4c4b-9248-41a2-a8cb-71e9b405381d Oct 20 03:40:08.288951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Allocated IP 172.20.0.9 (ebcfed41-aecc-4a37-a9a8-776d5a8c0802/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/b6222a7a-4075-4c89-9cec-a4da4197261b) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:08.338032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-282ee9e3-a981-4b59-b0cb-9226a3157b11 None None] For port 532a4c4b-9248-41a2-a8cb-71e9b405381d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=532a4c4b-9248-41a2-a8cb-71e9b405381d,segment=NetworkSegment(225b76b1-560a-4746-a21b-ce10f4948b99),segment_id=225b76b1-560a-4746-a21b-ce10f4948b99)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:08.354566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-282ee9e3-a981-4b59-b0cb-9226a3157b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.468964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.489401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=07226e33-fa65-4886-9b3e-0cf4b92b98bd,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:08.498309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.515356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.565613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.594025 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.629467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.631538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=2035e56d-4b4d-40e5-a631-64414a5a7fe7,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:08.647366 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ee9e3-a981-4b59-b0cb-9226a3157b11 None None] Pushing event updated for resources: {'Port': ['ID=532a4c4b-9248-41a2-a8cb-71e9b405381d,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:08.652431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-57cf4e3b-612e-478e-8858-40e1572d274a None None] Provisioning complete for port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:08.652809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-57cf4e3b-612e-478e-8858-40e1572d274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.653149 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-57cf4e3b-612e-478e-8858-40e1572d274a None None] Attempt 1 to provision port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 Oct 20 03:40:08.653468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.660786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 532a4c4b-9248-41a2-a8cb-71e9b405381d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:08.660786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 909cab08-371b-4005-ae16-1086e2cc2f56 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:08.698925 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-ebcfed41-aecc-4a37-a9a8-776d5a8c0802', 'network_id': 'ebcfed41-aecc-4a37-a9a8-776d5a8c0802', 'tenant_id': '0f9b060e12a34c7abfe8134e4f5e384b', 'fixed_ips': [{'subnet_id': '6af9e7b0-1beb-4230-b3b7-9b79f38796b0'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:08.699791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.741261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:08.742134 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.780848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:08.835627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network ced89a82-8b72-462c-9197-7d54e0f0e48e is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:08.866547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:08.880095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Network ebcfed41-aecc-4a37-a9a8-776d5a8c0802 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:08.892608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Pushing event updated for resources: {'Port': ['ID=b6222a7a-4075-4c89-9cec-a4da4197261b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:08.909280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:08.992137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:09.025939 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP 5c1fab84-1c6d-4e00-9da0-5a11177bed88 associated. External IP: 172.26.0.150, port: ac9edc78-950b-4f9c-ad16-adbf7df52ad1. Oct 20 03:40:09.094378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:09.095033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.103522 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.1 (24c7f175-1349-4c4b-9f4e-dcdc7b361910/59e75800-7363-421a-9a79-a46faa17249d/a5662bda-cb5f-468b-adf1-a0114260b66b) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:09.124183 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7d786108-5790-4652-a0e0-5aec86d228b0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3948245 Oct 20 03:40:09.128555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56484) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:09.139132 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Allocated IP 172.20.0.2 (ebcfed41-aecc-4a37-a9a8-776d5a8c0802/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/305a0e1a-cf4e-4b64-a840-432e2610bc7e) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:09.141435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-57cf4e3b-612e-478e-8858-40e1572d274a None None] Current status of the port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:09.141830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-57cf4e3b-612e-478e-8858-40e1572d274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.145457 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3dc5c1f4-ec95-42a9-b813-4e5b80d5d58d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1281098640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:09.158273 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 909cab08-371b-4005-ae16-1086e2cc2f56 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:09.158641 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.158985 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 909cab08-371b-4005-ae16-1086e2cc2f56 Oct 20 03:40:09.173564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router f628fff7-40a0-4652-89f6-a16bb34c5997 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:40:09.313303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:09.331641 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3d78727d-7640-480c-be82-197c81d7e079 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/f628fff7-40a0-4652-89f6-a16bb34c5997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1430719 Oct 20 03:40:09.332819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a78c52-da68-4114-a751-bcb955e5882a None None] Sync routers for ids ['f628fff7-40a0-4652-89f6-a16bb34c5997'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:09.333112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56486) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:09.344821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-57cf4e3b-612e-478e-8858-40e1572d274a None None] For port e25d0f8a-1908-4ed9-ac84-9c8374c8f155, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e25d0f8a-1908-4ed9-ac84-9c8374c8f155,segment=NetworkSegment(4a9dffc2-72c7-4780-acfd-22e8f743644a),segment_id=4a9dffc2-72c7-4780-acfd-22e8f743644a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:09.355627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-57cf4e3b-612e-478e-8858-40e1572d274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.387495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1531a0-cf3f-4a28-952c-3e08de3fdfc0 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:09.392240 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1a1531a0-cf3f-4a28-952c-3e08de3fdfc0 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports/2035e56d-4b4d-40e5-a631-64414a5a7fe7 HTTP/1.1" status: 200 len: 910 time: 0.0577989 Oct 20 03:40:09.393130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56488) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:09.422290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a78c52-da68-4114-a751-bcb955e5882a None None] Routers {'f628fff7-40a0-4652-89f6-a16bb34c5997'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:09.423082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a8a78c52-da68-4114-a751-bcb955e5882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f628fff7-40a0-4652-89f6-a16bb34c5997'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:09.481963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a8a78c52-da68-4114-a751-bcb955e5882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:09.485427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.525258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.538676 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf4e3b-612e-478e-8858-40e1572d274a None None] Pushing event updated for resources: {'Port': ['ID=e25d0f8a-1908-4ed9-ac84-9c8374c8f155,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:09.557735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a78c52-da68-4114-a751-bcb955e5882a None None] Routers {'f628fff7-40a0-4652-89f6-a16bb34c5997'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:09.558540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a8a78c52-da68-4114-a751-bcb955e5882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f628fff7-40a0-4652-89f6-a16bb34c5997'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:09.624317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Provisioning complete for port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:09.624317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.625153 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 1 to provision port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 Oct 20 03:40:09.629040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Network ebcfed41-aecc-4a37-a9a8-776d5a8c0802 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:09.634365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 909cab08-371b-4005-ae16-1086e2cc2f56 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:09.634365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.639541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a8a78c52-da68-4114-a751-bcb955e5882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:09.640153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a78c52-da68-4114-a751-bcb955e5882a None None] The sync data for ids ['f628fff7-40a0-4652-89f6-a16bb34c5997'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:09.644072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c1f4-ec95-42a9-b813-4e5b80d5d58d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.645128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c1f4-ec95-42a9-b813-4e5b80d5d58d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.662893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:09.672491 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:09.694460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Pushing event updated for resources: {'Port': ['ID=305a0e1a-cf4e-4b64-a840-432e2610bc7e,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:09.705959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 909cab08-371b-4005-ae16-1086e2cc2f56, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=909cab08-371b-4005-ae16-1086e2cc2f56,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:09.711682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:09.733061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.733956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e25d0f8a-1908-4ed9-ac84-9c8374c8f155 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:09.778745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.817138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c1f4-ec95-42a9-b813-4e5b80d5d58d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.818827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Attempting to bind port 305a0e1a-cf4e-4b64-a840-432e2610bc7e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:09.819195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Attempting to bind port 305a0e1a-cf4e-4b64-a840-432e2610bc7e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'c8d6323c-6841-40dd-bfd2-a78bbc61d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ebcfed41-aecc-4a37-a9a8-776d5a8c0802'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:09.819903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Attempting to bind port 305a0e1a-cf4e-4b64-a840-432e2610bc7e on network ebcfed41-aecc-4a37-a9a8-776d5a8c0802 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:09.825402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.831795 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c1f4-ec95-42a9-b813-4e5b80d5d58d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.835718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:09.836085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Checking segment: {'id': 'c8d6323c-6841-40dd-bfd2-a78bbc61d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ebcfed41-aecc-4a37-a9a8-776d5a8c0802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:09.836502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.836889 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Bound using segment: {'id': 'c8d6323c-6841-40dd-bfd2-a78bbc61d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ebcfed41-aecc-4a37-a9a8-776d5a8c0802'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:09.837351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Bound port: 305a0e1a-cf4e-4b64-a840-432e2610bc7e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d6323c-6841-40dd-bfd2-a78bbc61d077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ebcfed41-aecc-4a37-a9a8-776d5a8c0802'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:09.837723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.851573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=909cab08-371b-4005-ae16-1086e2cc2f56,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:09.894393 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:09.894764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.895098 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 Oct 20 03:40:09.895240 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dc5c1f4-ec95-42a9-b813-4e5b80d5d58d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.898984 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3dc5c1f4-ec95-42a9-b813-4e5b80d5d58d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7667861 Oct 20 03:40:09.899342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56490) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:09.904517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-63457f2f-826f-44b9-a633-0af207373ec6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1824890190', 'prefixes': ['172.20.0.0/16']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:09.921759 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:09.970808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] For port 305a0e1a-cf4e-4b64-a840-432e2610bc7e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:09.974268 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:09.990828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] For port 305a0e1a-cf4e-4b64-a840-432e2610bc7e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=305a0e1a-cf4e-4b64-a840-432e2610bc7e,segment=NetworkSegment(c8d6323c-6841-40dd-bfd2-a78bbc61d077),segment_id=c8d6323c-6841-40dd-bfd2-a78bbc61d077)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:09.999485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.040996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Allocated IP 172.20.0.2 (24c7f175-1349-4c4b-9f4e-dcdc7b361910/59e75800-7363-421a-9a79-a46faa17249d/3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:10.042501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:10.052823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=a5662bda-cb5f-468b-adf1-a0114260b66b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:10.056003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:10.061878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:10.155162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:10.165179 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79c44a-69f6-48bf-ad91-da2860f9b96b None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:10.170941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.177963 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79c44a-69f6-48bf-ad91-da2860f9b96b None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:10.184064 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-db79c44a-69f6-48bf-ad91-da2860f9b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:10.239788 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-db79c44a-69f6-48bf-ad91-da2860f9b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:10.258550 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79c44a-69f6-48bf-ad91-da2860f9b96b None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:10.259039 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-db79c44a-69f6-48bf-ad91-da2860f9b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:10.275461 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 2 to provision port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 Oct 20 03:40:10.328692 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-db79c44a-69f6-48bf-ad91-da2860f9b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:10.333128 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79c44a-69f6-48bf-ad91-da2860f9b96b None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:10.370038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.399445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.401656 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc313973-f7d2-4750-adac-98497d95fdbb None None] Pushing event updated for resources: {'Port': ['ID=305a0e1a-cf4e-4b64-a840-432e2610bc7e,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:10.411371 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ffdd36d6-2ccd-4d38-9964-3e06e13547fc tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7375062 Oct 20 03:40:10.413852 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56492) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:10.415854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:10.420032 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1961670297'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:10.423269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:10.491765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Made reservation on behalf of 229eff0a85b148bc8e88f418a7557d61 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:10.496776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.558110 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:10.560661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.567049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.581377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.582013 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Added segment 8291b958-9b19-4d0e-b8dc-a2dba141bf9a of type vlan for network 667f721f-324b-44c7-a32f-13f60fc47f07 Oct 20 03:40:10.619488 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:10.623378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:10.625507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Pushing event updated for resources: {'Port': ['ID=3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:10.628368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:10.640895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-63457f2f-826f-44b9-a633-0af207373ec6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for subnetpool, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.642114 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-63457f2f-826f-44b9-a633-0af207373ec6 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7417700 Oct 20 03:40:10.646118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56494) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:10.651123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-60b5145e-ec69-43dd-a823-02230c74a9d4 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0', 'tempest-TagsExtTest-Tag-1656943142') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:10.694598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Allocated IP 172.21.0.1 (e8ce280c-25f6-4227-a9e9-63af44d00404/3d313868-69b0-452d-b717-9ad4f7371c5d/adb2487e-9e56-4c39-a389-aef61ea4ca14) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:10.719093 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Attempting to bind port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:10.721358 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Attempting to bind port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:10.721969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Attempting to bind port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 on network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:10.735088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:10.735761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Checking segment: {'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:10.736361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.738448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Bound using segment: {'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:10.741502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Bound port: 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:10.742758 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.765007 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.789767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 532a4c4b-9248-41a2-a8cb-71e9b405381d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:10.833711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.840033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:10.840764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.861534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c2512965-6995-4e21-b9af-91b527946356 None None] For port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:10.865726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c2512965-6995-4e21-b9af-91b527946356 None None] For port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3,segment=NetworkSegment(c7ee3208-71e6-435f-96c4-d92becd35546),segment_id=c7ee3208-71e6-435f-96c4-d92becd35546)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:10.866765 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-60b5145e-ec69-43dd-a823-02230c74a9d4 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags/tempest-TagsExtTest-Tag-1656943142 HTTP/1.1" status: 201 len: 201 time: 0.2195489 Oct 20 03:40:10.873422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56496) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:10.875229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.879827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-5dd131d2-6f36-4891-8921-0a2eb6440e0a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b', 'tempest-TagsExtTest-Tag-399967166') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:10.885736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.904021 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4889627 Oct 20 03:40:10.904769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56498) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:10.924934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'subnet': {'network_id': '667f721f-324b-44c7-a32f-13f60fc47f07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:10.936935 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 3 to provision port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 Oct 20 03:40:10.958956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 532a4c4b-9248-41a2-a8cb-71e9b405381d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:10.960262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.960615 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 532a4c4b-9248-41a2-a8cb-71e9b405381d Oct 20 03:40:10.972600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:10.981278 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5c3a8-8e66-44db-914b-9d076af30449 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Network': ['ID=667f721f-324b-44c7-a32f-13f60fc47f07,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:11.008366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.033247 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5dd131d2-6f36-4891-8921-0a2eb6440e0a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags/tempest-TagsExtTest-Tag-399967166 HTTP/1.1" status: 201 len: 201 time: 0.1581299 Oct 20 03:40:11.043919 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network e8ce280c-25f6-4227-a9e9-63af44d00404 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:11.046614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56500) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:11.051379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2512965-6995-4e21-b9af-91b527946356 None None] Pushing event updated for resources: {'Port': ['ID=3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:11.053530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.061557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-8e3bef75-ce18-487a-8d43-870b5689d0d9 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c', 'tempest-TagsExtTest-Tag-384241876') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:11.067528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:11.074184 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 667f721f-324b-44c7-a32f-13f60fc47f07 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:11.101989 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:11.105979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=adb2487e-9e56-4c39-a389-aef61ea4ca14,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:11.153717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Made reservation on behalf of 229eff0a85b148bc8e88f418a7557d61 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:11.157634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.172041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.199582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.247604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:11.269618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=a5662bda-cb5f-468b-adf1-a0114260b66b,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:11.383289 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8e3bef75-ce18-487a-8d43-870b5689d0d9 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags/tempest-TagsExtTest-Tag-384241876 HTTP/1.1" status: 201 len: 201 time: 0.3357573 Oct 20 03:40:11.387698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56502) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:11.393797 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-96deb019-f20b-4d35-bf47-768d15fc4d54 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051', 'tempest-TagsExtTest-Tag-733218965') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:11.476180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:11.480415 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:11.489923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 532a4c4b-9248-41a2-a8cb-71e9b405381d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:11.491414 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 305a0e1a-cf4e-4b64-a840-432e2610bc7e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:11.529897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.565565 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-96deb019-f20b-4d35-bf47-768d15fc4d54 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags/tempest-TagsExtTest-Tag-733218965 HTTP/1.1" status: 201 len: 201 time: 0.1768377 Oct 20 03:40:11.568728 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56504) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:11.580103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-579c59e8-a575-4604-934f-125c0914b466 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:11.668793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 305a0e1a-cf4e-4b64-a840-432e2610bc7e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:11.669387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.669599 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 305a0e1a-cf4e-4b64-a840-432e2610bc7e Oct 20 03:40:11.669712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.760811 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 4 to provision port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 Oct 20 03:40:11.787115 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-579c59e8-a575-4604-934f-125c0914b466 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags HTTP/1.1" status: 200 len: 241 time: 0.2171533 Oct 20 03:40:11.789623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56506) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:11.798862 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-6f0ec41d-d242-4f9c-acb5-57aee660998d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0', 'tempest-TagsExtTest-Tag-1656943142') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:11.807773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 305a0e1a-cf4e-4b64-a840-432e2610bc7e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:11.808160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.818648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:11.839736 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Subnet': ['ID=a72196ba-8b29-4643-903e-7461e7da592a,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:11.839926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c05f0-6e50-4c02-b0dd-dba1730aa95e None None] Network ebcfed41-aecc-4a37-a9a8-776d5a8c0802 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:11.848927 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Checking segment: {'id': '8291b958-9b19-4d0e-b8dc-a2dba141bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '667f721f-324b-44c7-a32f-13f60fc47f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:11.849406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network hostable DHCP agents. Network: 667f721f-324b-44c7-a32f-13f60fc47f07, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:11.860100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 305a0e1a-cf4e-4b64-a840-432e2610bc7e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=305a0e1a-cf4e-4b64-a840-432e2610bc7e,segment=NetworkSegment(c8d6323c-6841-40dd-bfd2-a78bbc61d077),segment_id=c8d6323c-6841-40dd-bfd2-a78bbc61d077)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:11.866700 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.867960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e25d0f8a-1908-4ed9-ac84-9c8374c8f155 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:11.886890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2ddb62b2-6a56-4063-bc46-72fd55366d13 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:11.901951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 667f721f-324b-44c7-a32f-13f60fc47f07 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:11.912733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 667f721f-324b-44c7-a32f-13f60fc47f07) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:11.953484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74deba2-780e-4f33-8362-2e3e9735c0ae None None] Network 667f721f-324b-44c7-a32f-13f60fc47f07 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:11.956037 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:11.957331 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:11.961175 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6f0ec41d-d242-4f9c-acb5-57aee660998d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags/tempest-TagsExtTest-Tag-1656943142 HTTP/1.1" status: 204 len: 168 time: 0.1705203 Oct 20 03:40:11.965671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56508) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:11.969785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-79ef1ed1-c6e6-4704-87c8-4ccf104543d7 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0', 'tempest-TagsExtTest-Tag-1656943142') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:11.992942 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9e5bceaa-b9c2-4973-9593-141707e2be38 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0764539 Oct 20 03:40:11.993740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56510) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:12.003038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2140075779', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:12.019307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.027258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=305a0e1a-cf4e-4b64-a840-432e2610bc7e,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:12.029372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.085550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.086674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.114713 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:12.125696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:12.126071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.126254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.126380 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 Oct 20 03:40:12.128376 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7a4b79c3-f949-45a6-83e9-6b5b84d8482f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/2ddb62b2-6a56-4063-bc46-72fd55366d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4125080 Oct 20 03:40:12.129497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56512) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:12.137369 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=adb2487e-9e56-4c39-a389-aef61ea4ca14,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:12.160751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Sync routers for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:12.176645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.235338 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:12.236020 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:12.259019 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-79ef1ed1-c6e6-4704-87c8-4ccf104543d7 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags/tempest-TagsExtTest-Tag-1656943142 HTTP/1.1" status: 204 len: 168 time: 0.2925441 Oct 20 03:40:12.289870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56514) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:12.323954 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 5 to provision port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 Oct 20 03:40:12.362812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-30c320ce-6ce1-4eb8-8859-6b6026eb771f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:12.376920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.396877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-667f721f-324b-44c7-a32f-13f60fc47f07', 'network_id': '667f721f-324b-44c7-a32f-13f60fc47f07', 'tenant_id': '229eff0a85b148bc8e88f418a7557d61', 'fixed_ips': [{'subnet_id': 'a72196ba-8b29-4643-903e-7461e7da592a'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:12.397732 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.501028 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d9990-f289-47cd-997b-f5dfd9c3f536 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.501803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d9990-f289-47cd-997b-f5dfd9c3f536 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.502433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d9990-f289-47cd-997b-f5dfd9c3f536 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.503112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d9990-f289-47cd-997b-f5dfd9c3f536 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.503578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d9990-f289-47cd-997b-f5dfd9c3f536 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.504045 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d9990-f289-47cd-997b-f5dfd9c3f536 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.504533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d9990-f289-47cd-997b-f5dfd9c3f536 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.504992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d9990-f289-47cd-997b-f5dfd9c3f536 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.505448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d9990-f289-47cd-997b-f5dfd9c3f536 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.507511 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-957d9990-f289-47cd-997b-f5dfd9c3f536 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6332 time: 0.3768408 Oct 20 03:40:12.511011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56516) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:12.526119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network e8ce280c-25f6-4227-a9e9-63af44d00404 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:12.540372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:12.704482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.713747 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-30c320ce-6ce1-4eb8-8859-6b6026eb771f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags HTTP/1.1" status: 200 len: 205 time: 0.4165506 Oct 20 03:40:12.722852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56518) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:12.728078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-bc28a20f-c60b-43eb-a185-59142cd72a81 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:12.739239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:12.781857 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:12.790258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:12.792107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 909cab08-371b-4005-ae16-1086e2cc2f56 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:12.848303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21be6b-6b5a-4d30-92b5-e759695b23fa tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.848904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21be6b-6b5a-4d30-92b5-e759695b23fa tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.849213 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21be6b-6b5a-4d30-92b5-e759695b23fa tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.849670 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21be6b-6b5a-4d30-92b5-e759695b23fa tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.850118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21be6b-6b5a-4d30-92b5-e759695b23fa tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.850882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21be6b-6b5a-4d30-92b5-e759695b23fa tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.851328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21be6b-6b5a-4d30-92b5-e759695b23fa tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.851921 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21be6b-6b5a-4d30-92b5-e759695b23fa tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.853001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21be6b-6b5a-4d30-92b5-e759695b23fa tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:12.858034 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4e21be6b-6b5a-4d30-92b5-e759695b23fa tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5688 time: 0.3406270 Oct 20 03:40:12.859150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56520) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:12.894024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:12.898326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.26.0.56 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/c73fbfb0-ca16-41a0-9127-5c3630327f38) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:12.952144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router f628fff7-40a0-4652-89f6-a16bb34c5997 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:13.047834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3a987-3059-4ccf-811b-3461a93d4a29 None None] Network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:13.055502 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bc28a20f-c60b-43eb-a185-59142cd72a81 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags HTTP/1.1" status: 200 len: 240 time: 0.3312962 Oct 20 03:40:13.058737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56522) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:13.073341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.081783 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-28d56cd1-6e4e-4ce1-8b83-3a052d580d6f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b', 'tempest-TagsExtTest-Tag-399967166') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:13.141075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:13.147333 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-36fdb988-f45a-42fe-abec-4d942de15360 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/f628fff7-40a0-4652-89f6-a16bb34c5997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7530775 Oct 20 03:40:13.151256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56524) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:13.153784 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae607d4-bee0-4841-87c9-649756e926fe None None] Sync routers for ids ['f628fff7-40a0-4652-89f6-a16bb34c5997'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:13.165965 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae607d4-bee0-4841-87c9-649756e926fe None None] Routers {'f628fff7-40a0-4652-89f6-a16bb34c5997'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:13.166592 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4ae607d4-bee0-4841-87c9-649756e926fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f628fff7-40a0-4652-89f6-a16bb34c5997'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:13.192920 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-28d56cd1-6e4e-4ce1-8b83-3a052d580d6f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags/tempest-TagsExtTest-Tag-399967166 HTTP/1.1" status: 204 len: 168 time: 0.1317832 Oct 20 03:40:13.195364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56526) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:13.202293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-b2b5dfae-e629-43bb-8ec6-b5ca57783933 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b', 'tempest-TagsExtTest-Tag-399967166') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:13.227121 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4ae607d4-bee0-4841-87c9-649756e926fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:13.231865 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.241261 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae607d4-bee0-4841-87c9-649756e926fe None None] Routers {'f628fff7-40a0-4652-89f6-a16bb34c5997'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:13.241883 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4ae607d4-bee0-4841-87c9-649756e926fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f628fff7-40a0-4652-89f6-a16bb34c5997'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:13.285474 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4ae607d4-bee0-4841-87c9-649756e926fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:13.286379 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae607d4-bee0-4841-87c9-649756e926fe None None] The sync data for ids ['f628fff7-40a0-4652-89f6-a16bb34c5997'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:13.288499 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 6 to provision port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 Oct 20 03:40:13.302229 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:13.309644 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:13.316160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:13.325102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93604370-d970-48b9-8a3f-8a38a6a858bc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:13.329712 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-93604370-d970-48b9-8a3f-8a38a6a858bc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports/adb2487e-9e56-4c39-a389-aef61ea4ca14 HTTP/1.1" status: 200 len: 910 time: 0.1739330 Oct 20 03:40:13.329881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56528) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:13.357964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 909cab08-371b-4005-ae16-1086e2cc2f56 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:13.358344 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.358650 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=c73fbfb0-ca16-41a0-9127-5c3630327f38,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:13.358775 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 909cab08-371b-4005-ae16-1086e2cc2f56 Oct 20 03:40:13.439036 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b2b5dfae-e629-43bb-8ec6-b5ca57783933 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags/tempest-TagsExtTest-Tag-399967166 HTTP/1.1" status: 204 len: 168 time: 0.2396150 Oct 20 03:40:13.439276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56530) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:13.443490 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-fc9bab05-c609-40aa-a465-d6db5d720960 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:13.458913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:13.542332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Allocated IP 172.20.0.2 (667f721f-324b-44c7-a32f-13f60fc47f07/a72196ba-8b29-4643-903e-7461e7da592a/196a9e6a-c544-4903-9bc8-56f1d90a72c6) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:13.615010 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fc9bab05-c609-40aa-a465-d6db5d720960 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags HTTP/1.1" status: 200 len: 205 time: 0.1725149 Oct 20 03:40:13.615276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56532) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:13.620480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-9ffad9b4-5ccc-4e55-8daa-7e93ffafa3ac tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:13.677146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 909cab08-371b-4005-ae16-1086e2cc2f56 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:13.709884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:10Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:10Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:13.747368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Checking router: 2ddb62b2-6a56-4063-bc46-72fd55366d13 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:40:13.747729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Updating router 2ddb62b2-6a56-4063-bc46-72fd55366d13 port a5662bda-cb5f-468b-adf1-a0114260b66b binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:40:13.823508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.855605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.869800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:13.875734 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c0dd71b9-b046-4b40-bbef-a409b94b0a5e tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3947 time: 1.0154390 Oct 20 03:40:13.977696 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 7 to provision port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 Oct 20 03:40:13.993600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:14.008485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Network 667f721f-324b-44c7-a32f-13f60fc47f07 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:14.016866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56538) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:14.023809 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-08a08f74-2ca0-456e-91b7-54c2d3d2fff2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929001490', 'description': 'tempest-secgroup-smoke-1929001490 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:14.063914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:14.078233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:14.098470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08a08f74-2ca0-456e-91b7-54c2d3d2fff2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.108762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Pushing event updated for resources: {'Port': ['ID=196a9e6a-c544-4903-9bc8-56f1d90a72c6,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:14.172694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.279385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08a08f74-2ca0-456e-91b7-54c2d3d2fff2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.296047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08a08f74-2ca0-456e-91b7-54c2d3d2fff2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.324386 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:14.333085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08a08f74-2ca0-456e-91b7-54c2d3d2fff2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.337751 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-08a08f74-2ca0-456e-91b7-54c2d3d2fff2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3201809 Oct 20 03:40:14.341703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56540) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:14.347376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-16ea61f3-c601-4cb8-b355-6b8b38d28f67 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '925bc4de-9cb8-499d-a6e4-d0c8c1a2649a', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:14.357250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06b1847b-e657-4f71-8b25-e52969df4902 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.372640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:14.373015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.373355 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 Oct 20 03:40:14.427896 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9ffad9b4-5ccc-4e55-8daa-7e93ffafa3ac tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags HTTP/1.1" status: 200 len: 240 time: 0.8115695 Oct 20 03:40:14.428561 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56542) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:14.429704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.438814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-a308b59d-4405-4f94-92b5-e94abb6f5fbd tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c', 'tempest-TagsExtTest-Tag-384241876') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:14.448421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Attempting to bind port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:14.448902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Attempting to bind port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '8291b958-9b19-4d0e-b8dc-a2dba141bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '667f721f-324b-44c7-a32f-13f60fc47f07'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:14.449276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Attempting to bind port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 on network 667f721f-324b-44c7-a32f-13f60fc47f07 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:14.503934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:14.504218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a08f74-2ca0-456e-91b7-54c2d3d2fff2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:14.504351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Checking segment: {'id': '8291b958-9b19-4d0e-b8dc-a2dba141bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '667f721f-324b-44c7-a32f-13f60fc47f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:14.504744 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.505147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Bound using segment: {'id': '8291b958-9b19-4d0e-b8dc-a2dba141bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '667f721f-324b-44c7-a32f-13f60fc47f07'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:14.505648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Bound port: 196a9e6a-c544-4903-9bc8-56f1d90a72c6, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8291b958-9b19-4d0e-b8dc-a2dba141bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '667f721f-324b-44c7-a32f-13f60fc47f07'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:14.506032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.530600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:14.531121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.570484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16ea61f3-c601-4cb8-b355-6b8b38d28f67 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.613873 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a308b59d-4405-4f94-92b5-e94abb6f5fbd tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags/tempest-TagsExtTest-Tag-384241876 HTTP/1.1" status: 204 len: 168 time: 0.1786165 Oct 20 03:40:14.615367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56544) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:14.627675 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-699623e2-5a38-4342-9dd5-7c3b1b12b3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.639815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3,segment=NetworkSegment(c7ee3208-71e6-435f-96c4-d92becd35546),segment_id=c7ee3208-71e6-435f-96c4-d92becd35546)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:14.640057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-8603bc7e-6c1f-4916-a12e-5c8f3978654f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c', 'tempest-TagsExtTest-Tag-384241876') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:14.656357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.657127 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 305a0e1a-cf4e-4b64-a840-432e2610bc7e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:14.659982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.673556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8c31467a-9171-4d17-a039-f9b109f4e790 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:40:14.724246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.734550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16ea61f3-c601-4cb8-b355-6b8b38d28f67 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.743018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] For port 196a9e6a-c544-4903-9bc8-56f1d90a72c6, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:14.769079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16ea61f3-c601-4cb8-b355-6b8b38d28f67 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.779800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] For port 196a9e6a-c544-4903-9bc8-56f1d90a72c6, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=196a9e6a-c544-4903-9bc8-56f1d90a72c6,segment=NetworkSegment(8291b958-9b19-4d0e-b8dc-a2dba141bf9a),segment_id=8291b958-9b19-4d0e-b8dc-a2dba141bf9a)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:14.780796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:14.807075 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.819463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:14.836647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea61f3-c601-4cb8-b355-6b8b38d28f67 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c500eec3-6b3e-4a76-b15c-73af9331f645,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:14.841249 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 8 to provision port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 Oct 20 03:40:14.847234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-16ea61f3-c601-4cb8-b355-6b8b38d28f67 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.848573 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-16ea61f3-c601-4cb8-b355-6b8b38d28f67 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5057547 Oct 20 03:40:14.852239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56546) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:14.852530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475474b7-0d01-42a6-9b52-1e7205d4660d None None] Sync routers for ids ['8c31467a-9171-4d17-a039-f9b109f4e790'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:14.864310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-46f54e56-ea11-4c7f-a795-cb32efbc64b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '925bc4de-9cb8-499d-a6e4-d0c8c1a2649a', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:14.870683 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8603bc7e-6c1f-4916-a12e-5c8f3978654f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags/tempest-TagsExtTest-Tag-384241876 HTTP/1.1" status: 204 len: 168 time: 0.2490039 Oct 20 03:40:14.872118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56548) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:14.882317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-06b1847b-e657-4f71-8b25-e52969df4902 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port adb2487e-9e56-4c39-a389-aef61ea4ca14 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:14.882888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06b1847b-e657-4f71-8b25-e52969df4902 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.883347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-8300bf8f-1809-4fa5-80ca-5b2e764ae599 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:14.927737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:14.933088 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-44b7c5f5-b473-4a96-ace1-b3edfc8fc89b tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9353838 Oct 20 03:40:14.933765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56550) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:14.996431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06b1847b-e657-4f71-8b25-e52969df4902 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.011066 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-46f54e56-ea11-4c7f-a795-cb32efbc64b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.012015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-06b1847b-e657-4f71-8b25-e52969df4902 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for adb2487e-9e56-4c39-a389-aef61ea4ca14 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:15.078414 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Attempting to bind port a5662bda-cb5f-468b-adf1-a0114260b66b on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:15.078785 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Attempting to bind port a5662bda-cb5f-468b-adf1-a0114260b66b by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:15.079146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Attempting to bind port a5662bda-cb5f-468b-adf1-a0114260b66b on network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:15.083554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df7c8c-df9e-4455-bcb5-1e80deba6322 None None] Pushing event updated for resources: {'Port': ['ID=a5662bda-cb5f-468b-adf1-a0114260b66b,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:15.085799 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475474b7-0d01-42a6-9b52-1e7205d4660d None None] Routers {'8c31467a-9171-4d17-a039-f9b109f4e790'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:15.086407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-475474b7-0d01-42a6-9b52-1e7205d4660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8c31467a-9171-4d17-a039-f9b109f4e790'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.092823 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 305a0e1a-cf4e-4b64-a840-432e2610bc7e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:15.093194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.093589 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 305a0e1a-cf4e-4b64-a840-432e2610bc7e Oct 20 03:40:15.100452 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8300bf8f-1809-4fa5-80ca-5b2e764ae599 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags HTTP/1.1" status: 200 len: 205 time: 0.2247226 Oct 20 03:40:15.103871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56552) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:15.123671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-3d0c9b57-1cb5-4c00-b739-8895e3ebb289 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.166539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:15.191276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-475474b7-0d01-42a6-9b52-1e7205d4660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.193519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:15.193895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Checking segment: {'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:15.194289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.194681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Bound using segment: {'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:15.195163 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Bound port: a5662bda-cb5f-468b-adf1-a0114260b66b, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:15.195543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.244653 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475474b7-0d01-42a6-9b52-1e7205d4660d None None] Routers {'8c31467a-9171-4d17-a039-f9b109f4e790'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:15.245324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-475474b7-0d01-42a6-9b52-1e7205d4660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8c31467a-9171-4d17-a039-f9b109f4e790'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.264206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-46f54e56-ea11-4c7f-a795-cb32efbc64b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.265487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06b1847b-e657-4f71-8b25-e52969df4902 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.317053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1847b-e657-4f71-8b25-e52969df4902 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=adb2487e-9e56-4c39-a389-aef61ea4ca14,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:15.325082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4764c-1464-43da-acc6-297fb4bd2ef8 None None] Pushing event updated for resources: {'Port': ['ID=196a9e6a-c544-4903-9bc8-56f1d90a72c6,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:15.337437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-475474b7-0d01-42a6-9b52-1e7205d4660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.338926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475474b7-0d01-42a6-9b52-1e7205d4660d None None] The sync data for ids ['8c31467a-9171-4d17-a039-f9b109f4e790'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:15.388648 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3d0c9b57-1cb5-4c00-b739-8895e3ebb289 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags HTTP/1.1" status: 200 len: 240 time: 0.2821507 Oct 20 03:40:15.389502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-46f54e56-ea11-4c7f-a795-cb32efbc64b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.391401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56554) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:15.399223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-1c2c8170-712f-42fb-9efa-a8c428dc8a69 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051', 'tempest-TagsExtTest-Tag-733218965') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.417740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] For port a5662bda-cb5f-468b-adf1-a0114260b66b, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:15.424503 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] For port a5662bda-cb5f-468b-adf1-a0114260b66b, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a5662bda-cb5f-468b-adf1-a0114260b66b,segment=NetworkSegment(c7ee3208-71e6-435f-96c4-d92becd35546),segment_id=c7ee3208-71e6-435f-96c4-d92becd35546)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:15.424865 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f54e56-ea11-4c7f-a795-cb32efbc64b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfb3777-90cf-4199-a008-65ea03e107bf,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:15.434292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.439879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-46f54e56-ea11-4c7f-a795-cb32efbc64b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.444645 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-46f54e56-ea11-4c7f-a795-cb32efbc64b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5828331 Oct 20 03:40:15.444806 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1c2c8170-712f-42fb-9efa-a8c428dc8a69 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags/tempest-TagsExtTest-Tag-733218965 HTTP/1.1" status: 204 len: 168 time: 0.0523407 Oct 20 03:40:15.445363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56556) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:15.448020 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56558) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:15.456645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-b43aa4ee-f25a-43a0-8ce5-bcb15a9062aa tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051', 'tempest-TagsExtTest-Tag-733218965') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.490271 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-eb0c6d02-1e97-4e6a-aedc-b3fb7e86cf72 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '925bc4de-9cb8-499d-a6e4-d0c8c1a2649a', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:15.500305 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:15.500305 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.502386 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 305a0e1a-cf4e-4b64-a840-432e2610bc7e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:15.585133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df7c8c-df9e-4455-bcb5-1e80deba6322 None None] Pushing event updated for resources: {'Port': ['ID=a5662bda-cb5f-468b-adf1-a0114260b66b,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:15.593212 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b43aa4ee-f25a-43a0-8ce5-bcb15a9062aa tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags/tempest-TagsExtTest-Tag-733218965 HTTP/1.1" status: 204 len: 168 time: 0.1440165 Oct 20 03:40:15.594278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d02-1e97-4e6a-aedc-b3fb7e86cf72 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.595567 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56560) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:15.598219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06b1847b-e657-4f71-8b25-e52969df4902 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.600095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-8303596e-ae9f-40a6-8400-6727046bd9f1 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.660352 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8303596e-ae9f-40a6-8400-6727046bd9f1 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags HTTP/1.1" status: 200 len: 205 time: 0.0612876 Oct 20 03:40:15.660605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56562) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:15.667173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-26be6a83-96bf-437e-a9e6-1a055173ffe0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.671565 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 9 to provision port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 Oct 20 03:40:15.677317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:15.742874 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-26be6a83-96bf-437e-a9e6-1a055173ffe0 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags HTTP/1.1" status: 204 len: 168 time: 0.0789392 Oct 20 03:40:15.743152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56564) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:15.765452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:15.765836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-81a7d022-0911-461e-ad39-e408758c6446 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:15.771876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d02-1e97-4e6a-aedc-b3fb7e86cf72 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.789147 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.839013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d02-1e97-4e6a-aedc-b3fb7e86cf72 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.863276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c6d02-1e97-4e6a-aedc-b3fb7e86cf72 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5253d9-d2c6-4e5e-9499-14bb783b0fcb,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:15.950991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d02-1e97-4e6a-aedc-b3fb7e86cf72 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:15.955282 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-eb0c6d02-1e97-4e6a-aedc-b3fb7e86cf72 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4686546 Oct 20 03:40:15.960254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56566) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:15.967172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-658e624f-0236-4d7b-8d92-f5784043a66f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '925bc4de-9cb8-499d-a6e4-d0c8c1a2649a', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:15.998991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 196a9e6a-c544-4903-9bc8-56f1d90a72c6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:16.028410 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-81a7d022-0911-461e-ad39-e408758c6446 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags HTTP/1.1" status: 204 len: 168 time: 0.2840538 Oct 20 03:40:16.031948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56568) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:16.036527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-88f8342e-857c-4a4f-bd8e-52bf397ca025 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:16.069789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b1847b-e657-4f71-8b25-e52969df4902 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router f628fff7-40a0-4652-89f6-a16bb34c5997 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:16.087825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-658e624f-0236-4d7b-8d92-f5784043a66f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.095903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:10Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:15Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:16.111866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.20.0.1 (667f721f-324b-44c7-a32f-13f60fc47f07/a72196ba-8b29-4643-903e-7461e7da592a/f06a41c1-1368-4bb4-b830-55e31517a583) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:16.138824 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:16.139195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.139572 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 Oct 20 03:40:16.141501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755bf06-aab6-41f3-aca2-5d7ec9db1b44 None None] The sync data for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv is: [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:10Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:15Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:16.266800 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 10 to provision port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 Oct 20 03:40:16.301417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-658e624f-0236-4d7b-8d92-f5784043a66f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.303629 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b1847b-e657-4f71-8b25-e52969df4902 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:16.306933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:16.308054 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.309512 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-06b1847b-e657-4f71-8b25-e52969df4902 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/f628fff7-40a0-4652-89f6-a16bb34c5997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9785659 Oct 20 03:40:16.314370 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-88f8342e-857c-4a4f-bd8e-52bf397ca025 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags HTTP/1.1" status: 204 len: 168 time: 0.2787192 Oct 20 03:40:16.314370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56570) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:16.314370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-658e624f-0236-4d7b-8d92-f5784043a66f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.316015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56572) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:16.323805 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a756df-070f-4157-9bc1-7d64ff5f4d76 None None] Sync routers for ids ['f628fff7-40a0-4652-89f6-a16bb34c5997'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:16.336720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-b536182f-473e-4a81-9148-8ba17c7c93cf tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:16.341549 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a756df-070f-4157-9bc1-7d64ff5f4d76 None None] Routers {'f628fff7-40a0-4652-89f6-a16bb34c5997'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:16.342174 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-47a756df-070f-4157-9bc1-7d64ff5f4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f628fff7-40a0-4652-89f6-a16bb34c5997'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:16.362393 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 196a9e6a-c544-4903-9bc8-56f1d90a72c6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=196a9e6a-c544-4903-9bc8-56f1d90a72c6,segment=NetworkSegment(8291b958-9b19-4d0e-b8dc-a2dba141bf9a),segment_id=8291b958-9b19-4d0e-b8dc-a2dba141bf9a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:16.365090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:16.372717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.373480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:16.383515 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-47a756df-070f-4157-9bc1-7d64ff5f4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:16.395430 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a756df-070f-4157-9bc1-7d64ff5f4d76 None None] Routers {'f628fff7-40a0-4652-89f6-a16bb34c5997'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:16.396330 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-47a756df-070f-4157-9bc1-7d64ff5f4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:39:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f628fff7-40a0-4652-89f6-a16bb34c5997'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:16.411434 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.439592 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-47a756df-070f-4157-9bc1-7d64ff5f4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:16.441726 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a756df-070f-4157-9bc1-7d64ff5f4d76 None None] The sync data for ids ['f628fff7-40a0-4652-89f6-a16bb34c5997'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:16.451709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e624f-0236-4d7b-8d92-f5784043a66f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea6fa7e-8b86-4583-a075-11225480f0b2,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:16.474339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-658e624f-0236-4d7b-8d92-f5784043a66f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.476388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.480325 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-658e624f-0236-4d7b-8d92-f5784043a66f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5189538 Oct 20 03:40:16.482322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56574) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:16.484718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ca76d8-0d26-4dfe-8d47-aa5c0bdda8c0 None None] Network 667f721f-324b-44c7-a32f-13f60fc47f07 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:16.529107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 667f721f-324b-44c7-a32f-13f60fc47f07 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:16.532904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:16.541987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:16.595165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=f06a41c1-1368-4bb4-b830-55e31517a583,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:16.612457 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.656653 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Provisioning complete for port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:16.657599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.657599 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 1 to provision port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 Oct 20 03:40:16.713449 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=196a9e6a-c544-4903-9bc8-56f1d90a72c6,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:16.729193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d8eb234f-7d3b-4d34-9f78-834454686bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.757361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:16.757747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.758083 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 Oct 20 03:40:16.784764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.840018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f463aba0-efc9-4c53-8ff6-28a813fb7883 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '925bc4de-9cb8-499d-a6e4-d0c8c1a2649a', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:16.929555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:16.939727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Current status of the port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:16.966616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Provisioning complete for port 532a4c4b-9248-41a2-a8cb-71e9b405381d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:16.967001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:16.967327 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Attempt 1 to provision port 532a4c4b-9248-41a2-a8cb-71e9b405381d Oct 20 03:40:17.006592 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-f463aba0-efc9-4c53-8ff6-28a813fb7883 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:40:17.016998 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b536182f-473e-4a81-9148-8ba17c7c93cf tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags HTTP/1.1" status: 204 len: 168 time: 0.6933589 Oct 20 03:40:17.022838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56576) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:17.023735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f463aba0-efc9-4c53-8ff6-28a813fb7883 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.071985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-6c98d577-c5f5-48aa-ab22-aa4988ab3c68 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0', 'tempest-TagsExtTest-Tag-1392506639') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:17.115407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4512dccb-4f79-4638-a866-e6c7b51fa691 None None] Current status of the port 532a4c4b-9248-41a2-a8cb-71e9b405381d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:17.120562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f463aba0-efc9-4c53-8ff6-28a813fb7883 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.152838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f463aba0-efc9-4c53-8ff6-28a813fb7883 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.180346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.186547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.203527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463aba0-efc9-4c53-8ff6-28a813fb7883 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e4cd23-6104-4515-8577-198192bba9a1,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:17.216308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f463aba0-efc9-4c53-8ff6-28a813fb7883 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.217548 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f463aba0-efc9-4c53-8ff6-28a813fb7883 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3824897 Oct 20 03:40:17.221781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56578) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:17.229956 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-623c8432-43cb-42e0-a6fd-0637f0699aea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '925bc4de-9cb8-499d-a6e4-d0c8c1a2649a', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:17.242229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Provisioning complete for port a5662bda-cb5f-468b-adf1-a0114260b66b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:17.249576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.253697 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 1 to provision port a5662bda-cb5f-468b-adf1-a0114260b66b Oct 20 03:40:17.315407 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-623c8432-43cb-42e0-a6fd-0637f0699aea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:40:17.335260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-623c8432-43cb-42e0-a6fd-0637f0699aea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.351821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=f06a41c1-1368-4bb4-b830-55e31517a583,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:17.360625 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.380631 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6c98d577-c5f5-48aa-ab22-aa4988ab3c68 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags/tempest-TagsExtTest-Tag-1392506639 HTTP/1.1" status: 201 len: 201 time: 0.3100097 Oct 20 03:40:17.382906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56580) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:17.394556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-6197df62-9147-401b-883b-36ce70f0f107 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b', 'tempest-TagsExtTest-Tag-592942870') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:17.400915 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Current status of the port a5662bda-cb5f-468b-adf1-a0114260b66b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:17.401347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.454978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] For port a5662bda-cb5f-468b-adf1-a0114260b66b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a5662bda-cb5f-468b-adf1-a0114260b66b,segment=NetworkSegment(c7ee3208-71e6-435f-96c4-d92becd35546),segment_id=c7ee3208-71e6-435f-96c4-d92becd35546)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:17.461928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.511038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Provisioning complete for port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:17.511038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.511355 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 1 to provision port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 Oct 20 03:40:17.513467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 667f721f-324b-44c7-a32f-13f60fc47f07 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:17.516861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:17.523662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-623c8432-43cb-42e0-a6fd-0637f0699aea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.542191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-623c8432-43cb-42e0-a6fd-0637f0699aea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.549298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b7b652fb-1e77-4b47-8607-01b7f106f977 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.553524 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Pushing event updated for resources: {'Port': ['ID=a5662bda-cb5f-468b-adf1-a0114260b66b,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:17.645769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c8432-43cb-42e0-a6fd-0637f0699aea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d120244-94ee-47e9-bfa3-9758863b6772,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:17.649304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Current status of the port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:17.652649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6197df62-9147-401b-883b-36ce70f0f107 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags/tempest-TagsExtTest-Tag-592942870 HTTP/1.1" status: 201 len: 201 time: 0.2685339 Oct 20 03:40:17.661054 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56582) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:17.663793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-623c8432-43cb-42e0-a6fd-0637f0699aea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.675625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Provisioning complete for port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:17.676551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.676551 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 1 to provision port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 Oct 20 03:40:17.682205 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-623c8432-43cb-42e0-a6fd-0637f0699aea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4415853 Oct 20 03:40:17.692013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-742cef5c-34f6-4b15-85a6-47fbbe4aacdb tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c', 'tempest-TagsExtTest-Tag-245868934') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:17.708670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8c31467a-9171-4d17-a039-f9b109f4e790 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:17.847160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Current status of the port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:17.851689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.862735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Provisioning complete for port 305a0e1a-cf4e-4b64-a840-432e2610bc7e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:17.863435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:17.863908 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 1 to provision port 305a0e1a-cf4e-4b64-a840-432e2610bc7e Oct 20 03:40:17.957003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:17.981711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3395f-8393-4e84-89f7-7f8810456790 None None] Sync routers for ids ['8c31467a-9171-4d17-a039-f9b109f4e790'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:17.985661 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-463545a9-7dfb-4a54-b2c3-948fc09cfd0d tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "PUT /v2.0/routers/8c31467a-9171-4d17-a039-f9b109f4e790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0454533 Oct 20 03:40:17.985930 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56598) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:17.995790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'port': {'network_id': '667f721f-324b-44c7-a32f-13f60fc47f07', 'name': 'tempest-FloatingIPTestJSON-276352745'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:18.006170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 196a9e6a-c544-4903-9bc8-56f1d90a72c6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:18.024067 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-742cef5c-34f6-4b15-85a6-47fbbe4aacdb tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags/tempest-TagsExtTest-Tag-245868934 HTTP/1.1" status: 201 len: 201 time: 0.3405464 Oct 20 03:40:18.024771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56600) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:18.034625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-b00f893d-275f-4e3f-8f87-daa8d2dd3f0a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051', 'tempest-TagsExtTest-Tag-622282667') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:18.059324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Current status of the port 305a0e1a-cf4e-4b64-a840-432e2610bc7e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:18.061600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3395f-8393-4e84-89f7-7f8810456790 None None] Routers {'8c31467a-9171-4d17-a039-f9b109f4e790'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:18.062348 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-17e3395f-8393-4e84-89f7-7f8810456790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8c31467a-9171-4d17-a039-f9b109f4e790'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:18.142073 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56602) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:18.142663 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b00f893d-275f-4e3f-8f87-daa8d2dd3f0a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags/tempest-TagsExtTest-Tag-622282667 HTTP/1.1" status: 201 len: 201 time: 0.1144433 Oct 20 03:40:18.149342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-0cd3dae3-3d1f-4841-b7c4-1e701f8a0f51 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0', {'tags': ['tempest-TagsExtTest-Tag-348983016', 'tempest-TagsExtTest-Tag-1224637205', 'tempest-TagsExtTest-Tag-1871871509']}) {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:18.215296 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Made reservation on behalf of 229eff0a85b148bc8e88f418a7557d61 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:18.220212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b7b652fb-1e77-4b47-8607-01b7f106f977 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port 2035e56d-4b4d-40e5-a631-64414a5a7fe7 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:18.220432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.220591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b7b652fb-1e77-4b47-8607-01b7f106f977 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.254616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-17e3395f-8393-4e84-89f7-7f8810456790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:18.259031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] device_id is not set on port e6cd3194-d52f-4e68-82bc-10b0c5154a9c yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:18.279350 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3395f-8393-4e84-89f7-7f8810456790 None None] Routers {'8c31467a-9171-4d17-a039-f9b109f4e790'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:18.280152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-17e3395f-8393-4e84-89f7-7f8810456790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8c31467a-9171-4d17-a039-f9b109f4e790'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:18.282395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Provisioning complete for port f06a41c1-1368-4bb4-b830-55e31517a583 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:18.282876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.283317 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 1 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:18.349069 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0cd3dae3-3d1f-4841-b7c4-1e701f8a0f51 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags HTTP/1.1" status: 200 len: 317 time: 0.2054698 Oct 20 03:40:18.352001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b7b652fb-1e77-4b47-8607-01b7f106f977 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.352945 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56610) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:18.358639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-4f3ebed3-f928-42c3-8c80-b3ba369efcf2 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:18.366359 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b7b652fb-1e77-4b47-8607-01b7f106f977 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for 2035e56d-4b4d-40e5-a631-64414a5a7fe7 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:18.367922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-17e3395f-8393-4e84-89f7-7f8810456790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:18.369235 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3395f-8393-4e84-89f7-7f8810456790 None None] The sync data for ids ['8c31467a-9171-4d17-a039-f9b109f4e790'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:18.374639 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:18.378940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:18.379312 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.379648 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 Oct 20 03:40:18.464635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:18.465634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a5662bda-cb5f-468b-adf1-a0114260b66b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:18.481474 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-238da339-08bd-4a9c-b2b9-04824e74bd8e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929001490&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.1277080 Oct 20 03:40:18.501972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Allocated IP 172.20.0.5 (667f721f-324b-44c7-a32f-13f60fc47f07/a72196ba-8b29-4643-903e-7461e7da592a/e6cd3194-d52f-4e68-82bc-10b0c5154a9c) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:18.522697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a5662bda-cb5f-468b-adf1-a0114260b66b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:18.523180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.523408 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a5662bda-cb5f-468b-adf1-a0114260b66b Oct 20 03:40:18.562051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b7b652fb-1e77-4b47-8607-01b7f106f977 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.590950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b652fb-1e77-4b47-8607-01b7f106f977 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=2035e56d-4b4d-40e5-a631-64414a5a7fe7,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:18.613702 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a5662bda-cb5f-468b-adf1-a0114260b66b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:18.760425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b7b652fb-1e77-4b47-8607-01b7f106f977 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:18.876044 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 2 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:18.912188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:18.930879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b652fb-1e77-4b47-8607-01b7f106f977 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router f628fff7-40a0-4652-89f6-a16bb34c5997 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:18.979332 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4f3ebed3-f928-42c3-8c80-b3ba369efcf2 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags HTTP/1.1" status: 204 len: 168 time: 0.6236711 Oct 20 03:40:18.982593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56612) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:18.986482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-d3809156-99d4-4e83-9a5f-7ab817b5c391 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0', 'tempest-TagsExtTest-Tag-348983016') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:19.026592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-c751ddbf-3c69-4e78-bc23-9938d1d9d0df tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:19.027969 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-c751ddbf-3c69-4e78-bc23-9938d1d9d0df tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/networks?id=24c7f175-1349-4c4b-9f4e-dcdc7b361910 HTTP/1.1" status: 200 len: 796 time: 0.5223718 Oct 20 03:40:19.036740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b652fb-1e77-4b47-8607-01b7f106f977 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:19.046756 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b7b652fb-1e77-4b47-8607-01b7f106f977 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/f628fff7-40a0-4652-89f6-a16bb34c5997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7298536 Oct 20 03:40:19.046756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56614) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:19.049895 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ba7eb-3861-4af3-99d7-a9f31f8e0ccb None None] Sync routers for ids ['f628fff7-40a0-4652-89f6-a16bb34c5997'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:19.064564 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ba7eb-3861-4af3-99d7-a9f31f8e0ccb None None] Routers {'f628fff7-40a0-4652-89f6-a16bb34c5997'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:19.065176 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-959ba7eb-3861-4af3-99d7-a9f31f8e0ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f628fff7-40a0-4652-89f6-a16bb34c5997'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:19.077633 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-51881306-3bb8-4e01-ad9f-f0bc4e54a28a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=f628fff7-40a0-4652-89f6-a16bb34c5997 HTTP/1.1" status: 200 len: 205 time: 0.0281560 Oct 20 03:40:19.078181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56616) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:19.079183 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-6e861007-77c1-413a-b704-cded89ae338e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/quotas/b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 375 time: 0.0442133 Oct 20 03:40:19.098538 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-959ba7eb-3861-4af3-99d7-a9f31f8e0ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:19.109995 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ba7eb-3861-4af3-99d7-a9f31f8e0ccb None None] Routers {'f628fff7-40a0-4652-89f6-a16bb34c5997'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:19.110599 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-959ba7eb-3861-4af3-99d7-a9f31f8e0ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['f628fff7-40a0-4652-89f6-a16bb34c5997'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:19.145123 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-959ba7eb-3861-4af3-99d7-a9f31f8e0ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:19.145762 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ba7eb-3861-4af3-99d7-a9f31f8e0ccb None None] The sync data for ids ['f628fff7-40a0-4652-89f6-a16bb34c5997'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:19.151998 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.164695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7590040c-55dc-4c5c-89a4-bdc9419e94cc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.165849 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-bebc9457-6b8c-4d51-8748-48c9e584f2dd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737433 Oct 20 03:40:19.201689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.212182 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-d3809156-99d4-4e83-9a5f-7ab817b5c391 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:19.216318 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d3809156-99d4-4e83-9a5f-7ab817b5c391 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags/tempest-TagsExtTest-Tag-348983016 HTTP/1.1" status: 404 len: 328 time: 0.2303674 Oct 20 03:40:19.232448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56620) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:19.237478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-dd7c5a4a-03ee-4c21-8f3b-ef2c477e48d2 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0', 'tempest-TagsExtTest-Tag-1224637205') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:19.250507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.291582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Network 667f721f-324b-44c7-a32f-13f60fc47f07 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:19.311631 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:19.324671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:19.332481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event updated for resources: {'Port': ['ID=e6cd3194-d52f-4e68-82bc-10b0c5154a9c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:19.345887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7590040c-55dc-4c5c-89a4-bdc9419e94cc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.348757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7590040c-55dc-4c5c-89a4-bdc9419e94cc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.396834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7590040c-55dc-4c5c-89a4-bdc9419e94cc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.397719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7590040c-55dc-4c5c-89a4-bdc9419e94cc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Fanout notify agent at l3_agent the message router_deleted on router f628fff7-40a0-4652-89f6-a16bb34c5997 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:40:19.406610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7590040c-55dc-4c5c-89a4-bdc9419e94cc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.410167 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7590040c-55dc-4c5c-89a4-bdc9419e94cc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/f628fff7-40a0-4652-89f6-a16bb34c5997 HTTP/1.1" status: 204 len: 168 time: 0.3287354 Oct 20 03:40:19.410557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56622) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:19.413983 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 3 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:19.437757 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:19.438394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.461865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:19.464101 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-dd7c5a4a-03ee-4c21-8f3b-ef2c477e48d2 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:19.465973 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dd7c5a4a-03ee-4c21-8f3b-ef2c477e48d2 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags/tempest-TagsExtTest-Tag-1224637205 HTTP/1.1" status: 404 len: 329 time: 0.2322655 Oct 20 03:40:19.470627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56624) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:19.476860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-f533aa83-03a8-4f8a-8bbc-4753e85f537f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0', 'tempest-TagsExtTest-Tag-1871871509') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:19.477256 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-8ae63af1-eaab-445b-9ad4-9ad2574977ba service neutron] 10.222.0.20 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965372 Oct 20 03:40:19.494490 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-546ab22a-e4df-44b4-9089-7849f3e20db5 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5049815 Oct 20 03:40:19.502568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.504011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56626) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:19.508259 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7074fec9-99d4-4f4a-ba7d-ed9fa140d6cb tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting subnet 3d313868-69b0-452d-b717-9ad4f7371c5d {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:40:19.518244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4dcc9fcd-c000-4537-b72b-53886f49c781 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Request body: {'floatingip': {'port_id': 'e6cd3194-d52f-4e68-82bc-10b0c5154a9c'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:19.521531 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7074fec9-99d4-4f4a-ba7d-ed9fa140d6cb tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.578561 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-e3d6abfc-c935-4dfe-981e-249ec5d38d61 service neutron] 10.222.0.20 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004186 Oct 20 03:40:19.925541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7074fec9-99d4-4f4a-ba7d-ed9fa140d6cb tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:19.963453 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 4 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:19.969751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9fcd-c000-4537-b72b-53886f49c781 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.001677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:20.036314 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-68be15de-adb3-45a1-8932-ddc2feb42b39 req-0fc1a9c7-a73e-454b-a34a-15c4cad93ed7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 210 time: 0.1735556 Oct 20 03:40:20.086211 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-f533aa83-03a8-4f8a-8bbc-4753e85f537f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:20.087366 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f533aa83-03a8-4f8a-8bbc-4753e85f537f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags/tempest-TagsExtTest-Tag-1871871509 HTTP/1.1" status: 404 len: 329 time: 0.6157839 Oct 20 03:40:20.091183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56642) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.096042 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-5bd0765a-89f2-49df-a30d-f8ffc7e9f581 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b', {'tags': ['tempest-TagsExtTest-Tag-334888059', 'tempest-TagsExtTest-Tag-1546295930', 'tempest-TagsExtTest-Tag-1071453731']}) {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:20.159607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7074fec9-99d4-4f4a-ba7d-ed9fa140d6cb tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.161917 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5bd0765a-89f2-49df-a30d-f8ffc7e9f581 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags HTTP/1.1" status: 200 len: 317 time: 0.0695620 Oct 20 03:40:20.164591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56646) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.169408 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-1c9efd8d-8570-48d6-af95-3adda3e5dd28 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:20.254156 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1c9efd8d-8570-48d6-af95-3adda3e5dd28 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags HTTP/1.1" status: 204 len: 168 time: 0.0861530 Oct 20 03:40:20.254481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56648) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.260013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-df146825-06b7-4f72-8cc5-641e8481fea5 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b', 'tempest-TagsExtTest-Tag-334888059') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:20.288851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7074fec9-99d4-4f4a-ba7d-ed9fa140d6cb tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.334189 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-df146825-06b7-4f72-8cc5-641e8481fea5 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:20.335364 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-df146825-06b7-4f72-8cc5-641e8481fea5 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags/tempest-TagsExtTest-Tag-334888059 HTTP/1.1" status: 404 len: 328 time: 0.0799139 Oct 20 03:40:20.338651 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56650) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.343605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-c0377c97-082c-451f-8eef-a4773aafffc2 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b', 'tempest-TagsExtTest-Tag-1546295930') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:20.353494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074fec9-99d4-4f4a-ba7d-ed9fa140d6cb tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Subnet': ['ID=3d313868-69b0-452d-b717-9ad4f7371c5d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:20.358795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7074fec9-99d4-4f4a-ba7d-ed9fa140d6cb tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.362008 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7074fec9-99d4-4f4a-ba7d-ed9fa140d6cb tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/3d313868-69b0-452d-b717-9ad4f7371c5d HTTP/1.1" status: 204 len: 168 time: 0.9503787 Oct 20 03:40:20.364586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56652) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.367800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd60fa-b096-4743-8a25-b53548678c66 None None] Network e8ce280c-25f6-4227-a9e9-63af44d00404 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:20.399520 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-c0377c97-082c-451f-8eef-a4773aafffc2 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:20.403963 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c0377c97-082c-451f-8eef-a4773aafffc2 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags/tempest-TagsExtTest-Tag-1546295930 HTTP/1.1" status: 404 len: 329 time: 0.0643108 Oct 20 03:40:20.404562 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56654) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.408899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-e8734c5d-e6ae-47c2-be2a-56fc269ea4cf tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b', 'tempest-TagsExtTest-Tag-1071453731') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:20.471645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d40d33-c4b4-4a50-85ad-caf18da6d5a0 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting subnet eb268c8e-22fd-45f0-9aa1-f123eabf75c6 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:40:20.478630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61d40d33-c4b4-4a50-85ad-caf18da6d5a0 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.487965 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-e8734c5d-e6ae-47c2-be2a-56fc269ea4cf tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:20.492326 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e8734c5d-e6ae-47c2-be2a-56fc269ea4cf tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags/tempest-TagsExtTest-Tag-1071453731 HTTP/1.1" status: 404 len: 329 time: 0.0867889 Oct 20 03:40:20.492976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56656) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.505198 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 5 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:20.506238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-3cd7f20d-7031-4bc0-86ed-1262be52543e tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c', {'tags': ['tempest-TagsExtTest-Tag-432202561', 'tempest-TagsExtTest-Tag-1818343595', 'tempest-TagsExtTest-Tag-1775502880']}) {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:20.564092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:20.564408 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61d40d33-c4b4-4a50-85ad-caf18da6d5a0 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.602605 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3cd7f20d-7031-4bc0-86ed-1262be52543e tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags HTTP/1.1" status: 200 len: 317 time: 0.1084063 Oct 20 03:40:20.606505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56658) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.611056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-4d2dc685-d47d-42bf-8dd1-240428f206ea tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:20.638873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53beb358-d12f-498e-b8a4-352b57dece9f None None] DHCP port deletion for e8ce280c-25f6-4227-a9e9-63af44d00404 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:40:20.689898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-53beb358-d12f-498e-b8a4-352b57dece9f None None] Deleting port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:20.690530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53beb358-d12f-498e-b8a4-352b57dece9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.707758 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4d2dc685-d47d-42bf-8dd1-240428f206ea tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags HTTP/1.1" status: 204 len: 168 time: 0.1002123 Oct 20 03:40:20.711017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56660) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.715893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-d09efbee-1ee4-42da-8f1f-7f644d9c426d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c', 'tempest-TagsExtTest-Tag-432202561') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:20.753769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61d40d33-c4b4-4a50-85ad-caf18da6d5a0 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.764629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-53beb358-d12f-498e-b8a4-352b57dece9f None None] For port e25d0f8a-1908-4ed9-ac84-9c8374c8f155, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e25d0f8a-1908-4ed9-ac84-9c8374c8f155,segment=NetworkSegment(4a9dffc2-72c7-4780-acfd-22e8f743644a),segment_id=4a9dffc2-72c7-4780-acfd-22e8f743644a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:20.765036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53beb358-d12f-498e-b8a4-352b57dece9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.778534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-53beb358-d12f-498e-b8a4-352b57dece9f None None] Calling delete_port for e25d0f8a-1908-4ed9-ac84-9c8374c8f155 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:20.801388 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-d09efbee-1ee4-42da-8f1f-7f644d9c426d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:20.802809 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d09efbee-1ee4-42da-8f1f-7f644d9c426d tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags/tempest-TagsExtTest-Tag-432202561 HTTP/1.1" status: 404 len: 328 time: 0.0908058 Oct 20 03:40:20.805211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56662) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.806689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9fcd-c000-4537-b72b-53886f49c781 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.811152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9fcd-c000-4537-b72b-53886f49c781 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.812741 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-ba3f2099-2513-467a-b2f2-5071cc0775d5 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c', 'tempest-TagsExtTest-Tag-1818343595') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:20.874039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61d40d33-c4b4-4a50-85ad-caf18da6d5a0 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.895945 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-ba3f2099-2513-467a-b2f2-5071cc0775d5 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:20.900182 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ba3f2099-2513-467a-b2f2-5071cc0775d5 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags/tempest-TagsExtTest-Tag-1818343595 HTTP/1.1" status: 404 len: 329 time: 0.0909319 Oct 20 03:40:20.900465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56664) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.903315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53beb358-d12f-498e-b8a4-352b57dece9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.904977 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-df7fa2ae-b098-427d-a2d3-006762bf537f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c', 'tempest-TagsExtTest-Tag-1775502880') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:20.918285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d40d33-c4b4-4a50-85ad-caf18da6d5a0 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Subnet': ['ID=eb268c8e-22fd-45f0-9aa1-f123eabf75c6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:20.923550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53beb358-d12f-498e-b8a4-352b57dece9f None None] No DVR routers for this DVR port e25d0f8a-1908-4ed9-ac84-9c8374c8f155 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:20.945359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aace3d9-bb7c-45d6-b9a9-da1815858c32 None None] Network ced89a82-8b72-462c-9197-7d54e0f0e48e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:20.976812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61d40d33-c4b4-4a50-85ad-caf18da6d5a0 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:20.982508 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-61d40d33-c4b4-4a50-85ad-caf18da6d5a0 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/eb268c8e-22fd-45f0-9aa1-f123eabf75c6 HTTP/1.1" status: 204 len: 168 time: 0.6143997 Oct 20 03:40:20.993297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56666) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:20.994915 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-df7fa2ae-b098-427d-a2d3-006762bf537f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:20.999896 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-df7fa2ae-b098-427d-a2d3-006762bf537f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags/tempest-TagsExtTest-Tag-1775502880 HTTP/1.1" status: 404 len: 329 time: 0.0984347 Oct 20 03:40:21.002652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56668) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:21.007042 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-9129a937-dd50-41ba-9a46-fca3eac27dbd tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051', {'tags': ['tempest-TagsExtTest-Tag-400228143', 'tempest-TagsExtTest-Tag-1196454614', 'tempest-TagsExtTest-Tag-1226492809']}) {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.024098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beb358-d12f-498e-b8a4-352b57dece9f None None] Pushing event deleted for resources: {'Port': ['ID=e25d0f8a-1908-4ed9-ac84-9c8374c8f155,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:21.065668 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 6 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:21.105321 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-4dcc9fcd-c000-4537-b72b-53886f49c781 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP 5c1fab84-1c6d-4e00-9da0-5a11177bed88 associated. External IP: 172.26.0.150, port: ac9edc78-950b-4f9c-ad16-adbf7df52ad1. Oct 20 03:40:21.147760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:21.184659 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a9fbcef3-4d7c-4404-9828-05232f067a86 req-a19e4a00-38e3-4206-a0c7-3609e0e58fe2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 210 time: 0.0481882 Oct 20 03:40:21.188750 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.215898 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9129a937-dd50-41ba-9a46-fca3eac27dbd tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "PUT /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags HTTP/1.1" status: 200 len: 317 time: 0.2122321 Oct 20 03:40:21.226982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56674) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:21.237525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-083fafde-50d5-4ebe-ad78-a4e7ff006bec tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.239826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521e1fd-bf1d-4c37-a796-c367f1398200 None None] DHCP port deletion for ced89a82-8b72-462c-9197-7d54e0f0e48e request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:40:21.297561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7521e1fd-bf1d-4c37-a796-c367f1398200 None None] Deleting port 532a4c4b-9248-41a2-a8cb-71e9b405381d {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:21.298125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7521e1fd-bf1d-4c37-a796-c367f1398200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.302161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-fc1ea294-fb27-4145-9335-e26092ac8900 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:21.303620 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-fc1ea294-fb27-4145-9335-e26092ac8900 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=24c7f175-1349-4c4b-9f4e-dcdc7b361910 HTTP/1.1" status: 200 len: 796 time: 0.3867109 Oct 20 03:40:21.307424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.335212 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ce280c-25f6-4227-a9e9-63af44d00404']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.347802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9dffc2-72c7-4780-acfd-22e8f743644a') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.348529 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9dffc2-72c7-4780-acfd-22e8f743644a') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.360036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.367721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7521e1fd-bf1d-4c37-a796-c367f1398200 None None] For port 532a4c4b-9248-41a2-a8cb-71e9b405381d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=532a4c4b-9248-41a2-a8cb-71e9b405381d,segment=NetworkSegment(225b76b1-560a-4746-a21b-ce10f4948b99),segment_id=225b76b1-560a-4746-a21b-ce10f4948b99)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:21.368584 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7521e1fd-bf1d-4c37-a796-c367f1398200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.374956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.381374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:21.381769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.386730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7521e1fd-bf1d-4c37-a796-c367f1398200 None None] Calling delete_port for 532a4c4b-9248-41a2-a8cb-71e9b405381d owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:21.412986 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-083fafde-50d5-4ebe-ad78-a4e7ff006bec tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags HTTP/1.1" status: 204 len: 168 time: 0.1848779 Oct 20 03:40:21.416495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56680) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:21.422960 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 4a9dffc2-72c7-4780-acfd-22e8f743644a resource provider aggregate not found Oct 20 03:40:21.424599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-a8bb4e7f-5cce-469c-a778-983c57015d14 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051', 'tempest-TagsExtTest-Tag-400228143') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.430311 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-dd690570-c821-434f-95bf-ecc4822bc69d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 380 time: 0.1151071 Oct 20 03:40:21.444947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'device_id': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'admin_state_up': True, 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'security_groups': ['925bc4de-9cb8-499d-a6e4-d0c8c1a2649a']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:21.462781 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 4a9dffc2-72c7-4780-acfd-22e8f743644a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a9dffc2-72c7-4780-acfd-22e8f743644a found for delete ", "request_id": "req-c6016180-579e-4b4e-b097-76f8777773cc"}]} Oct 20 03:40:21.474906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.492775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.493699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7521e1fd-bf1d-4c37-a796-c367f1398200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.496028 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/networks/e8ce280c-25f6-4227-a9e9-63af44d00404 HTTP/1.1" status: 204 len: 168 time: 0.4951146 Oct 20 03:40:21.507729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56684) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:21.509937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521e1fd-bf1d-4c37-a796-c367f1398200 None None] No DVR routers for this DVR port 532a4c4b-9248-41a2-a8cb-71e9b405381d on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:21.522240 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ac01e-33e3-4ff9-a626-60a09e26720d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Network': ['ID=e8ce280c-25f6-4227-a9e9-63af44d00404,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:21.536805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521e1fd-bf1d-4c37-a796-c367f1398200 None None] Pushing event deleted for resources: {'Port': ['ID=532a4c4b-9248-41a2-a8cb-71e9b405381d,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:21.569549 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-a8bb4e7f-5cce-469c-a778-983c57015d14 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:21.571277 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a8bb4e7f-5cce-469c-a778-983c57015d14 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags/tempest-TagsExtTest-Tag-400228143 HTTP/1.1" status: 404 len: 328 time: 0.1532798 Oct 20 03:40:21.574857 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56686) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:21.583022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-5c0eddb9-8c8d-4ce5-8bf4-8201446b8337 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051', 'tempest-TagsExtTest-Tag-1196454614') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.601540 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.610667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcc9fcd-c000-4537-b72b-53886f49c781 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:21.635612 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-5c0eddb9-8c8d-4ce5-8bf4-8201446b8337 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:21.636669 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5c0eddb9-8c8d-4ce5-8bf4-8201446b8337 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags/tempest-TagsExtTest-Tag-1196454614 HTTP/1.1" status: 404 len: 329 time: 0.0609183 Oct 20 03:40:21.641663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56688) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:21.647895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-7c441546-12dd-48d9-b222-54c8f52875bb tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051', 'tempest-TagsExtTest-Tag-1226492809') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.648745 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 7 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:21.683218 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:21.697225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:21.700905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.703988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.730166 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced89a82-8b72-462c-9197-7d54e0f0e48e']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.742452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225b76b1-560a-4746-a21b-ce10f4948b99') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.742836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225b76b1-560a-4746-a21b-ce10f4948b99') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.753987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.768694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.777011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:21.777423 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.781379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e25d0f8a-1908-4ed9-ac84-9c8374c8f155 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:40:21.782587 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-7c441546-12dd-48d9-b222-54c8f52875bb tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] show failed (client error): The resource could not be found. Oct 20 03:40:21.783633 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7c441546-12dd-48d9-b222-54c8f52875bb tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags/tempest-TagsExtTest-Tag-1226492809 HTTP/1.1" status: 404 len: 329 time: 0.1410809 Oct 20 03:40:21.795279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56690) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:21.800034 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-93028eee-5fe9-4185-bf3c-40c2e91a4ae2 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bd86dda5-9ed5-4712-8455-38efb56a5051') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.811828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: e25d0f8a-1908-4ed9-ac84-9c8374c8f155 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:40:21.812348 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e25d0f8a-1908-4ed9-ac84-9c8374c8f155 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:40:21.812879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 532a4c4b-9248-41a2-a8cb-71e9b405381d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:40:21.833935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 532a4c4b-9248-41a2-a8cb-71e9b405381d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:40:21.834428 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 532a4c4b-9248-41a2-a8cb-71e9b405381d not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:40:21.876510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.880716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:21.889445 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/networks/ced89a82-8b72-462c-9197-7d54e0f0e48e HTTP/1.1" status: 204 len: 168 time: 0.3752880 Oct 20 03:40:21.889957 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56692) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:21.894488 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-93028eee-5fe9-4185-bf3c-40c2e91a4ae2 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051/tags HTTP/1.1" status: 204 len: 168 time: 0.0982363 Oct 20 03:40:21.899379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'network': {'name': 'tempest-RoutersTest-644658322'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:21.902501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56694) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:21.909188 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-fa0fcf35-a673-4486-932d-f794687588c1 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '476b2709-1515-4ee9-b5f4-32872b7fd38c') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:21.953523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f8cec-4bbc-4901-bf12-c3cc321d205b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Network': ['ID=ced89a82-8b72-462c-9197-7d54e0f0e48e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:21.974228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:21.978052 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.036792 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fa0fcf35-a673-4486-932d-f794687588c1 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c/tags HTTP/1.1" status: 204 len: 168 time: 0.1319778 Oct 20 03:40:22.039694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56696) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:22.042108 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:22.046626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.tag.tag_plugin [None req-54c5f6d1-e74b-438c-bcd2-d23483104e86 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6222a7a-4075-4c89-9cec-a4da4197261b') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:22.075670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.076016 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added segment e3547101-7dba-4a4d-90d1-5df1add2686c of type vlan for network 68adea38-62f1-4e00-ba6b-75f24bb12afd Oct 20 03:40:22.094133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcc9fcd-c000-4537-b72b-53886f49c781 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:22.106280 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f61c1e-a07f-4df0-a7ad-f2419b4024f6 None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:22.117462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f61c1e-a07f-4df0-a7ad-f2419b4024f6 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:22.118080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-48f61c1e-a07f-4df0-a7ad-f2419b4024f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:22.126668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.153849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-48f61c1e-a07f-4df0-a7ad-f2419b4024f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:22.163983 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f61c1e-a07f-4df0-a7ad-f2419b4024f6 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:22.167552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-48f61c1e-a07f-4df0-a7ad-f2419b4024f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:22.167723 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-54c5f6d1-e74b-438c-bcd2-d23483104e86 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b/tags HTTP/1.1" status: 204 len: 168 time: 0.1243341 Oct 20 03:40:22.167723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.168951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56698) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:22.175568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:22.176311 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.178590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.tag.tag_plugin [None req-0db1ea45-9b42-4a3a-a866-15fc7d7f7a2f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6af9e7b0-1beb-4230-b3b7-9b79f38796b0') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:22.206539 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 8 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:22.214188 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3159599 Oct 20 03:40:22.214716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56700) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:22.221153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'subnet': {'network_id': '68adea38-62f1-4e00-ba6b-75f24bb12afd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:22.245925 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-48f61c1e-a07f-4df0-a7ad-f2419b4024f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:22.246116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f61c1e-a07f-4df0-a7ad-f2419b4024f6 None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:22.254557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61bb71-7cd1-46d3-b002-aa5dba5724df tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Network': ['ID=68adea38-62f1-4e00-ba6b-75f24bb12afd,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:22.255296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:22.266550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 68adea38-62f1-4e00-ba6b-75f24bb12afd details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:22.280983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.6 (24c7f175-1349-4c4b-9f4e-dcdc7b361910/59e75800-7363-421a-9a79-a46faa17249d/69c86d89-fd7e-4de3-9b08-c89f540c5f00) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:22.354544 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0ef96ea-6c17-49d5-877f-14303b825c87 req-ce7ed5bb-282b-4135-a183-b1adc7aa8b71 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 210 time: 0.0560346 Oct 20 03:40:22.518737 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0db1ea45-9b42-4a3a-a866-15fc7d7f7a2f tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0/tags HTTP/1.1" status: 204 len: 168 time: 0.3468938 Oct 20 03:40:22.519434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:22.522803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.525080 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56704) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:22.610663 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-52ec979d-b76f-4c3c-ab8a-040a160e2642 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for subnetpool, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.611815 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-52ec979d-b76f-4c3c-ab8a-040a160e2642 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/subnetpools/bd86dda5-9ed5-4712-8455-38efb56a5051 HTTP/1.1" status: 204 len: 168 time: 0.0856190 Oct 20 03:40:22.614411 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56706) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:22.645943 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-aec0c1f1-2773-4ec2-a56c-c353bd8ea85e tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "GET /v2.0/ports?device_id=476b2709-1515-4ee9-b5f4-32872b7fd38c HTTP/1.1" status: 200 len: 205 time: 0.0303714 Oct 20 03:40:22.648350 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56708) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:22.693277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcc9fcd-c000-4537-b72b-53886f49c781 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8c31467a-9171-4d17-a039-f9b109f4e790 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:22.717449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.723528 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61bcd949-2fcb-48af-868f-44ac47892bca tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.756122 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 9 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:22.800620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:22.850040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.885111 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61bcd949-2fcb-48af-868f-44ac47892bca tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.887420 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61bcd949-2fcb-48af-868f-44ac47892bca tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.932805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61bcd949-2fcb-48af-868f-44ac47892bca tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.933345 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bcd949-2fcb-48af-868f-44ac47892bca tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Fanout notify agent at l3_agent the message router_deleted on router 476b2709-1515-4ee9-b5f4-32872b7fd38c {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:40:22.939979 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61bcd949-2fcb-48af-868f-44ac47892bca tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.943853 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-61bcd949-2fcb-48af-868f-44ac47892bca tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/routers/476b2709-1515-4ee9-b5f4-32872b7fd38c HTTP/1.1" status: 204 len: 168 time: 0.2919257 Oct 20 03:40:22.943853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56710) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:22.979165 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:22.980555 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcc9fcd-c000-4537-b72b-53886f49c781 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:22.987150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9fcd-c000-4537-b72b-53886f49c781 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.989384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:22.991061 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2966eea-4d75-40f8-b0d4-530e721abf37 None None] Sync routers for ids ['8c31467a-9171-4d17-a039-f9b109f4e790'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:22.991726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:22.997684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:23.006631 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2966eea-4d75-40f8-b0d4-530e721abf37 None None] Routers {'8c31467a-9171-4d17-a039-f9b109f4e790'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:23.007337 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a2966eea-4d75-40f8-b0d4-530e721abf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8c31467a-9171-4d17-a039-f9b109f4e790'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:23.028376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=69c86d89-fd7e-4de3-9b08-c89f540c5f00,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:23.048120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-dce39a16-7780-4c98-931d-acdef25f9f4a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Deleting port b6222a7a-4075-4c89-9cec-a4da4197261b {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:23.048845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce39a16-7780-4c98-931d-acdef25f9f4a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.053555 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a2966eea-4d75-40f8-b0d4-530e721abf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:23.064947 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2966eea-4d75-40f8-b0d4-530e721abf37 None None] Routers {'8c31467a-9171-4d17-a039-f9b109f4e790'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:23.065658 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a2966eea-4d75-40f8-b0d4-530e721abf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8c31467a-9171-4d17-a039-f9b109f4e790'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:23.103868 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a2966eea-4d75-40f8-b0d4-530e721abf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:23.104666 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2966eea-4d75-40f8-b0d4-530e721abf37 None None] The sync data for ids ['8c31467a-9171-4d17-a039-f9b109f4e790'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:23.148689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:23.149307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.151689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Subnet': ['ID=e9269240-6048-4637-8c5b-8cc3fd1e63e7,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:23.169329 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4dcc9fcd-c000-4537-b72b-53886f49c781 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "PUT /v2.0/floatingips/5c1fab84-1c6d-4e00-9da0-5a11177bed88 HTTP/1.1" status: 200 len: 977 time: 3.6584136 Oct 20 03:40:23.172248 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56712) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:23.176346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce39a16-7780-4c98-931d-acdef25f9f4a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.177045 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Checking segment: {'id': 'e3547101-7dba-4a4d-90d1-5df1add2686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68adea38-62f1-4e00-ba6b-75f24bb12afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:23.177405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network hostable DHCP agents. Network: 68adea38-62f1-4e00-ba6b-75f24bb12afd, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:23.183840 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-2db2cb0d-7f31-4296-af7b-b147b618f5c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7426362 Oct 20 03:40:23.203319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network 68adea38-62f1-4e00-ba6b-75f24bb12afd is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:23.214970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 68adea38-62f1-4e00-ba6b-75f24bb12afd) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:23.219831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:23.221132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.221676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-dce39a16-7780-4c98-931d-acdef25f9f4a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Calling delete_port for b6222a7a-4075-4c89-9cec-a4da4197261b owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:23.231385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a794329-c10d-43bc-a145-719d787e9d06 None None] Network 68adea38-62f1-4e00-ba6b-75f24bb12afd requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:23.245141 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9a680fb1-0799-4749-8ee3-b0dece044bc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0245144 Oct 20 03:40:23.245141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56716) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:23.254972 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e8789e81-4cab-4529-8713-960503bcbe7c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-798251007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:23.272552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Request body: {'port': {'device_id': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:23.302028 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 10 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:23.319631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e8789e81-4cab-4529-8713-960503bcbe7c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.320583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e8789e81-4cab-4529-8713-960503bcbe7c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.355307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.381483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port e6cd3194-d52f-4e68-82bc-10b0c5154a9c {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:23.381969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.403645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:23.432340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e8789e81-4cab-4529-8713-960503bcbe7c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.444055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Provisioning complete for port b6222a7a-4075-4c89-9cec-a4da4197261b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:23.444457 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.444790 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 1 to provision port b6222a7a-4075-4c89-9cec-a4da4197261b Oct 20 03:40:23.465901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e8789e81-4cab-4529-8713-960503bcbe7c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.469542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-68adea38-62f1-4e00-ba6b-75f24bb12afd', 'network_id': '68adea38-62f1-4e00-ba6b-75f24bb12afd', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'fixed_ips': [{'subnet_id': 'e9269240-6048-4637-8c5b-8cc3fd1e63e7'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:23.470529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.503162 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port b6222a7a-4075-4c89-9cec-a4da4197261b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:23.506743 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 225b76b1-560a-4746-a21b-ce10f4948b99 resource provider aggregate not found Oct 20 03:40:23.555388 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 225b76b1-560a-4746-a21b-ce10f4948b99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 225b76b1-560a-4746-a21b-ce10f4948b99 found for delete ", "request_id": "req-00e6b313-8746-426f-a30e-599128941e30"}]} Oct 20 03:40:23.567276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e8789e81-4cab-4529-8713-960503bcbe7c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.571075 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e8789e81-4cab-4529-8713-960503bcbe7c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3220966 Oct 20 03:40:23.575687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56724) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:23.580893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'port': {'network_id': '68adea38-62f1-4e00-ba6b-75f24bb12afd', 'name': 'tempest-RoutersTest-575427695'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:23.583370 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.593002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e02aad-00b7-4b21-9739-0fb35e6ffd8c req-c1c6e7f4-8270-4c24-99a1-e9c8c8522f9b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:23.600576 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-23e02aad-00b7-4b21-9739-0fb35e6ffd8c req-c1c6e7f4-8270-4c24-99a1-e9c8c8522f9b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 931 time: 0.1460245 Oct 20 03:40:23.639055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Allocated IP 172.20.0.2 (68adea38-62f1-4e00-ba6b-75f24bb12afd/e9269240-6048-4637-8c5b-8cc3fd1e63e7/52d4d511-69e3-4008-8aa2-e3bb3a7a33fc) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:23.685537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce39a16-7780-4c98-931d-acdef25f9f4a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.725544 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce39a16-7780-4c98-931d-acdef25f9f4a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Pushing event deleted for resources: {'Port': ['ID=b6222a7a-4075-4c89-9cec-a4da4197261b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:23.742113 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-23e02aad-00b7-4b21-9739-0fb35e6ffd8c req-8e80533a-45a3-486e-ad65-62a422a56706 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397080 Oct 20 03:40:23.827934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.834810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:23.838687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.838995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.866317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] device_id is not set on port 09eddbff-519c-470f-8f6b-68fa9587c886 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:23.895475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Network 68adea38-62f1-4e00-ba6b-75f24bb12afd is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:23.899219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:23.904724 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:23.913167 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Pushing event updated for resources: {'Port': ['ID=52d4d511-69e3-4008-8aa2-e3bb3a7a33fc,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:23.980907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Attempting to bind port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:23.980907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Attempting to bind port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'e3547101-7dba-4a4d-90d1-5df1add2686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68adea38-62f1-4e00-ba6b-75f24bb12afd'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:23.980907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Attempting to bind port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc on network 68adea38-62f1-4e00-ba6b-75f24bb12afd {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:23.988041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:23.988496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Checking segment: {'id': 'e3547101-7dba-4a4d-90d1-5df1add2686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68adea38-62f1-4e00-ba6b-75f24bb12afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:23.988869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.989261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Bound using segment: {'id': 'e3547101-7dba-4a4d-90d1-5df1add2686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68adea38-62f1-4e00-ba6b-75f24bb12afd'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:23.990133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Bound port: 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3547101-7dba-4a4d-90d1-5df1add2686c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '68adea38-62f1-4e00-ba6b-75f24bb12afd'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:23.990133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:23.991840 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c86d89-fd7e-4de3-9b08-c89f540c5f00 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:40:24.003880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.011947 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Attempt 2 to provision port b6222a7a-4075-4c89-9cec-a4da4197261b Oct 20 03:40:24.050718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Port b6222a7a-4075-4c89-9cec-a4da4197261b was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:40:24.061623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-660e1383-1ae5-428a-87a9-98c60f7fd301 None None] Could not find standard attr ID for object adb2487e-9e56-4c39-a389-aef61ea4ca14. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:24.069373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Transition to ACTIVE for port object 69c86d89-fd7e-4de3-9b08-c89f540c5f00 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:40:24.076513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Allocated IP 172.20.0.4 (68adea38-62f1-4e00-ba6b-75f24bb12afd/e9269240-6048-4637-8c5b-8cc3fd1e63e7/09eddbff-519c-470f-8f6b-68fa9587c886) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:24.079130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.103659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] For port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:24.108098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] For port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=52d4d511-69e3-4008-8aa2-e3bb3a7a33fc,segment=NetworkSegment(e3547101-7dba-4a4d-90d1-5df1add2686c),segment_id=e3547101-7dba-4a4d-90d1-5df1add2686c)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:24.112508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.186494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a0233-97a5-43f3-87c4-2f4677a5b9c6 None None] Pushing event updated for resources: {'Port': ['ID=52d4d511-69e3-4008-8aa2-e3bb3a7a33fc,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:24.192043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Provisioning complete for port e6cd3194-d52f-4e68-82bc-10b0c5154a9c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:24.192515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.192855 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Attempt 1 to provision port e6cd3194-d52f-4e68-82bc-10b0c5154a9c Oct 20 03:40:24.205933 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Pushing event updated for resources: {'Port': ['ID=69c86d89-fd7e-4de3-9b08-c89f540c5f00,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:24.236326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Port e6cd3194-d52f-4e68-82bc-10b0c5154a9c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:24.289829 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dce39a16-7780-4c98-931d-acdef25f9f4a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.295986 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dce39a16-7780-4c98-931d-acdef25f9f4a tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/ports/b6222a7a-4075-4c89-9cec-a4da4197261b HTTP/1.1" status: 204 len: 168 time: 1.3491948 Oct 20 03:40:24.298534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56726) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:24.308495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Attempting to bind port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:24.308836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Attempting to bind port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:24.309177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Attempting to bind port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 on network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:24.321221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 on network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:40:24.321646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Attempting to bind port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 on network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:24.335961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:24.336314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Checking segment: {'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:24.336702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Bound using segment: {'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:24.337672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Bound port: 69c86d89-fd7e-4de3-9b08-c89f540c5f00, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ee3208-71e6-435f-96c4-d92becd35546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:24.338061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.389926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.390297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.390613 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Floating IP 5c1fab84-1c6d-4e00-9da0-5a11177bed88 disassociated. External IP: 172.26.0.150, port: e6cd3194-d52f-4e68-82bc-10b0c5154a9c. Oct 20 03:40:24.390947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for e6cd3194-d52f-4e68-82bc-10b0c5154a9c owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:24.398696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-facf8c7d-e93d-4c0d-8d32-c992023c6cad tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Deleting subnet 6af9e7b0-1beb-4230-b3b7-9b79f38796b0 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:40:24.405984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-facf8c7d-e93d-4c0d-8d32-c992023c6cad tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.465876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.470998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] For port 69c86d89-fd7e-4de3-9b08-c89f540c5f00, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:24.486312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] For port 69c86d89-fd7e-4de3-9b08-c89f540c5f00, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=69c86d89-fd7e-4de3-9b08-c89f540c5f00,segment=NetworkSegment(c7ee3208-71e6-435f-96c4-d92becd35546),segment_id=c7ee3208-71e6-435f-96c4-d92becd35546)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:24.490784 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-facf8c7d-e93d-4c0d-8d32-c992023c6cad tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.492317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.503069 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:24.503688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.505145 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] 10.222.0.36 "PUT /v2.0/ports/69c86d89-fd7e-4de3-9b08-c89f540c5f00 HTTP/1.1" status: 200 len: 1093 time: 1.3087549 Oct 20 03:40:24.505641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'tag': '69c86d89-fd7e-4de3-9b08-c89f540c5f00'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:40:24.507942 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96464276-07fd-4420-9795-0ebba80d0cae" -d '{"events": [{"name": "network-changed", "server_uuid": "b7aeab52-cb91-49b6-88b9-593706bff906", "tag": "69c86d89-fd7e-4de3-9b08-c89f540c5f00"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:40:24.636214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.650704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-facf8c7d-e93d-4c0d-8d32-c992023c6cad tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.652910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d7cf7-8355-4aa7-beeb-56aa2e3db45d service neutron] Pushing event updated for resources: {'Port': ['ID=69c86d89-fd7e-4de3-9b08-c89f540c5f00,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:24.689172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.690048 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adbe8aa-2968-4029-9f96-f6f1c38f4812 x-openstack-request-id: req-4adbe8aa-2968-4029-9f96-f6f1c38f4812 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:40:24.690352 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7aeab52-cb91-49b6-88b9-593706bff906", "tag": "69c86d89-fd7e-4de3-9b08-c89f540c5f00", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:40:24.690598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4adbe8aa-2968-4029-9f96-f6f1c38f4812 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:40:24.691020 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4adbe8aa-2968-4029-9f96-f6f1c38f4812'] response: {'name': 'network-changed', 'server_uuid': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'tag': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'status': 'completed', 'code': 200} Oct 20 03:40:24.695579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-104e57ef-e457-48c1-8146-52fa52685ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:24.697313 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-104e57ef-e457-48c1-8146-52fa52685ccf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 1096 time: 0.1440737 Oct 20 03:40:24.703835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network 68adea38-62f1-4e00-ba6b-75f24bb12afd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:24.706968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:24.711887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:24.722859 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=e6cd3194-d52f-4e68-82bc-10b0c5154a9c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:24.737316 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Attempt 2 to provision port e6cd3194-d52f-4e68-82bc-10b0c5154a9c Oct 20 03:40:24.767289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Port e6cd3194-d52f-4e68-82bc-10b0c5154a9c was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:40:24.792780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Provisioning complete for port f06a41c1-1368-4bb4-b830-55e31517a583 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:24.793592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.794087 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Attempt 1 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:24.797741 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-16295129-d7df-4487-b341-f1cf7997100c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c86d89-fd7e-4de3-9b08-c89f540c5f00 HTTP/1.1" status: 200 len: 217 time: 0.0885718 Oct 20 03:40:24.802231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=09eddbff-519c-470f-8f6b-68fa9587c886,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:24.861176 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:24.861831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.864933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:24.884227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-eb3634cf-6cf0-4dab-8689-c9da9d0e3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:24.885749 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-eb3634cf-6cf0-4dab-8689-c9da9d0e3007 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59e75800-7363-421a-9a79-a46faa17249d HTTP/1.1" status: 200 len: 834 time: 0.0786858 Oct 20 03:40:24.887877 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-facf8c7d-e93d-4c0d-8d32-c992023c6cad tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.892060 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-00f0b5eb-d6da-4180-9c3c-96d9108f0c0b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3126760 Oct 20 03:40:24.893402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56734) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:24.945448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf8c7d-e93d-4c0d-8d32-c992023c6cad tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Pushing event deleted for resources: {'Subnet': ['ID=6af9e7b0-1beb-4230-b3b7-9b79f38796b0,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:24.961596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-facf8c7d-e93d-4c0d-8d32-c992023c6cad tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:24.967390 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-facf8c7d-e93d-4c0d-8d32-c992023c6cad tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/subnets/6af9e7b0-1beb-4230-b3b7-9b79f38796b0 HTTP/1.1" status: 204 len: 168 time: 0.6657741 Oct 20 03:40:24.969888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56736) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:24.972886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50c6ad-7761-4d82-899c-3382a2197833 None None] Network ebcfed41-aecc-4a37-a9a8-776d5a8c0802 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:24.990068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8c31467a-9171-4d17-a039-f9b109f4e790 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:25.022502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2abef-20b1-4124-b5cd-aae6bbcb9877 req-f2440108-b650-43e2-b994-be2bb8d2925f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:25.030646 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-63a2abef-20b1-4124-b5cd-aae6bbcb9877 req-f2440108-b650-43e2-b994-be2bb8d2925f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 943 time: 0.1522741 Oct 20 03:40:25.137479 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-63a2abef-20b1-4124-b5cd-aae6bbcb9877 req-892895e3-c162-4fe5-b6f1-fc7827ed4082 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057789 Oct 20 03:40:25.199479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.296548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:25.309287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18617cc5-aca8-4bfc-9d5d-aede96c3f954 None None] Sync routers for ids ['8c31467a-9171-4d17-a039-f9b109f4e790'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:25.350052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18617cc5-aca8-4bfc-9d5d-aede96c3f954 None None] Routers {'8c31467a-9171-4d17-a039-f9b109f4e790'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:25.350961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-18617cc5-aca8-4bfc-9d5d-aede96c3f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8c31467a-9171-4d17-a039-f9b109f4e790'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:25.377588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-47f23578-9ec9-49e1-aa92-76dcd3906b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:25.379912 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-47f23578-9ec9-49e1-aa92-76dcd3906b9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24c7f175-1349-4c4b-9f4e-dcdc7b361910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4800072 Oct 20 03:40:25.404471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Deleting port 305a0e1a-cf4e-4b64-a840-432e2610bc7e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:25.404817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.421341 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Attempt 2 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:25.422943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-18617cc5-aca8-4bfc-9d5d-aede96c3f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:25.427416 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.428396 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7bd124fc-9325-4ba5-823f-138038f3715c tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/ports/e6cd3194-d52f-4e68-82bc-10b0c5154a9c HTTP/1.1" status: 204 len: 168 time: 2.2548168 Oct 20 03:40:25.431976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56738) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:25.470295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4145e8a4-8eff-4570-9095-1a1203d66aaf None None] DHCP port deletion for ebcfed41-aecc-4a37-a9a8-776d5a8c0802 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:40:25.520404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18617cc5-aca8-4bfc-9d5d-aede96c3f954 None None] Routers {'8c31467a-9171-4d17-a039-f9b109f4e790'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:25.521039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-18617cc5-aca8-4bfc-9d5d-aede96c3f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8c31467a-9171-4d17-a039-f9b109f4e790'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:25.528186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:25.560578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] For port 305a0e1a-cf4e-4b64-a840-432e2610bc7e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=305a0e1a-cf4e-4b64-a840-432e2610bc7e,segment=NetworkSegment(c8d6323c-6841-40dd-bfd2-a78bbc61d077),segment_id=c8d6323c-6841-40dd-bfd2-a78bbc61d077)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:25.561383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.565295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f95878a-a4d6-457b-b67d-8195bc8eba3f None None] Network 68adea38-62f1-4e00-ba6b-75f24bb12afd requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:25.569227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-18617cc5-aca8-4bfc-9d5d-aede96c3f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:25.569842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18617cc5-aca8-4bfc-9d5d-aede96c3f954 None None] The sync data for ids ['8c31467a-9171-4d17-a039-f9b109f4e790'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:25.607374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Calling delete_port for 305a0e1a-cf4e-4b64-a840-432e2610bc7e owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:25.641575 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-941e43d9-eb5d-45a7-9fd7-dd413ab1f581 service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305887 Oct 20 03:40:25.645455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4145e8a4-8eff-4570-9095-1a1203d66aaf None None] Deleting port 305a0e1a-cf4e-4b64-a840-432e2610bc7e {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:25.645782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4145e8a4-8eff-4570-9095-1a1203d66aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.750389 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.762271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-4145e8a4-8eff-4570-9095-1a1203d66aaf None None] For port 305a0e1a-cf4e-4b64-a840-432e2610bc7e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=305a0e1a-cf4e-4b64-a840-432e2610bc7e,segment=NetworkSegment(c8d6323c-6841-40dd-bfd2-a78bbc61d077),segment_id=c8d6323c-6841-40dd-bfd2-a78bbc61d077)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:25.762271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4145e8a4-8eff-4570-9095-1a1203d66aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.787405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4145e8a4-8eff-4570-9095-1a1203d66aaf None None] Calling delete_port for 305a0e1a-cf4e-4b64-a840-432e2610bc7e owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:25.812991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.830101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] No DVR routers for this DVR port 305a0e1a-cf4e-4b64-a840-432e2610bc7e on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:25.839987 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f847528-6387-477f-b0fc-47b3eec9e1f2 req-94a4a9e0-68f7-4adc-be9b-8ad516912dae service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869035 Oct 20 03:40:25.897389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:25.900544 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Pushing event deleted for resources: {'Port': ['ID=305a0e1a-cf4e-4b64-a840-432e2610bc7e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:25.938468 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4145e8a4-8eff-4570-9095-1a1203d66aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.972690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145e8a4-8eff-4570-9095-1a1203d66aaf None None] Pushing event deleted for resources: {'Port': ['ID=305a0e1a-cf4e-4b64-a840-432e2610bc7e,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:25.975474 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145e8a4-8eff-4570-9095-1a1203d66aaf None None] No DVR routers for this DVR port 305a0e1a-cf4e-4b64-a840-432e2610bc7e on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:25.990982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.994578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:25.995363 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:25.995843 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc Oct 20 03:40:26.024223 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcfed41-aecc-4a37-a9a8-776d5a8c0802']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:26.029958 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Attempt 3 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:26.036876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d6323c-6841-40dd-bfd2-a78bbc61d077') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:26.037174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d6323c-6841-40dd-bfd2-a78bbc61d077') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:26.050827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.068003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.080393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:26.080812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.084194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:26.102153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96464276-07fd-4420-9795-0ebba80d0cae req-81e55984-c540-4e5d-933d-4bc183aa4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.104403 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-96464276-07fd-4420-9795-0ebba80d0cae req-81e55984-c540-4e5d-933d-4bc183aa4ff2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 1096 time: 0.0965979 Oct 20 03:40:26.138428 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:26.138870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.186035 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=52d4d511-69e3-4008-8aa2-e3bb3a7a33fc,segment=NetworkSegment(e3547101-7dba-4a4d-90d1-5df1add2686c),segment_id=e3547101-7dba-4a4d-90d1-5df1add2686c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:26.190934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.207532 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment c8d6323c-6841-40dd-bfd2-a78bbc61d077 resource provider aggregate not found Oct 20 03:40:26.214780 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.242510 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment c8d6323c-6841-40dd-bfd2-a78bbc61d077 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8d6323c-6841-40dd-bfd2-a78bbc61d077 found for delete ", "request_id": "req-37ecd060-2c08-4968-9867-d0ee7f074973"}]} Oct 20 03:40:26.244045 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.255689 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] 10.222.0.20 "DELETE /v2.0/networks/ebcfed41-aecc-4a37-a9a8-776d5a8c0802 HTTP/1.1" status: 204 len: 168 time: 1.2847021 Oct 20 03:40:26.295145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=52d4d511-69e3-4008-8aa2-e3bb3a7a33fc,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:26.301690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Pushing event deleted for resources: {'Network': ['ID=ebcfed41-aecc-4a37-a9a8-776d5a8c0802,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:26.309632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 305a0e1a-cf4e-4b64-a840-432e2610bc7e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:40:26.311905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.312258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.312629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.312970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.313308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.313720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.314060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.314395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.314758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.315237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.315571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.315901 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ba9ee-ee21-4f13-a1a3-a65eb04d7493 tempest-TagsExtTest-561833026 tempest-TagsExtTest-561833026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.332684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 305a0e1a-cf4e-4b64-a840-432e2610bc7e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:40:26.333036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 305a0e1a-cf4e-4b64-a840-432e2610bc7e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:40:26.418847 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c428053-34af-46de-b63f-795d5204d6a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.475785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96464276-07fd-4420-9795-0ebba80d0cae req-278c816a-839d-4707-98af-23256e2c8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.477390 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-96464276-07fd-4420-9795-0ebba80d0cae req-278c816a-839d-4707-98af-23256e2c8c6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=24c7f175-1349-4c4b-9f4e-dcdc7b361910 HTTP/1.1" status: 200 len: 897 time: 0.3401599 Oct 20 03:40:26.481891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.490781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbebeec-6d5e-4fbc-8635-c4bf80c3590d req-f78cef37-2129-4a94-a3d4-732d86c200f3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.492399 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cbbebeec-6d5e-4fbc-8635-c4bf80c3590d req-f78cef37-2129-4a94-a3d4-732d86c200f3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 943 time: 0.1400321 Oct 20 03:40:26.500379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.585803 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Attempt 4 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:26.588601 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-96464276-07fd-4420-9795-0ebba80d0cae req-4f7884e1-741e-4585-9617-3810783a006f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c86d89-fd7e-4de3-9b08-c89f540c5f00 HTTP/1.1" status: 200 len: 217 time: 0.0952036 Oct 20 03:40:26.622156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56750) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:26.642408 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:26.671684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=09eddbff-519c-470f-8f6b-68fa9587c886,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:26.710180 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cbbebeec-6d5e-4fbc-8635-c4bf80c3590d req-982935ec-7b25-4c6a-ae15-a6f3c44f3da7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059138 Oct 20 03:40:26.714750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.715097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.715442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.715779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.716110 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.716474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.716810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.717141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.717465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.717790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.718114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.718439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:26.736296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96464276-07fd-4420-9795-0ebba80d0cae req-a39846dc-41a6-4c9c-a749-7fd99e93dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.736296 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-96464276-07fd-4420-9795-0ebba80d0cae req-a39846dc-41a6-4c9c-a749-7fd99e93dbbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59e75800-7363-421a-9a79-a46faa17249d HTTP/1.1" status: 200 len: 834 time: 0.1212554 Oct 20 03:40:26.782581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-5c428053-34af-46de-b63f-795d5204d6a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port f06a41c1-1368-4bb4-b830-55e31517a583 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:26.783038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c428053-34af-46de-b63f-795d5204d6a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.811438 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-be1acde9-97d7-437f-9eb2-41f9d2daf5d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f9b060e12a34c7abfe8134e4f5e384b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880877 Oct 20 03:40:26.814233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56754) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:26.838369 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96464276-07fd-4420-9795-0ebba80d0cae req-093b6ea3-9fd2-47d5-ab1f-629d8e9de6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:26.839954 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-96464276-07fd-4420-9795-0ebba80d0cae req-093b6ea3-9fd2-47d5-ab1f-629d8e9de6e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24c7f175-1349-4c4b-9f4e-dcdc7b361910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875010 Oct 20 03:40:26.885546 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.912959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c428053-34af-46de-b63f-795d5204d6a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.932909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-5c428053-34af-46de-b63f-795d5204d6a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for f06a41c1-1368-4bb4-b830-55e31517a583 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:26.934844 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edb3e139-eaba-4dcd-8285-cfaab5f924b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:26.990873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edb3e139-eaba-4dcd-8285-cfaab5f924b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.026480 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-96464276-07fd-4420-9795-0ebba80d0cae req-187a07a5-9350-498c-9ee7-e3f85a86e332 service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753411 Oct 20 03:40:27.076454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.095480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edb3e139-eaba-4dcd-8285-cfaab5f924b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.098090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-edb3e139-eaba-4dcd-8285-cfaab5f924b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.099228 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-edb3e139-eaba-4dcd-8285-cfaab5f924b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3df612b5-75ae-474a-8301-1550122f84fe HTTP/1.1" status: 204 len: 168 time: 0.2839658 Oct 20 03:40:27.114829 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3e139-eaba-4dcd-8285-cfaab5f924b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df612b5-75ae-474a-8301-1550122f84fe,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:27.144871 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Attempt 5 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:27.189627 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-96464276-07fd-4420-9795-0ebba80d0cae req-bfc58660-1b88-43ac-8d96-34f981d972ca service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415284 Oct 20 03:40:27.194040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:27.201669 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c428053-34af-46de-b63f-795d5204d6a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.245403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c428053-34af-46de-b63f-795d5204d6a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=f06a41c1-1368-4bb4-b830-55e31517a583,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:27.464021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c428053-34af-46de-b63f-795d5204d6a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.695075 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Attempt 6 to provision port f06a41c1-1368-4bb4-b830-55e31517a583 Oct 20 03:40:27.720899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c428053-34af-46de-b63f-795d5204d6a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8c31467a-9171-4d17-a039-f9b109f4e790 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:27.736639 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.743333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.779045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f7001-9a40-4bad-9c0a-ccc7c13abfe3 None None] Port f06a41c1-1368-4bb4-b830-55e31517a583 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:40:27.803546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:27.835067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.840848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=09eddbff-519c-470f-8f6b-68fa9587c886,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:27.875664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:27.876047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.876437 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc Oct 20 03:40:27.977549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network 68adea38-62f1-4e00-ba6b-75f24bb12afd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:27.979819 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:27.983394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:27.991401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Provisioning complete for port 09eddbff-519c-470f-8f6b-68fa9587c886 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:27.992219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:27.992601 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Attempt 1 to provision port 09eddbff-519c-470f-8f6b-68fa9587c886 Oct 20 03:40:28.035717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Port 09eddbff-519c-470f-8f6b-68fa9587c886 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:28.089298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56778) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:28.153573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 412cc108-3628-4d3e-a2f3-af1c588e166c is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:40:28.252942 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c428053-34af-46de-b63f-795d5204d6a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:28.261493 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5c428053-34af-46de-b63f-795d5204d6a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "PUT /v2.0/routers/8c31467a-9171-4d17-a039-f9b109f4e790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8284080 Oct 20 03:40:28.261859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-281616695-network', 'tenant_id': '67d6afa3424943e4b848bb975e23163a'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:28.262192 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56782) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:28.264424 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e111e4e-de8f-4808-a824-d478964e4217 None None] Sync routers for ids ['8c31467a-9171-4d17-a039-f9b109f4e790'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:28.277474 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e111e4e-de8f-4808-a824-d478964e4217 None None] Routers {'8c31467a-9171-4d17-a039-f9b109f4e790'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:28.278381 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-6e111e4e-de8f-4808-a824-d478964e4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8c31467a-9171-4d17-a039-f9b109f4e790'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:28.285553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:28.294456 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6f0b36c7-4c5e-47f6-8549-787acd76f845 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/412cc108-3628-4d3e-a2f3-af1c588e166c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3974159 Oct 20 03:40:28.294456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56784) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:28.304649 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6551b2-0179-498f-b31e-fad30225200b None None] Sync routers for ids ['412cc108-3628-4d3e-a2f3-af1c588e166c'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:28.316407 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-6e111e4e-de8f-4808-a824-d478964e4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:28.322969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6551b2-0179-498f-b31e-fad30225200b None None] Routers {'412cc108-3628-4d3e-a2f3-af1c588e166c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:28.324134 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4b6551b2-0179-498f-b31e-fad30225200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['412cc108-3628-4d3e-a2f3-af1c588e166c'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:28.327862 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e111e4e-de8f-4808-a824-d478964e4217 None None] Routers {'8c31467a-9171-4d17-a039-f9b109f4e790'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:28.328534 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-6e111e4e-de8f-4808-a824-d478964e4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8c31467a-9171-4d17-a039-f9b109f4e790'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:28.335868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122f2f7-538a-4408-ac8f-8c09aaef8f03 req-bf921e6f-ad01-4569-812e-efe67ca90ded tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.338157 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a122f2f7-538a-4408-ac8f-8c09aaef8f03 req-bf921e6f-ad01-4569-812e-efe67ca90ded tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 943 time: 0.4733019 Oct 20 03:40:28.348123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44787be-f021-4eea-99d3-5335b7a2bedc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.349539 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c44787be-f021-4eea-99d3-5335b7a2bedc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports/09eddbff-519c-470f-8f6b-68fa9587c886 HTTP/1.1" status: 200 len: 976 time: 0.0542302 Oct 20 03:40:28.353182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Made reservation on behalf of 67d6afa3424943e4b848bb975e23163a for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:28.355591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56786) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:28.359418 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.372215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.372995 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-6e111e4e-de8f-4808-a824-d478964e4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:28.373775 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e111e4e-de8f-4808-a824-d478964e4217 None None] The sync data for ids ['8c31467a-9171-4d17-a039-f9b109f4e790'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:28.376690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4b6551b2-0179-498f-b31e-fad30225200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:28.387188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6551b2-0179-498f-b31e-fad30225200b None None] Routers {'412cc108-3628-4d3e-a2f3-af1c588e166c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:28.387802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4b6551b2-0179-498f-b31e-fad30225200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['412cc108-3628-4d3e-a2f3-af1c588e166c'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:28.426629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4b6551b2-0179-498f-b31e-fad30225200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:28.427333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6551b2-0179-498f-b31e-fad30225200b None None] The sync data for ids ['412cc108-3628-4d3e-a2f3-af1c588e166c'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:28.461516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.463928 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a122f2f7-538a-4408-ac8f-8c09aaef8f03 req-78255896-9805-4e7e-8110-dadac0713b5b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187618 Oct 20 03:40:28.465518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.492078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:28.504406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf613eb-fc88-4865-b0c1-9a07672816b9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:28.508100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.509140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.509554 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Added segment f1b5c269-1a3e-41c4-82ef-5791e7f3c975 of type vlan for network 3b0c8685-57ad-450e-b7fe-e5b06127db40 Oct 20 03:40:28.536622 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Attempt 2 to provision port 09eddbff-519c-470f-8f6b-68fa9587c886 Oct 20 03:40:28.551617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.578995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.580085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:28.580931 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.582022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Port 09eddbff-519c-470f-8f6b-68fa9587c886 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:28.629139 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5387425 Oct 20 03:40:28.633756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56788) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:28.667002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] Request body: {'subnet': {'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-281616695-subnet', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:28.681962 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a5248-139f-42c2-8ab0-b82b0c0da351 admin admin] Pushing event updated for resources: {'Network': ['ID=3b0c8685-57ad-450e-b7fe-e5b06127db40,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:28.691791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 3b0c8685-57ad-450e-b7fe-e5b06127db40 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:28.709617 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] Made reservation on behalf of 67d6afa3424943e4b848bb975e23163a for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:28.712446 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.751974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:28.937259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port c73fbfb0-ca16-41a0-9127-5c3630327f38 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:28.937598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.078003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.083778 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Attempt 3 to provision port 09eddbff-519c-470f-8f6b-68fa9587c886 Oct 20 03:40:29.119564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Port 09eddbff-519c-470f-8f6b-68fa9587c886 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:29.125022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7778ec2a-17f9-4648-88a4-847344920da4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.128244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.179436 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for c73fbfb0-ca16-41a0-9127-5c3630327f38 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:29.237350 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c227ac-b97b-471b-ac0c-8b5eae249ace,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:29.287556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] Checking segment: {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:29.287907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] Network hostable DHCP agents. Network: 3b0c8685-57ad-450e-b7fe-e5b06127db40, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:29.400612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] Network 3b0c8685-57ad-450e-b7fe-e5b06127db40 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:29.420842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 3b0c8685-57ad-450e-b7fe-e5b06127db40) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:29.427055 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:29.427635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.429633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420ed0d1-cb4f-4526-8e3a-5f95fe8df7e6 None None] Network 3b0c8685-57ad-450e-b7fe-e5b06127db40 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:29.451419 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-948d5be6-b18d-4ad5-bd6e-f0fa4c81ee4d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8164210 Oct 20 03:40:29.454497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56790) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:29.462103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:29.484208 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.486080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.532547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.567316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=c73fbfb0-ca16-41a0-9127-5c3630327f38,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:29.585916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.605842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-3b0c8685-57ad-450e-b7fe-e5b06127db40', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:29.606717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.619139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7778ec2a-17f9-4648-88a4-847344920da4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port 09eddbff-519c-470f-8f6b-68fa9587c886 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:29.619495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7778ec2a-17f9-4648-88a4-847344920da4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.620658 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Attempt 4 to provision port 09eddbff-519c-470f-8f6b-68fa9587c886 Oct 20 03:40:29.667855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.725493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Port 09eddbff-519c-470f-8f6b-68fa9587c886 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:29.751787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c5765-d9fe-4e95-8cc4-18a095463ecf req-a0aec20f-fd0f-454e-b36b-a0e060bba86d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:29.753311 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-457c5765-d9fe-4e95-8cc4-18a095463ecf req-a0aec20f-fd0f-454e-b36b-a0e060bba86d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 943 time: 0.1658149 Oct 20 03:40:29.779575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.794272 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.799710 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.803365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Allocated IP 172.20.0.2 (3b0c8685-57ad-450e-b7fe-e5b06127db40/e8c227ac-b97b-471b-ac0c-8b5eae249ace/82a9b685-babc-4945-895a-c291709788d0) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:29.811523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7778ec2a-17f9-4648-88a4-847344920da4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.840953 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-457c5765-d9fe-4e95-8cc4-18a095463ecf req-05c20884-7d76-4402-b422-fa7e99b9b543 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579321 Oct 20 03:40:29.857582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7778ec2a-17f9-4648-88a4-847344920da4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for 09eddbff-519c-470f-8f6b-68fa9587c886 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:29.871519 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.872105 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Fanout notify agent at l3_agent the message router_deleted on router 8c31467a-9171-4d17-a039-f9b109f4e790 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:40:29.913350 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.917467 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0c13430e-3473-4211-af33-d0b42de79062 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/routers/8c31467a-9171-4d17-a039-f9b109f4e790 HTTP/1.1" status: 204 len: 168 time: 1.6518095 Oct 20 03:40:29.918198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56794) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:29.980858 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.985133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-83cd3168-1757-4f77-b8b9-6a89618e338a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting subnet a72196ba-8b29-4643-903e-7461e7da592a {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:40:29.988223 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:29.991889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83cd3168-1757-4f77-b8b9-6a89618e338a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.030148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Network 3b0c8685-57ad-450e-b7fe-e5b06127db40 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:30.035419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:30.039604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:30.042709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Pushing event updated for resources: {'Port': ['ID=82a9b685-babc-4945-895a-c291709788d0,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:30.054013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.054363 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.055306 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.055306 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.055306 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.056091 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.056091 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.056375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.056668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.056990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.057309 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.057627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:30.065399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.074051 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83cd3168-1757-4f77-b8b9-6a89618e338a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.090577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.117581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Attempting to bind port 82a9b685-babc-4945-895a-c291709788d0 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:30.118559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Attempting to bind port 82a9b685-babc-4945-895a-c291709788d0 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:30.118918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Attempting to bind port 82a9b685-babc-4945-895a-c291709788d0 on network 3b0c8685-57ad-450e-b7fe-e5b06127db40 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:30.123991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:30.124375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Checking segment: {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:30.124770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.125152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Bound using segment: {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:30.125608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Bound port: 82a9b685-babc-4945-895a-c291709788d0, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:30.125976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.165241 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 69c86d89-fd7e-4de3-9b08-c89f540c5f00 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:40:30.187748 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7778ec2a-17f9-4648-88a4-847344920da4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.208567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Allocated IP 172.26.0.95 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/6ece16ef-326f-481a-8797-854ea9e6f547) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:30.223986 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778ec2a-17f9-4648-88a4-847344920da4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=09eddbff-519c-470f-8f6b-68fa9587c886,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:30.226985 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] For port 82a9b685-babc-4945-895a-c291709788d0, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:30.235528 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Attempt 5 to provision port 09eddbff-519c-470f-8f6b-68fa9587c886 Oct 20 03:40:30.263868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83cd3168-1757-4f77-b8b9-6a89618e338a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.307506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] For port 82a9b685-babc-4945-895a-c291709788d0, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=82a9b685-babc-4945-895a-c291709788d0,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:30.310036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Port 09eddbff-519c-470f-8f6b-68fa9587c886 was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:40:30.324287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.391062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.404079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Provisioning complete for port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:30.404479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.404826 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Attempt 1 to provision port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc Oct 20 03:40:30.414840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83cd3168-1757-4f77-b8b9-6a89618e338a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.458015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.476394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7778ec2a-17f9-4648-88a4-847344920da4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.481108 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd3168-1757-4f77-b8b9-6a89618e338a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Subnet': ['ID=a72196ba-8b29-4643-903e-7461e7da592a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:30.483242 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83cd3168-1757-4f77-b8b9-6a89618e338a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.485082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 69c86d89-fd7e-4de3-9b08-c89f540c5f00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=69c86d89-fd7e-4de3-9b08-c89f540c5f00,segment=NetworkSegment(c7ee3208-71e6-435f-96c4-d92becd35546),segment_id=c7ee3208-71e6-435f-96c4-d92becd35546)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:30.486599 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-83cd3168-1757-4f77-b8b9-6a89618e338a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/subnets/a72196ba-8b29-4643-903e-7461e7da592a HTTP/1.1" status: 204 len: 168 time: 0.5659242 Oct 20 03:40:30.496581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56796) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:30.511143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e646e3-1c94-48bc-9203-c98d1c34bdf2 None None] Network 667f721f-324b-44c7-a32f-13f60fc47f07 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:30.536593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Pushing event updated for resources: {'Port': ['ID=6ece16ef-326f-481a-8797-854ea9e6f547,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:30.545371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'port_id': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'mac_address': 'fa:16:3e:f5:f9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:40:30.548516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:30.549891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:30.553011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797aa9c-0165-49bc-b54c-51bfce7e6131 None None] Pushing event updated for resources: {'Port': ['ID=82a9b685-babc-4945-895a-c291709788d0,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:30.556691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:30.725710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-92bb6543-c151-4b1d-9212-9f5a86531797 None None] Current status of the port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:30.747063 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.837484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7778ec2a-17f9-4648-88a4-847344920da4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 412cc108-3628-4d3e-a2f3-af1c588e166c has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:30.889467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.939466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:30.939877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:30.942717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-2f8906c3-83a7-469c-8b2b-e02dc214669e None None] Could not find standard attr ID for object 09eddbff-519c-470f-8f6b-68fa9587c886. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:30.960417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c86d89-fd7e-4de3-9b08-c89f540c5f00 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:40:30.987375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 69c86d89-fd7e-4de3-9b08-c89f540c5f00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=69c86d89-fd7e-4de3-9b08-c89f540c5f00,segment=NetworkSegment(c7ee3208-71e6-435f-96c4-d92becd35546),segment_id=c7ee3208-71e6-435f-96c4-d92becd35546)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:30.992942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.057475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=69c86d89-fd7e-4de3-9b08-c89f540c5f00,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:31.062863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37873c99-ba25-4110-9a5d-01ad0925a04c None None] DHCP port deletion for 667f721f-324b-44c7-a32f-13f60fc47f07 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:40:31.116189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-37873c99-ba25-4110-9a5d-01ad0925a04c None None] Deleting port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:31.116591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-37873c99-ba25-4110-9a5d-01ad0925a04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.130188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.182590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-37873c99-ba25-4110-9a5d-01ad0925a04c None None] For port 196a9e6a-c544-4903-9bc8-56f1d90a72c6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=196a9e6a-c544-4903-9bc8-56f1d90a72c6,segment=NetworkSegment(8291b958-9b19-4d0e-b8dc-a2dba141bf9a),segment_id=8291b958-9b19-4d0e-b8dc-a2dba141bf9a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:31.182986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-37873c99-ba25-4110-9a5d-01ad0925a04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.197451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-37873c99-ba25-4110-9a5d-01ad0925a04c None None] Calling delete_port for 196a9e6a-c544-4903-9bc8-56f1d90a72c6 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:31.270833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Router 585a20a1-c604-405a-b7ed-a1ce20b2cceb is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:40:31.319686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7778ec2a-17f9-4648-88a4-847344920da4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:31.338495 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8239a108-627d-4277-883b-b3d219fce323 None None] Sync routers for ids ['412cc108-3628-4d3e-a2f3-af1c588e166c'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:31.354266 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['69c86d89-fd7e-4de3-9b08-c89f540c5f00'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:40:31.355667 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7778ec2a-17f9-4648-88a4-847344920da4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/412cc108-3628-4d3e-a2f3-af1c588e166c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9933009 Oct 20 03:40:31.362254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:31.362573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.363781 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239a108-627d-4277-883b-b3d219fce323 None None] Routers {'412cc108-3628-4d3e-a2f3-af1c588e166c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:31.364360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56800) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:31.364739 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8239a108-627d-4277-883b-b3d219fce323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['412cc108-3628-4d3e-a2f3-af1c588e166c'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:31.407661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-37873c99-ba25-4110-9a5d-01ad0925a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.418567 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8239a108-627d-4277-883b-b3d219fce323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:31.433959 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239a108-627d-4277-883b-b3d219fce323 None None] Routers {'412cc108-3628-4d3e-a2f3-af1c588e166c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:31.434951 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8239a108-627d-4277-883b-b3d219fce323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['412cc108-3628-4d3e-a2f3-af1c588e166c'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:31.438779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:31.451738 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37873c99-ba25-4110-9a5d-01ad0925a04c None None] Pushing event deleted for resources: {'Port': ['ID=196a9e6a-c544-4903-9bc8-56f1d90a72c6,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:31.462725 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Sync routers for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:31.475355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37873c99-ba25-4110-9a5d-01ad0925a04c None None] No DVR routers for this DVR port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:31.480503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.486882 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0cbd6206-6142-442f-aad8-b5057bf73cbe admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0309393 Oct 20 03:40:31.489735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56802) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:31.495155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:31.495793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:31.517191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9083b-7ee4-471f-8e9e-43eae17a6ea5 req-bb2aa8ac-a54d-4516-98a9-ee7de112d6f6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:31.518719 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1bc9083b-7ee4-471f-8e9e-43eae17a6ea5 req-bb2aa8ac-a54d-4516-98a9-ee7de112d6f6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 944 time: 0.2061229 Oct 20 03:40:31.524601 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8239a108-627d-4277-883b-b3d219fce323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:31.526449 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8239a108-627d-4277-883b-b3d219fce323 None None] The sync data for ids ['412cc108-3628-4d3e-a2f3-af1c588e166c'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:31.622844 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] For port 196a9e6a-c544-4903-9bc8-56f1d90a72c6, host dv-neutron-861842-1-hyperv, got binding levels [] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:31.623216 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.681965 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1bc9083b-7ee4-471f-8e9e-43eae17a6ea5 req-f914994c-ff7a-49e7-8737-cb644adef8fc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967109 Oct 20 03:40:31.709717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for 196a9e6a-c544-4903-9bc8-56f1d90a72c6 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:31.715980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.ipam_backend_mixin [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 was not found and therefore no delete operation was performed {{(pid=103628) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 20 03:40:31.718568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.750697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831578e5-99e5-4903-9c6b-486fa35da897 None None] Network 3b0c8685-57ad-450e-b7fe-e5b06127db40 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:31.751164 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-2da7872a-bf80-47c9-a35f-702140333c64 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] remove_router_interface failed (client error): The resource could not be found. Oct 20 03:40:31.752203 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2da7872a-bf80-47c9-a35f-702140333c64 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/412cc108-3628-4d3e-a2f3-af1c588e166c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3859835 Oct 20 03:40:31.756149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56804) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:31.774083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:31.786746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] No DVR routers for this DVR port 196a9e6a-c544-4903-9bc8-56f1d90a72c6 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:31.788413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=196a9e6a-c544-4903-9bc8-56f1d90a72c6,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:31.841000 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0c54bdd4-8051-499b-82e4-c0f72f3e30cc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=412cc108-3628-4d3e-a2f3-af1c588e166c HTTP/1.1" status: 200 len: 205 time: 0.0843813 Oct 20 03:40:31.851778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56806) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:31.893505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 82a9b685-babc-4945-895a-c291709788d0 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:31.908184 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a95af15a-2013-4d82-9ecf-dc89b8d2c955 None None] Provisioning complete for port 82a9b685-babc-4945-895a-c291709788d0 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:31.908590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a95af15a-2013-4d82-9ecf-dc89b8d2c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.908932 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a95af15a-2013-4d82-9ecf-dc89b8d2c955 None None] Attempt 1 to provision port 82a9b685-babc-4945-895a-c291709788d0 Oct 20 03:40:31.924225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.946748 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667f721f-324b-44c7-a32f-13f60fc47f07']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:31.956779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8291b958-9b19-4d0e-b8dc-a2dba141bf9a') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:31.957180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8291b958-9b19-4d0e-b8dc-a2dba141bf9a') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:31.968152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.984221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:31.992214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:31.993039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.031908 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 8291b958-9b19-4d0e-b8dc-a2dba141bf9a resource provider aggregate not found Oct 20 03:40:32.064224 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 8291b958-9b19-4d0e-b8dc-a2dba141bf9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8291b958-9b19-4d0e-b8dc-a2dba141bf9a found for delete ", "request_id": "req-bffcc94e-c9bf-4d69-877b-66b95781f2d5"}]} Oct 20 03:40:32.074493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.084709 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.090707 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/networks/667f721f-324b-44c7-a32f-13f60fc47f07 HTTP/1.1" status: 204 len: 168 time: 1.5906918 Oct 20 03:40:32.098818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56812) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:32.107134 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2e5bb-7e7c-4496-9998-a9a34a631c71 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Network': ['ID=667f721f-324b-44c7-a32f-13f60fc47f07,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:32.232212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-facb146f-30db-46f3-9570-05403cca37f7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.232630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-49362673-1ee6-4347-af74-e11c46bd73e7 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port 07226e33-fa65-4886-9b3e-0cf4b92b98bd {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:32.232979 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49362673-1ee6-4347-af74-e11c46bd73e7 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.240544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 82a9b685-babc-4945-895a-c291709788d0 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:32.240925 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.241614 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 82a9b685-babc-4945-895a-c291709788d0 Oct 20 03:40:32.333804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a95af15a-2013-4d82-9ecf-dc89b8d2c955 None None] Current status of the port 82a9b685-babc-4945-895a-c291709788d0 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:32.334202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a95af15a-2013-4d82-9ecf-dc89b8d2c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.334534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49362673-1ee6-4347-af74-e11c46bd73e7 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.335420 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49362673-1ee6-4347-af74-e11c46bd73e7 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.348475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-49362673-1ee6-4347-af74-e11c46bd73e7 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for 07226e33-fa65-4886-9b3e-0cf4b92b98bd owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:32.405087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a95af15a-2013-4d82-9ecf-dc89b8d2c955 None None] For port 82a9b685-babc-4945-895a-c291709788d0, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=82a9b685-babc-4945-895a-c291709788d0,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:32.428927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-facb146f-30db-46f3-9570-05403cca37f7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.432559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:30Z', 'revision_number': 3, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:32.434467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a95af15a-2013-4d82-9ecf-dc89b8d2c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.454840 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-facb146f-30db-46f3-9570-05403cca37f7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.478921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Checking router: 585a20a1-c604-405a-b7ed-a1ce20b2cceb for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:40:32.479283 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Updating router 585a20a1-c604-405a-b7ed-a1ce20b2cceb port 6ece16ef-326f-481a-8797-854ea9e6f547 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:40:32.528599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49362673-1ee6-4347-af74-e11c46bd73e7 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.532710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 82a9b685-babc-4945-895a-c291709788d0 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:32.533328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.534732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-facb146f-30db-46f3-9570-05403cca37f7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.535262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facb146f-30db-46f3-9570-05403cca37f7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Fanout notify agent at l3_agent the message router_deleted on router 412cc108-3628-4d3e-a2f3-af1c588e166c {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:40:32.544050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.564628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-facb146f-30db-46f3-9570-05403cca37f7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.565618 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-facb146f-30db-46f3-9570-05403cca37f7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/412cc108-3628-4d3e-a2f3-af1c588e166c HTTP/1.1" status: 204 len: 168 time: 0.7122736 Oct 20 03:40:32.568837 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56814) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:32.569609 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49362673-1ee6-4347-af74-e11c46bd73e7 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=07226e33-fa65-4886-9b3e-0cf4b92b98bd,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:32.599037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95af15a-2013-4d82-9ecf-dc89b8d2c955 None None] Pushing event updated for resources: {'Port': ['ID=82a9b685-babc-4945-895a-c291709788d0,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:32.652719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.690746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcfe7ce-3fd4-4cff-a6dc-a1c8b9b25686 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting subnet e9269240-6048-4637-8c5b-8cc3fd1e63e7 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:40:32.694124 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fcfe7ce-3fd4-4cff-a6dc-a1c8b9b25686 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.736596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fcfe7ce-3fd4-4cff-a6dc-a1c8b9b25686 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.767057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:40:32.767427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:40:32.775351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a2372268-135f-4738-ae18-0bc00df5da93 None None] Provisioning complete for port 82a9b685-babc-4945-895a-c291709788d0 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:32.775734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2372268-135f-4738-ae18-0bc00df5da93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.776070 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a2372268-135f-4738-ae18-0bc00df5da93 None None] Attempt 1 to provision port 82a9b685-babc-4945-895a-c291709788d0 Oct 20 03:40:32.793786 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49362673-1ee6-4347-af74-e11c46bd73e7 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.799543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-49362673-1ee6-4347-af74-e11c46bd73e7 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.804392 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-49362673-1ee6-4347-af74-e11c46bd73e7 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/floatingips/5c1fab84-1c6d-4e00-9da0-5a11177bed88 HTTP/1.1" status: 204 len: 168 time: 0.7009363 Oct 20 03:40:32.811400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56818) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:32.857417 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bb1b47-1619-42fe-a7cd-f5307540e126 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:32.858086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3bb1b47-1619-42fe-a7cd-f5307540e126 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:32.865529 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a3bb1b47-1619-42fe-a7cd-f5307540e126 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/ports/e6cd3194-d52f-4e68-82bc-10b0c5154a9c HTTP/1.1" status: 404 len: 333 time: 0.0482190 Oct 20 03:40:32.865836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56820) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:32.893255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ec69c-fcca-46cc-99fa-d2548c2e9f18 req-4e457376-9b3c-4fdf-bdcb-cfc55fb8dec0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:32.894872 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a03ec69c-fcca-46cc-99fa-d2548c2e9f18 req-4e457376-9b3c-4fdf-bdcb-cfc55fb8dec0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 944 time: 0.1141014 Oct 20 03:40:32.916328 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7c1871f6-7482-4a5a-9d1c-e5cc904662a3 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c31467a-9171-4d17-a039-f9b109f4e790 HTTP/1.1" status: 200 len: 205 time: 0.0479000 Oct 20 03:40:32.926220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56822) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:32.963714 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fcfe7ce-3fd4-4cff-a6dc-a1c8b9b25686 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:32.995682 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-92b55325-87a2-4fd3-8453-db241c2464c0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] delete failed (client error): The resource could not be found. Oct 20 03:40:32.999285 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-92b55325-87a2-4fd3-8453-db241c2464c0 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/routers/8c31467a-9171-4d17-a039-f9b109f4e790 HTTP/1.1" status: 404 len: 336 time: 0.0693686 Oct 20 03:40:32.999656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56826) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:33.037448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fcfe7ce-3fd4-4cff-a6dc-a1c8b9b25686 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.059996 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0cb142-fa25-4ef0-b584-29381e8ed941 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:33.060764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0cb142-fa25-4ef0-b584-29381e8ed941 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:33.067986 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8a0cb142-fa25-4ef0-b584-29381e8ed941 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/subnets/a72196ba-8b29-4643-903e-7461e7da592a HTTP/1.1" status: 404 len: 337 time: 0.0649869 Oct 20 03:40:33.067986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Allocated IP 172.20.0.1 (3b0c8685-57ad-450e-b7fe-e5b06127db40/e8c227ac-b97b-471b-ac0c-8b5eae249ace/b0ffdaaa-0a30-4d76-8133-80a670e524f2) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:33.071167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56828) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:33.075231 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fcfe7ce-3fd4-4cff-a6dc-a1c8b9b25686 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.082269 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2fcfe7ce-3fd4-4cff-a6dc-a1c8b9b25686 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/e9269240-6048-4637-8c5b-8cc3fd1e63e7 HTTP/1.1" status: 204 len: 168 time: 0.5098250 Oct 20 03:40:33.083039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56830) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:33.087526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a03ec69c-fcca-46cc-99fa-d2548c2e9f18 req-92666352-d4c1-4145-bd06-63f1aa78576e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626735 Oct 20 03:40:33.094492 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfe7ce-3fd4-4cff-a6dc-a1c8b9b25686 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Subnet': ['ID=e9269240-6048-4637-8c5b-8cc3fd1e63e7,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:33.110719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5727b9-0ffd-4e4f-a6b7-214421aea3fc None None] Network 68adea38-62f1-4e00-ba6b-75f24bb12afd requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:33.112997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2372268-135f-4738-ae18-0bc00df5da93 None None] Current status of the port 82a9b685-babc-4945-895a-c291709788d0 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:33.195107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.258779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:33.259241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.288649 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6418e603-7f14-47d2-97f7-97397c8c8ed6 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port ac9edc78-950b-4f9c-ad16-adbf7df52ad1 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:33.289207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6418e603-7f14-47d2-97f7-97397c8c8ed6 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.316310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.334983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] For port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=52d4d511-69e3-4008-8aa2-e3bb3a7a33fc,segment=NetworkSegment(e3547101-7dba-4a4d-90d1-5df1add2686c),segment_id=e3547101-7dba-4a4d-90d1-5df1add2686c)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:33.335467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.340555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.342198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.355643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:33.369574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 82a9b685-babc-4945-895a-c291709788d0 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:33.401780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Attempting to bind port 6ece16ef-326f-481a-8797-854ea9e6f547 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:33.402175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Attempting to bind port 6ece16ef-326f-481a-8797-854ea9e6f547 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:33.402528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Attempting to bind port 6ece16ef-326f-481a-8797-854ea9e6f547 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:33.411659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:33.411659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:33.411659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.411659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:33.412133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Bound port: 6ece16ef-326f-481a-8797-854ea9e6f547, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:33.412552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.438202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74145da-ed51-434d-a17f-67de79cb02be None None] Pushing event updated for resources: {'Port': ['ID=6ece16ef-326f-481a-8797-854ea9e6f547,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:33.467523 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 196a9e6a-c544-4903-9bc8-56f1d90a72c6 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:40:33.470086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.486644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6418e603-7f14-47d2-97f7-97397c8c8ed6 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.500482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=52d4d511-69e3-4008-8aa2-e3bb3a7a33fc,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:33.503927 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No DVR routers for this DVR port 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:33.515359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50af746-62c8-43ac-949b-ea83d7b27a9e None None] DHCP port deletion for 68adea38-62f1-4e00-ba6b-75f24bb12afd request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:40:33.522220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 196a9e6a-c544-4903-9bc8-56f1d90a72c6 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:40:33.522561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 196a9e6a-c544-4903-9bc8-56f1d90a72c6 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:40:33.523470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6418e603-7f14-47d2-97f7-97397c8c8ed6 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for ac9edc78-950b-4f9c-ad16-adbf7df52ad1 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:33.535749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] For port 6ece16ef-326f-481a-8797-854ea9e6f547, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:33.540372 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] For port 6ece16ef-326f-481a-8797-854ea9e6f547, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6ece16ef-326f-481a-8797-854ea9e6f547,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:33.544740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.591339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:33.592228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:33.598941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.603910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.626804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68adea38-62f1-4e00-ba6b-75f24bb12afd']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:33.638663 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3547101-7dba-4a4d-90d1-5df1add2686c') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:33.639041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3547101-7dba-4a4d-90d1-5df1add2686c') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:33.649776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.657207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74145da-ed51-434d-a17f-67de79cb02be None None] Pushing event updated for resources: {'Port': ['ID=6ece16ef-326f-481a-8797-854ea9e6f547,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:33.664067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Network 3b0c8685-57ad-450e-b7fe-e5b06127db40 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:33.665688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.671301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:33.674321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:33.674753 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.678066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:33.712946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ffdaaa-0a30-4d76-8133-80a670e524f2,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:33.729410 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.739833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:33.768345 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.790077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.794208 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/networks/68adea38-62f1-4e00-ba6b-75f24bb12afd HTTP/1.1" status: 204 len: 168 time: 0.7103343 Oct 20 03:40:33.798196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56832) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:33.803766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'network': {'name': 'tempest-RoutersTest-1898477799'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:33.833459 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b09b4-3eb0-400a-a806-3f8400278bb9 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Network': ['ID=68adea38-62f1-4e00-ba6b-75f24bb12afd,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:33.848891 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 82a9b685-babc-4945-895a-c291709788d0 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:33.855302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:33.863835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.893639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:33.904049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.904463 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added segment 07d47c41-2ac8-4428-918d-da1d0c94c034 of type vlan for network e43948aa-be67-44c1-a9e3-8134715ceda6 Oct 20 03:40:33.963498 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.979863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 82a9b685-babc-4945-895a-c291709788d0 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:33.980613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.980962 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 82a9b685-babc-4945-895a-c291709788d0 Oct 20 03:40:33.991041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.992545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.994978 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6418e603-7f14-47d2-97f7-97397c8c8ed6 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:33.999901 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:34.000560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.025380 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2258677 Oct 20 03:40:34.026053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56834) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:34.033155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418e603-7f14-47d2-97f7-97397c8c8ed6 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=ac9edc78-950b-4f9c-ad16-adbf7df52ad1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:34.045044 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'subnet': {'network_id': 'e43948aa-be67-44c1-a9e3-8134715ceda6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:34.073259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Provisioning complete for port b0ffdaaa-0a30-4d76-8133-80a670e524f2 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:34.073259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.073777 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Attempt 1 to provision port b0ffdaaa-0a30-4d76-8133-80a670e524f2 Oct 20 03:40:34.096087 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment e3547101-7dba-4a4d-90d1-5df1add2686c resource provider aggregate not found Oct 20 03:40:34.144999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fa481-9efb-4ae5-8ff6-26627f888287 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Network': ['ID=e43948aa-be67-44c1-a9e3-8134715ceda6,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:34.153494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:30Z', 'revision_number': 3, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:34.154280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6418e603-7f14-47d2-97f7-97397c8c8ed6 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.157780 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6418e603-7f14-47d2-97f7-97397c8c8ed6 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/ports/ac9edc78-950b-4f9c-ad16-adbf7df52ad1 HTTP/1.1" status: 204 len: 168 time: 1.0835128 Oct 20 03:40:34.160193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56842) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:34.182904 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment e3547101-7dba-4a4d-90d1-5df1add2686c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3547101-7dba-4a4d-90d1-5df1add2686c found for delete ", "request_id": "req-cbc90390-95a4-44cf-be0d-690fcaf73c20"}]} Oct 20 03:40:34.201509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network e43948aa-be67-44c1-a9e3-8134715ceda6 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:34.203689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 69c86d89-fd7e-4de3-9b08-c89f540c5f00 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:34.206545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd81c65-7e00-4e1a-b7b5-57551d44f717 None None] The sync data for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv is: [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:30Z', 'revision_number': 3, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:34.232716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:34.240683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.253565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Port b0ffdaaa-0a30-4d76-8133-80a670e524f2 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:34.314993 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 82a9b685-babc-4945-895a-c291709788d0 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:34.353311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:40:34.357469 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:34.357846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.358307 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 Oct 20 03:40:34.369631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.377825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.379384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cbe70-bd51-46c4-8e2f-9ab3bd512b45 req-20124607-7e6b-419d-b3bd-0716a8a9e461 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:34.381448 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fb0cbe70-bd51-46c4-8e2f-9ab3bd512b45 req-20124607-7e6b-419d-b3bd-0716a8a9e461 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 944 time: 0.1248038 Oct 20 03:40:34.417301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:40:34.435561 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fb0cbe70-bd51-46c4-8e2f-9ab3bd512b45 req-cb3b4aed-6b4f-4670-9f82-1120c29dab16 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442367 Oct 20 03:40:34.459860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ffdaaa-0a30-4d76-8133-80a670e524f2,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:34.472658 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.473661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:40:34.474103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 52d4d511-69e3-4008-8aa2-e3bb3a7a33fc not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:40:34.489149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ab083cdd-dab7-459a-9358-1603dc92eb8a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port 76bbcc63-45b0-4e0a-8be5-f621488719c1 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:34.489488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab083cdd-dab7-459a-9358-1603dc92eb8a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.536513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:34.537109 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.559993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.566385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c86d89-fd7e-4de3-9b08-c89f540c5f00'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:40:34.568842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df4110a-0a86-41d3-8975-8e0e7bd39a68" -d '{"events": [{"server_uuid": "b7aeab52-cb91-49b6-88b9-593706bff906", "name": "network-vif-plugged", "status": "completed", "tag": "69c86d89-fd7e-4de3-9b08-c89f540c5f00"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:40:34.583056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 69c86d89-fd7e-4de3-9b08-c89f540c5f00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=69c86d89-fd7e-4de3-9b08-c89f540c5f00,segment=NetworkSegment(c7ee3208-71e6-435f-96c4-d92becd35546),segment_id=c7ee3208-71e6-435f-96c4-d92becd35546)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:34.598579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.646487 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Subnet': ['ID=83c806bc-49e5-4436-9a1d-30d9ff53571d,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:34.692980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Checking segment: {'id': '07d47c41-2ac8-4428-918d-da1d0c94c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e43948aa-be67-44c1-a9e3-8134715ceda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:34.693340 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network hostable DHCP agents. Network: e43948aa-be67-44c1-a9e3-8134715ceda6, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:34.709636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Network 3b0c8685-57ad-450e-b7fe-e5b06127db40 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:34.714524 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=69c86d89-fd7e-4de3-9b08-c89f540c5f00,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:34.716550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:34.735890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network e43948aa-be67-44c1-a9e3-8134715ceda6 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:34.748509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab083cdd-dab7-459a-9358-1603dc92eb8a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.749121 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, e43948aa-be67-44c1-a9e3-8134715ceda6) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:34.754882 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Attempt 2 to provision port b0ffdaaa-0a30-4d76-8133-80a670e524f2 Oct 20 03:40:34.781725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:34.789226 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.824099 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-852b41c1-85fe-41c6-827b-d0cb9e462073 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7854033 Oct 20 03:40:34.829915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56848) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:34.833543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0cb73d-0245-46cb-be9a-e7943e0c75a5 None None] Network e43948aa-be67-44c1-a9e3-8134715ceda6 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:34.835659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2d2cf7b0-31e5-481d-87a9-0866c1290363 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2053264382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:34.853552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ab083cdd-dab7-459a-9358-1603dc92eb8a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for 76bbcc63-45b0-4e0a-8be5-f621488719c1 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:34.861207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf7b0-31e5-481d-87a9-0866c1290363 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.862826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf7b0-31e5-481d-87a9-0866c1290363 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.874185 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Port b0ffdaaa-0a30-4d76-8133-80a670e524f2 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:34.921887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf7b0-31e5-481d-87a9-0866c1290363 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.928565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf7b0-31e5-481d-87a9-0866c1290363 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.933984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd33e2b9-8232-4a9b-a736-681a5e0e0b16 x-openstack-request-id: req-bd33e2b9-8232-4a9b-a736-681a5e0e0b16 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:40:34.934281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aeab52-cb91-49b6-88b9-593706bff906", "name": "network-vif-plugged", "status": "completed", "tag": "69c86d89-fd7e-4de3-9b08-c89f540c5f00", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:40:34.934535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd33e2b9-8232-4a9b-a736-681a5e0e0b16 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:40:34.934931 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd33e2b9-8232-4a9b-a736-681a5e0e0b16'] response: {'server_uuid': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'code': 200} Oct 20 03:40:34.970517 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf7b0-31e5-481d-87a9-0866c1290363 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:34.972636 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2d2cf7b0-31e5-481d-87a9-0866c1290363 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1412904 Oct 20 03:40:34.975329 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56850) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:35.111593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Router 585a20a1-c604-405a-b7ed-a1ce20b2cceb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:35.132447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-e43948aa-be67-44c1-a9e3-8134715ceda6', 'network_id': 'e43948aa-be67-44c1-a9e3-8134715ceda6', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'fixed_ips': [{'subnet_id': '83c806bc-49e5-4436-9a1d-30d9ff53571d'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:35.134625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.308642 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4da208-31e3-4be5-8a3f-e91148b109fc req-0fa26e2a-f1d2-48ab-92e7-6d2e550f6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:35.310139 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3a4da208-31e3-4be5-8a3f-e91148b109fc req-0fa26e2a-f1d2-48ab-92e7-6d2e550f6a4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 1098 time: 0.1388974 Oct 20 03:40:35.321291 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Allocated IP 172.20.0.2 (e43948aa-be67-44c1-a9e3-8134715ceda6/83c806bc-49e5-4436-9a1d-30d9ff53571d/53373823-6840-4409-8af3-c98e314a3e2a) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:35.348754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.377700 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Attempt 3 to provision port b0ffdaaa-0a30-4d76-8133-80a670e524f2 Oct 20 03:40:35.397058 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3a4da208-31e3-4be5-8a3f-e91148b109fc req-e1db5ee6-24e9-486a-99d5-674fc227b14f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491159 Oct 20 03:40:35.406337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab083cdd-dab7-459a-9358-1603dc92eb8a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.429941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:35.448623 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9afe8a8c-9e4c-4988-9957-662dc5ba2198 admin admin] 10.222.0.20 "PUT /v2.0/routers/585a20a1-c604-405a-b7ed-a1ce20b2cceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9568670 Oct 20 03:40:35.457697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Port b0ffdaaa-0a30-4d76-8133-80a670e524f2 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:35.492825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab083cdd-dab7-459a-9358-1603dc92eb8a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=76bbcc63-45b0-4e0a-8be5-f621488719c1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:35.569565 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab083cdd-dab7-459a-9358-1603dc92eb8a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.575930 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ab083cdd-dab7-459a-9358-1603dc92eb8a tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/ports/76bbcc63-45b0-4e0a-8be5-f621488719c1 HTTP/1.1" status: 204 len: 168 time: 1.4145932 Oct 20 03:40:35.576630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56856) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:35.636639 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cca50d-676d-4d15-994f-1f7132c0e8ec tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:35.636869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.640768 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-20cca50d-676d-4d15-994f-1f7132c0e8ec tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da26b8d-5325-472c-9180-a5a3a0f8cbe0 HTTP/1.1" status: 200 len: 913 time: 0.0631266 Oct 20 03:40:35.641549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56858) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:35.648517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.697397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Network e43948aa-be67-44c1-a9e3-8134715ceda6 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:35.701313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:35.710970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:35.716064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Pushing event updated for resources: {'Port': ['ID=53373823-6840-4409-8af3-c98e314a3e2a,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:35.772788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067ccb9-c2d1-48fb-856d-95058872d79b req-27ab03f9-ac28-47ec-8e11-0972d1d0de9b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:35.784771 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1067ccb9-c2d1-48fb-856d-95058872d79b req-27ab03f9-ac28-47ec-8e11-0972d1d0de9b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 945 time: 0.2266166 Oct 20 03:40:35.786038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Attempting to bind port 53373823-6840-4409-8af3-c98e314a3e2a on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:35.786420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Attempting to bind port 53373823-6840-4409-8af3-c98e314a3e2a by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '07d47c41-2ac8-4428-918d-da1d0c94c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e43948aa-be67-44c1-a9e3-8134715ceda6'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:35.786785 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Attempting to bind port 53373823-6840-4409-8af3-c98e314a3e2a on network e43948aa-be67-44c1-a9e3-8134715ceda6 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:35.793390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:35.793765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Checking segment: {'id': '07d47c41-2ac8-4428-918d-da1d0c94c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e43948aa-be67-44c1-a9e3-8134715ceda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:35.794170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.796416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Bound using segment: {'id': '07d47c41-2ac8-4428-918d-da1d0c94c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e43948aa-be67-44c1-a9e3-8134715ceda6'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:35.797193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Bound port: 53373823-6840-4409-8af3-c98e314a3e2a, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d47c41-2ac8-4428-918d-da1d0c94c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e43948aa-be67-44c1-a9e3-8134715ceda6'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:35.800023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:35.808207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Allocated IP 172.20.0.1 (e43948aa-be67-44c1-a9e3-8134715ceda6/83c806bc-49e5-4436-9a1d-30d9ff53571d/d3b185b7-585b-4c6c-8252-4c78cce7b273) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:35.869853 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1067ccb9-c2d1-48fb-856d-95058872d79b req-31ebab8d-59ef-4454-8176-68e9276aee6e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763946 Oct 20 03:40:35.878206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6ece16ef-326f-481a-8797-854ea9e6f547 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:35.956443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] For port 53373823-6840-4409-8af3-c98e314a3e2a, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:35.961128 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Attempt 4 to provision port b0ffdaaa-0a30-4d76-8133-80a670e524f2 Oct 20 03:40:35.968129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] For port 53373823-6840-4409-8af3-c98e314a3e2a, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=53373823-6840-4409-8af3-c98e314a3e2a,segment=NetworkSegment(07d47c41-2ac8-4428-918d-da1d0c94c034),segment_id=07d47c41-2ac8-4428-918d-da1d0c94c034)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:35.995746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.000956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.050751 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.075583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network e43948aa-be67-44c1-a9e3-8134715ceda6 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:36.079049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:36.101709 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:36.198232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56872) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:36.203348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1251063506-network', 'tenant_id': '626386c69b73426b9dde787cba044b3e'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:36.219803 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=d3b185b7-585b-4c6c-8252-4c78cce7b273,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:36.235148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.286369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 6ece16ef-326f-481a-8797-854ea9e6f547 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:36.286959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.287472 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 6ece16ef-326f-481a-8797-854ea9e6f547 Oct 20 03:40:36.313443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Made reservation on behalf of 626386c69b73426b9dde787cba044b3e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:36.316135 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.342970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.350289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Port b0ffdaaa-0a30-4d76-8133-80a670e524f2 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:36.391621 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bc48f-400c-4365-837b-862e98b2e27b None None] Pushing event updated for resources: {'Port': ['ID=53373823-6840-4409-8af3-c98e314a3e2a,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:36.506145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 6ece16ef-326f-481a-8797-854ea9e6f547 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:36.506876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.522264 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.538086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 6ece16ef-326f-481a-8797-854ea9e6f547, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6ece16ef-326f-481a-8797-854ea9e6f547,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:36.547100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.639868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02c62714-c294-498b-99d4-9eb88b9154a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.647456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.656839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.659709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=6ece16ef-326f-481a-8797-854ea9e6f547,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:36.671961 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:36.694594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.695505 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Added segment b306f571-0ab7-46fe-8074-428bb884d2da of type vlan for network b1b5ddae-680a-49eb-a94f-5079c8515738 Oct 20 03:40:36.824377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c655457a-6041-4571-b138-a9d1e0d395e8,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:36.834078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.851889 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Attempt 5 to provision port b0ffdaaa-0a30-4d76-8133-80a670e524f2 Oct 20 03:40:36.901448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.902010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:36.902771 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.905002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Port b0ffdaaa-0a30-4d76-8133-80a670e524f2 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:36.942339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-02c62714-c294-498b-99d4-9eb88b9154a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port 8f70cd22-14ab-4290-80c9-a3effc0da065 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:36.942731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02c62714-c294-498b-99d4-9eb88b9154a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:36.953622 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Sync routers for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:36.965280 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:36.966135 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:36.969221 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7697732 Oct 20 03:40:36.973078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56876) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:36.981790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] Request body: {'subnet': {'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1251063506-subnet', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:37.028297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97a5c9-2e89-4c44-8ea1-2c8eac75a213 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b5ddae-680a-49eb-a94f-5079c8515738,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:37.041186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network b1b5ddae-680a-49eb-a94f-5079c8515738 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:37.068311 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.075921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.076178 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] Made reservation on behalf of 626386c69b73426b9dde787cba044b3e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:37.078846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.099660 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:37.173827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.185237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=d3b185b7-585b-4c6c-8252-4c78cce7b273,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:37.281938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network e43948aa-be67-44c1-a9e3-8134715ceda6 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:37.283925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:37.294999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36991262-1617-4c9d-a58c-4ab1f12c746a req-7a1c1783-ab59-43d0-9925-de6946d8d6fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:37.296695 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-36991262-1617-4c9d-a58c-4ab1f12c746a req-7a1c1783-ab59-43d0-9925-de6946d8d6fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 945 time: 0.3374670 Oct 20 03:40:37.303574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02c62714-c294-498b-99d4-9eb88b9154a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.331287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.340678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-02c62714-c294-498b-99d4-9eb88b9154a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for 8f70cd22-14ab-4290-80c9-a3effc0da065 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:37.388686 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:34Z', 'revision_number': 2, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:37.406545 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Attempt 6 to provision port b0ffdaaa-0a30-4d76-8133-80a670e524f2 Oct 20 03:40:37.418821 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Checking router: 585a20a1-c604-405a-b7ed-a1ce20b2cceb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:40:37.419512 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Updating router 585a20a1-c604-405a-b7ed-a1ce20b2cceb port b0ffdaaa-0a30-4d76-8133-80a670e524f2 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:40:37.448067 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.469419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Port b0ffdaaa-0a30-4d76-8133-80a670e524f2 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:37.470950 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-36991262-1617-4c9d-a58c-4ab1f12c746a req-671dc3d8-e25d-4c4f-873e-6ed483ae390a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630998 Oct 20 03:40:37.484622 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=78bdb8cf-e4bd-4a52-b05a-79b526e47ad6,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:37.484974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 68036e99-08cf-4be0-820a-7bbf8c8ba1b7 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:40:37.525864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] Checking segment: {'id': 'b306f571-0ab7-46fe-8074-428bb884d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:37.526235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] Network hostable DHCP agents. Network: b1b5ddae-680a-49eb-a94f-5079c8515738, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:37.605119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] Network b1b5ddae-680a-49eb-a94f-5079c8515738 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:37.629113 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, b1b5ddae-680a-49eb-a94f-5079c8515738) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:37.630961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ff535-2dc9-4c8a-89f1-fb2017d45501 None None] Network e43948aa-be67-44c1-a9e3-8134715ceda6 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:37.637305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:37.637985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.661402 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-93c265c3-3ece-48b9-a33d-ddb3e9c4d6bf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6834960 Oct 20 03:40:37.665461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56880) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:37.668986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc58eae7-4ff2-4394-9574-992bd0e9d0ac None None] Network b1b5ddae-680a-49eb-a94f-5079c8515738 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:37.670642 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1251063506-router', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:37.700284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.701580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.738717 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:40:37.866502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.935973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02c62714-c294-498b-99d4-9eb88b9154a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:37.967696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6ece16ef-326f-481a-8797-854ea9e6f547 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:37.994673 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Attempt 7 to provision port b0ffdaaa-0a30-4d76-8133-80a670e524f2 Oct 20 03:40:37.996879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c62714-c294-498b-99d4-9eb88b9154a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=8f70cd22-14ab-4290-80c9-a3effc0da065,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:38.043968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Port b0ffdaaa-0a30-4d76-8133-80a670e524f2 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:38.071966 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.077811 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-b1b5ddae-680a-49eb-a94f-5079c8515738', 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'fixed_ips': [{'subnet_id': '78bdb8cf-e4bd-4a52-b05a-79b526e47ad6'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:38.078692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.083683 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.104722 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:38.112077 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2116e77c-a66b-4a01-bb64-eaf77b9998be tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/68036e99-08cf-4be0-820a-7bbf8c8ba1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1353574 Oct 20 03:40:38.115036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56882) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:38.125561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d2d7a-ddaf-4ff4-a4e3-466332c70a35 None None] Sync routers for ids ['68036e99-08cf-4be0-820a-7bbf8c8ba1b7'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:38.136482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64508c92-4a59-4ceb-b7f1-05c357e6c8ab req-5664351c-d79e-415d-9a3c-ceb48c007335 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:38.138265 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-64508c92-4a59-4ceb-b7f1-05c357e6c8ab req-5664351c-d79e-415d-9a3c-ceb48c007335 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 945 time: 0.1180682 Oct 20 03:40:38.184041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.192146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ef313-a93f-4b30-b76d-3507477180de tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:38.196870 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cb9ef313-a93f-4b30-b76d-3507477180de tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports/d3b185b7-585b-4c6c-8252-4c78cce7b273 HTTP/1.1" status: 200 len: 910 time: 0.0774634 Oct 20 03:40:38.197545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56884) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:38.225012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d2d7a-ddaf-4ff4-a4e3-466332c70a35 None None] Routers {'68036e99-08cf-4be0-820a-7bbf8c8ba1b7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:38.227759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-001d2d7a-ddaf-4ff4-a4e3-466332c70a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['68036e99-08cf-4be0-820a-7bbf8c8ba1b7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:38.252457 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Attempting to bind port b0ffdaaa-0a30-4d76-8133-80a670e524f2 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:38.254468 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Attempting to bind port b0ffdaaa-0a30-4d76-8133-80a670e524f2 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:38.255981 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Attempting to bind port b0ffdaaa-0a30-4d76-8133-80a670e524f2 on network 3b0c8685-57ad-450e-b7fe-e5b06127db40 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:38.267335 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-64508c92-4a59-4ceb-b7f1-05c357e6c8ab req-3758918e-0f6b-4a8c-9cc1-471b2971d2fc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113355 Oct 20 03:40:38.267559 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:38.267961 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Checking segment: {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:38.268518 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.268998 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Bound using segment: {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:38.270418 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Bound port: b0ffdaaa-0a30-4d76-8133-80a670e524f2, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:38.271774 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.303899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56886) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:38.317389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-001d2d7a-ddaf-4ff4-a4e3-466332c70a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:38.331333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 6ece16ef-326f-481a-8797-854ea9e6f547 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:38.331711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.332050 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 6ece16ef-326f-481a-8797-854ea9e6f547 Oct 20 03:40:38.392514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d2d7a-ddaf-4ff4-a4e3-466332c70a35 None None] Routers {'68036e99-08cf-4be0-820a-7bbf8c8ba1b7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:38.393173 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-001d2d7a-ddaf-4ff4-a4e3-466332c70a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['68036e99-08cf-4be0-820a-7bbf8c8ba1b7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:38.395133 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] For port b0ffdaaa-0a30-4d76-8133-80a670e524f2, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:38.405825 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] For port b0ffdaaa-0a30-4d76-8133-80a670e524f2, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=b0ffdaaa-0a30-4d76-8133-80a670e524f2,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:38.410493 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Pushing event updated for resources: {'Port': ['ID=b0ffdaaa-0a30-4d76-8133-80a670e524f2,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:38.421922 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.422341 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.422790 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.423202 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.424253 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.424719 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.425146 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.425963 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.426604 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.427097 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.427524 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.427976 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:40:38.441229 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.466114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd1e28e-329a-4dae-b83e-73c7a23554f8 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:38.467918 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1cd1e28e-329a-4dae-b83e-73c7a23554f8 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 1093 time: 0.1614966 Oct 20 03:40:38.471717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56890) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:38.478527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:38.482755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02c62714-c294-498b-99d4-9eb88b9154a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.504434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-001d2d7a-ddaf-4ff4-a4e3-466332c70a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:38.505097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d2d7a-ddaf-4ff4-a4e3-466332c70a35 None None] The sync data for ids ['68036e99-08cf-4be0-820a-7bbf8c8ba1b7'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:38.526620 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:38.529969 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:38.561664 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Attempt 8 to provision port b0ffdaaa-0a30-4d76-8133-80a670e524f2 Oct 20 03:40:38.565785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.627549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.650059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Allocated IP 172.20.0.2 (b1b5ddae-680a-49eb-a94f-5079c8515738/78bdb8cf-e4bd-4a52-b05a-79b526e47ad6/ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:38.667542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 6ece16ef-326f-481a-8797-854ea9e6f547 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:38.668666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 53373823-6840-4409-8af3-c98e314a3e2a up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:38.732323 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209e793-d08a-42bc-9253-87ba915dcde2 None None] Pushing event updated for resources: {'Port': ['ID=b0ffdaaa-0a30-4d76-8133-80a670e524f2,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:38.753285 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b0399a45-d027-4918-9fba-a29a1ac73107 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.759079 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:38.882821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Current status of the port b0ffdaaa-0a30-4d76-8133-80a670e524f2 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:38.883391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.897508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.926368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.978188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] For port b0ffdaaa-0a30-4d76-8133-80a670e524f2, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=b0ffdaaa-0a30-4d76-8133-80a670e524f2,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:38.984086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 53373823-6840-4409-8af3-c98e314a3e2a triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:38.984086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:38.993477 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 53373823-6840-4409-8af3-c98e314a3e2a Oct 20 03:40:39.070202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.084070 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:39.126145 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0cab2-58bc-4412-8c7c-63fc93e4e680 None None] The sync data for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv is: [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:39.146842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.148023 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b0399a45-d027-4918-9fba-a29a1ac73107 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port d3b185b7-585b-4c6c-8252-4c78cce7b273 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:39.148478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b0399a45-d027-4918-9fba-a29a1ac73107 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.165610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.200990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cf715-6a66-4b0e-bb26-727d40c8c7a8 None None] Pushing event updated for resources: {'Port': ['ID=b0ffdaaa-0a30-4d76-8133-80a670e524f2,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:39.283729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Network b1b5ddae-680a-49eb-a94f-5079c8515738 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:39.308213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:39.317373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:39.334185 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-217d7c3a-783b-42a4-ac0d-3bd5813c5ca8 None None] Provisioning complete for port b0ffdaaa-0a30-4d76-8133-80a670e524f2 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:39.334494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-217d7c3a-783b-42a4-ac0d-3bd5813c5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.334804 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-217d7c3a-783b-42a4-ac0d-3bd5813c5ca8 None None] Attempt 1 to provision port b0ffdaaa-0a30-4d76-8133-80a670e524f2 Oct 20 03:40:39.340314 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Pushing event updated for resources: {'Port': ['ID=ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:39.342872 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 53373823-6840-4409-8af3-c98e314a3e2a is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:39.343265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.351812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b0399a45-d027-4918-9fba-a29a1ac73107 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.370090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b0399a45-d027-4918-9fba-a29a1ac73107 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for d3b185b7-585b-4c6c-8252-4c78cce7b273 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:39.447963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Attempting to bind port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:39.448253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Attempting to bind port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b306f571-0ab7-46fe-8074-428bb884d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:39.448641 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Attempting to bind port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa on network b1b5ddae-680a-49eb-a94f-5079c8515738 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:39.465454 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 53373823-6840-4409-8af3-c98e314a3e2a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=53373823-6840-4409-8af3-c98e314a3e2a,segment=NetworkSegment(07d47c41-2ac8-4428-918d-da1d0c94c034),segment_id=07d47c41-2ac8-4428-918d-da1d0c94c034)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:39.468028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:39.468439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Checking segment: {'id': 'b306f571-0ab7-46fe-8074-428bb884d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:39.468867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.469267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Bound using segment: {'id': 'b306f571-0ab7-46fe-8074-428bb884d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:39.469761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Bound port: ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b306f571-0ab7-46fe-8074-428bb884d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:39.470148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.484365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.486756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.500394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c62714-c294-498b-99d4-9eb88b9154a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:39.622599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b0399a45-d027-4918-9fba-a29a1ac73107 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.654951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0399a45-d027-4918-9fba-a29a1ac73107 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=d3b185b7-585b-4c6c-8252-4c78cce7b273,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:39.773365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Allocated IP 172.26.0.210 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/ac80de82-22a1-4d05-a7ba-002f5efa4ac3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:39.859123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=53373823-6840-4409-8af3-c98e314a3e2a,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:39.867432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b0399a45-d027-4918-9fba-a29a1ac73107 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:39.870232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device b0ffdaaa-0a30-4d76-8133-80a670e524f2 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:39.882615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c62714-c294-498b-99d4-9eb88b9154a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:39.890174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-217d7c3a-783b-42a4-ac0d-3bd5813c5ca8 None None] Current status of the port b0ffdaaa-0a30-4d76-8133-80a670e524f2 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:39.894497 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d7d0a-cf3e-4e72-8961-bffa9a27a874 None None] Sync routers for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:39.911700 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-02c62714-c294-498b-99d4-9eb88b9154a2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "PUT /v2.0/routers/8da26b8d-5325-472c-9180-a5a3a0f8cbe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2688918 Oct 20 03:40:39.916683 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d7d0a-cf3e-4e72-8961-bffa9a27a874 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:39.917689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56892) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:39.919140 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-491d7d0a-cf3e-4e72-8961-bffa9a27a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:39.943212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] For port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:39.975583 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-491d7d0a-cf3e-4e72-8961-bffa9a27a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:39.976339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] For port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa,segment=NetworkSegment(b306f571-0ab7-46fe-8074-428bb884d2da),segment_id=b306f571-0ab7-46fe-8074-428bb884d2da)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:39.992407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-217d7c3a-783b-42a4-ac0d-3bd5813c5ca8 None None] Could not find standard attr ID for object d3b185b7-585b-4c6c-8252-4c78cce7b273. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:40.000934 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d7d0a-cf3e-4e72-8961-bffa9a27a874 None None] Routers {'8da26b8d-5325-472c-9180-a5a3a0f8cbe0'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:40.001713 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-491d7d0a-cf3e-4e72-8961-bffa9a27a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.002643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.048066 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-491d7d0a-cf3e-4e72-8961-bffa9a27a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.048998 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d7d0a-cf3e-4e72-8961-bffa9a27a874 None None] The sync data for ids ['8da26b8d-5325-472c-9180-a5a3a0f8cbe0'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:40.105497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37640ff-8008-4ef2-8732-89e703ae6187 None None] Pushing event updated for resources: {'Port': ['ID=ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:40.128355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port b0ffdaaa-0a30-4d76-8133-80a670e524f2 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:40.128988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.129538 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port b0ffdaaa-0a30-4d76-8133-80a670e524f2 Oct 20 03:40:40.130137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0399a45-d027-4918-9fba-a29a1ac73107 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 68036e99-08cf-4be0-820a-7bbf8c8ba1b7 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:40.132897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-217d7c3a-783b-42a4-ac0d-3bd5813c5ca8 None None] Provisioning complete for port 53373823-6840-4409-8af3-c98e314a3e2a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:40.133460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-217d7c3a-783b-42a4-ac0d-3bd5813c5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.133940 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-217d7c3a-783b-42a4-ac0d-3bd5813c5ca8 None None] Attempt 1 to provision port 53373823-6840-4409-8af3-c98e314a3e2a Oct 20 03:40:40.194202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.198599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.225775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0399a45-d027-4918-9fba-a29a1ac73107 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:40.237814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd30c62-33bf-4c4a-ac74-fa64eeba0ab3 None None] Sync routers for ids ['68036e99-08cf-4be0-820a-7bbf8c8ba1b7'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:40.251438 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b0399a45-d027-4918-9fba-a29a1ac73107 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/68036e99-08cf-4be0-820a-7bbf8c8ba1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528309 Oct 20 03:40:40.252078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56894) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:40.296389 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6443e7b6-a5f3-4d5f-aa8c-b754cdef3dcc tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=68036e99-08cf-4be0-820a-7bbf8c8ba1b7 HTTP/1.1" status: 200 len: 205 time: 0.0411110 Oct 20 03:40:40.299772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56896) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:40.357555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd30c62-33bf-4c4a-ac74-fa64eeba0ab3 None None] Routers {'68036e99-08cf-4be0-820a-7bbf8c8ba1b7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:40.358186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ddd30c62-33bf-4c4a-ac74-fa64eeba0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['68036e99-08cf-4be0-820a-7bbf8c8ba1b7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.397604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.409105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ddd30c62-33bf-4c4a-ac74-fa64eeba0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.413749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port b0ffdaaa-0a30-4d76-8133-80a670e524f2 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:40.417526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-217d7c3a-783b-42a4-ac0d-3bd5813c5ca8 None None] Current status of the port 53373823-6840-4409-8af3-c98e314a3e2a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:40.441451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd30c62-33bf-4c4a-ac74-fa64eeba0ab3 None None] Routers {'68036e99-08cf-4be0-820a-7bbf8c8ba1b7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:40.442164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ddd30c62-33bf-4c4a-ac74-fa64eeba0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['68036e99-08cf-4be0-820a-7bbf8c8ba1b7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.445686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.449529 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d56cd098-b05b-4c4d-b1de-a7acdf0c904a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.499663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ddd30c62-33bf-4c4a-ac74-fa64eeba0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:40.502979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd30c62-33bf-4c4a-ac74-fa64eeba0ab3 None None] The sync data for ids ['68036e99-08cf-4be0-820a-7bbf8c8ba1b7'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:40.532463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-2bb960b1-4c51-4701-96c9-1c28297a6213 None None] Could not find standard attr ID for object d3b185b7-585b-4c6c-8252-4c78cce7b273. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:40.544368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:40.551933 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:40.560318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:40.566409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Pushing event updated for resources: {'Port': ['ID=ac80de82-22a1-4d05-a7ba-002f5efa4ac3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:40.601317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.142 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/aa60cb25-7ee8-42ab-9662-011c073041b6) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:40.627625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting port 79f9a79f-11f9-4c3a-9c05-7686826205a3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:40.628104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.664049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d56cd098-b05b-4c4d-b1de-a7acdf0c904a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.667308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d56cd098-b05b-4c4d-b1de-a7acdf0c904a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.715079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d56cd098-b05b-4c4d-b1de-a7acdf0c904a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.715647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56cd098-b05b-4c4d-b1de-a7acdf0c904a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Fanout notify agent at l3_agent the message router_deleted on router 68036e99-08cf-4be0-820a-7bbf8c8ba1b7 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:40:40.723571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d56cd098-b05b-4c4d-b1de-a7acdf0c904a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.728129 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d56cd098-b05b-4c4d-b1de-a7acdf0c904a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/68036e99-08cf-4be0-820a-7bbf8c8ba1b7 HTTP/1.1" status: 204 len: 168 time: 0.4238591 Oct 20 03:40:40.728129 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56898) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:40.786948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e58982-6d54-4a77-a55d-10908e1541c6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting subnet 83c806bc-49e5-4436-9a1d-30d9ff53571d {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:40:40.792104 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-36e58982-6d54-4a77-a55d-10908e1541c6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.843719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-36e58982-6d54-4a77-a55d-10908e1541c6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.895483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.923346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Calling delete_port for 79f9a79f-11f9-4c3a-9c05-7686826205a3 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:40.928838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:40.941256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-36e58982-6d54-4a77-a55d-10908e1541c6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.014644 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-36e58982-6d54-4a77-a55d-10908e1541c6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.050292 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e58982-6d54-4a77-a55d-10908e1541c6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Subnet': ['ID=83c806bc-49e5-4436-9a1d-30d9ff53571d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:41.057149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-36e58982-6d54-4a77-a55d-10908e1541c6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.060776 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-36e58982-6d54-4a77-a55d-10908e1541c6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/83c806bc-49e5-4436-9a1d-30d9ff53571d HTTP/1.1" status: 204 len: 168 time: 0.3315320 Oct 20 03:40:41.063818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56900) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:41.067529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0e7892-ee15-4c4a-b750-3d16b6958ba2 None None] Network e43948aa-be67-44c1-a9e3-8134715ceda6 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:41.130225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.179093 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.238684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.251547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port 53373823-6840-4409-8af3-c98e314a3e2a {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:41.252115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.332936 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:41.333173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] For port 53373823-6840-4409-8af3-c98e314a3e2a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=53373823-6840-4409-8af3-c98e314a3e2a,segment=NetworkSegment(07d47c41-2ac8-4428-918d-da1d0c94c034),segment_id=07d47c41-2ac8-4428-918d-da1d0c94c034)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:41.333447 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.342135 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d38e0d-4a37-4548-9ce0-68c398f6d44b None None] DHCP port deletion for e43948aa-be67-44c1-a9e3-8134715ceda6 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:40:41.349472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:41.362982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for 53373823-6840-4409-8af3-c98e314a3e2a owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:41.384607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:41.386832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=aa60cb25-7ee8-42ab-9662-011c073041b6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:41.400888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff95f0-ab0d-4f10-a7c2-f9091ff551e8 None None] Network b1b5ddae-680a-49eb-a94f-5079c8515738 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:41.435197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.466465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.478498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d7d38e0d-4a37-4548-9ce0-68c398f6d44b None None] Deleting port 53373823-6840-4409-8af3-c98e314a3e2a {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:41.478877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d7d38e0d-4a37-4548-9ce0-68c398f6d44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.497629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=53373823-6840-4409-8af3-c98e314a3e2a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:41.503625 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No DVR routers for this DVR port 53373823-6840-4409-8af3-c98e314a3e2a on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:41.509403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Port': ['ID=79f9a79f-11f9-4c3a-9c05-7686826205a3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:41.514591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1523e97b-ed9e-487f-a17b-084c6883bf88 None None] Provisioning complete for port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:41.514958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1523e97b-ed9e-487f-a17b-084c6883bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.515291 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1523e97b-ed9e-487f-a17b-084c6883bf88 None None] Attempt 1 to provision port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa Oct 20 03:40:41.589444 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d7d38e0d-4a37-4548-9ce0-68c398f6d44b None None] For port 53373823-6840-4409-8af3-c98e314a3e2a, host dv-neutron-861842-1-hyperv, got binding levels [] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:41.589755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d7d38e0d-4a37-4548-9ce0-68c398f6d44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.596139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.618105 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43948aa-be67-44c1-a9e3-8134715ceda6']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:41.628659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d47c41-2ac8-4428-918d-da1d0c94c034') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:41.629031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d47c41-2ac8-4428-918d-da1d0c94c034') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:41.631754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d7d38e0d-4a37-4548-9ce0-68c398f6d44b None None] Calling delete_port for 53373823-6840-4409-8af3-c98e314a3e2a owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:41.639618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.640039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.ipam_backend_mixin [None req-d7d38e0d-4a37-4548-9ce0-68c398f6d44b None None] Port 53373823-6840-4409-8af3-c98e314a3e2a was not found and therefore no delete operation was performed {{(pid=103630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 20 03:40:41.646037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d7d38e0d-4a37-4548-9ce0-68c398f6d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.655076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.662711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:41.663117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.674542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.687017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d38e0d-4a37-4548-9ce0-68c398f6d44b None None] Pushing event deleted for resources: {'Port': ['ID=53373823-6840-4409-8af3-c98e314a3e2a,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:41.699124 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 07d47c41-2ac8-4428-918d-da1d0c94c034 resource provider aggregate not found Oct 20 03:40:41.705898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d38e0d-4a37-4548-9ce0-68c398f6d44b None None] No DVR routers for this DVR port 53373823-6840-4409-8af3-c98e314a3e2a on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:41.754475 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 07d47c41-2ac8-4428-918d-da1d0c94c034 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07d47c41-2ac8-4428-918d-da1d0c94c034 found for delete ", "request_id": "req-2eea81dd-2ef4-4b0b-acf3-ed1de023708f"}]} Oct 20 03:40:41.759893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1523e97b-ed9e-487f-a17b-084c6883bf88 None None] Current status of the port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:41.760325 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1523e97b-ed9e-487f-a17b-084c6883bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.772543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.793483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.804237 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/networks/e43948aa-be67-44c1-a9e3-8134715ceda6 HTTP/1.1" status: 204 len: 168 time: 0.7337422 Oct 20 03:40:41.806473 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56906) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:41.829535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1523e97b-ed9e-487f-a17b-084c6883bf88 None None] For port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa,segment=NetworkSegment(b306f571-0ab7-46fe-8074-428bb884d2da),segment_id=b306f571-0ab7-46fe-8074-428bb884d2da)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:41.832728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1580632249', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:41.840683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a7c31-0537-42cb-9db0-8a7952f5c321 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Network': ['ID=e43948aa-be67-44c1-a9e3-8134715ceda6,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:41.842303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.845759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1523e97b-ed9e-487f-a17b-084c6883bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.883972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.885080 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.891886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.899522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.917090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:41.958683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.973125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523e97b-ed9e-487f-a17b-084c6883bf88 None None] Pushing event updated for resources: {'Port': ['ID=ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:41.990869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:41.991403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:41.991841 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa Oct 20 03:40:42.082196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:42.137039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.146378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 53373823-6840-4409-8af3-c98e314a3e2a no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:40:42.176677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 53373823-6840-4409-8af3-c98e314a3e2a {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:40:42.177105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 53373823-6840-4409-8af3-c98e314a3e2a not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:40:42.191961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3315a7ab-7563-41c8-b41b-adfdef4f7e5c None None] Provisioning complete for port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:42.192853 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3315a7ab-7563-41c8-b41b-adfdef4f7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.193188 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3315a7ab-7563-41c8-b41b-adfdef4f7e5c None None] Attempt 1 to provision port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa Oct 20 03:40:42.278057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3315a7ab-7563-41c8-b41b-adfdef4f7e5c None None] Current status of the port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:42.356342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.375329 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.381279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.381836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Fanout notify agent at l3_agent the message router_deleted on router 8da26b8d-5325-472c-9180-a5a3a0f8cbe0 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:40:42.391033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.392152 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-85ccf3c0-d727-4084-9eab-1d4f9e06f2e2 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/routers/8da26b8d-5325-472c-9180-a5a3a0f8cbe0 HTTP/1.1" status: 204 len: 168 time: 2.4715762 Oct 20 03:40:42.397909 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56908) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:42.483643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Allocated IP 172.26.0.115 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/d929d921-f637-468e-9054-40aaa2a511ba) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:42.536582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-631aad5a-0882-460e-8191-f2662402a392 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Deleting subnet 41155b24-340b-4821-b417-a19291805f4f {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:40:42.546181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-631aad5a-0882-460e-8191-f2662402a392 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.589627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.624284 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.644783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-631aad5a-0882-460e-8191-f2662402a392 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.663723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:42.668808 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:42.670682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:40:42.671347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:42.697475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=d929d921-f637-468e-9054-40aaa2a511ba,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:42.735362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-631aad5a-0882-460e-8191-f2662402a392 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.810588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.913103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-631aad5a-0882-460e-8191-f2662402a392 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.974101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:42.975682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631aad5a-0882-460e-8191-f2662402a392 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Subnet': ['ID=41155b24-340b-4821-b417-a19291805f4f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:42.979871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-631aad5a-0882-460e-8191-f2662402a392 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:42.986819 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-631aad5a-0882-460e-8191-f2662402a392 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/subnets/41155b24-340b-4821-b417-a19291805f4f HTTP/1.1" status: 204 len: 168 time: 0.5849805 Oct 20 03:40:42.986819 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56910) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:42.988659 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Sync routers for ids ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:43.004811 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Routers {'86d9e586-7ed6-4caa-ab47-5b7edb09c797'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:43.006455 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:43.017676 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.043575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.045965 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-981a3522-7375-4328-85ec-fa3093ba0127 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3783877 Oct 20 03:40:43.058547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56912) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:43.123728 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Set router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:43.153380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.262053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.323417 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'name': 'tempest-TestVolumeBootPattern-1251063506-router', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:37Z', 'updated_at': '2022-10-20T03:40:40Z', 'revision_number': 3, 'project_id': '626386c69b73426b9dde787cba044b3e', 'gw_port': {'id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:38Z', 'updated_at': '2022-10-20T03:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:43.352154 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Checking router: 86d9e586-7ed6-4caa-ab47-5b7edb09c797 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:40:43.352729 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Updating router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 port ac80de82-22a1-4d05-a7ba-002f5efa4ac3 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:40:43.386305 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.398079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.451616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177a88ac-e4ec-462d-b69f-662cfe0b7ff7']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:43.469682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b12795-a32f-4a06-b0be-2d73f4ea91f2') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:43.470074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b12795-a32f-4a06-b0be-2d73f4ea91f2') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:43.472833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.520747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.528780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.531989 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.589412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.605626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:43.606032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.616053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 23abb98c-885b-4b20-b126-60a234bffa59 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:40:43.657654 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.663732 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.678842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=aa60cb25-7ee8-42ab-9662-011c073041b6,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:43.692917 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 74b12795-a32f-4a06-b0be-2d73f4ea91f2 resource provider aggregate not found Oct 20 03:40:43.702663 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Attempting to bind port ac80de82-22a1-4d05-a7ba-002f5efa4ac3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:43.703038 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Attempting to bind port ac80de82-22a1-4d05-a7ba-002f5efa4ac3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:43.703401 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Attempting to bind port ac80de82-22a1-4d05-a7ba-002f5efa4ac3 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:43.710188 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:43.710558 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:43.710974 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.711410 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:43.712671 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Bound port: ac80de82-22a1-4d05-a7ba-002f5efa4ac3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:43.712671 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.728726 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 74b12795-a32f-4a06-b0be-2d73f4ea91f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74b12795-a32f-4a06-b0be-2d73f4ea91f2 found for delete ", "request_id": "req-b3b0089d-6ac6-4cf9-8355-0be6b53d223a"}]} Oct 20 03:40:43.729526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.751542 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6198b-0cd9-4b1e-bb1e-88ce695cbd10 None None] Pushing event updated for resources: {'Port': ['ID=ac80de82-22a1-4d05-a7ba-002f5efa4ac3,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:43.776326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:43.787597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f68ec-2fa4-413c-b8f1-71e541734eb0 None None] Sync routers for ids ['23abb98c-885b-4b20-b126-60a234bffa59'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:43.797209 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] For port ac80de82-22a1-4d05-a7ba-002f5efa4ac3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:43.802094 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] For port ac80de82-22a1-4d05-a7ba-002f5efa4ac3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ac80de82-22a1-4d05-a7ba-002f5efa4ac3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:43.806735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f68ec-2fa4-413c-b8f1-71e541734eb0 None None] Routers {'23abb98c-885b-4b20-b126-60a234bffa59'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:43.809325 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-283f68ec-2fa4-413c-b8f1-71e541734eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['23abb98c-885b-4b20-b126-60a234bffa59'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:43.811997 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.813929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:43.816403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.825629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.827037 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b5229b90-34fc-4530-a0b1-7366a3c0072a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.9979055 Oct 20 03:40:43.831333 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56918) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:43.857685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.861143 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] 10.222.0.20 "DELETE /v2.0/networks/177a88ac-e4ec-462d-b69f-662cfe0b7ff7 HTTP/1.1" status: 204 len: 168 time: 0.8728111 Oct 20 03:40:43.885778 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-283f68ec-2fa4-413c-b8f1-71e541734eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:43.900979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eefbda-acb1-4788-addd-1510bc8bda78 tempest-FloatingIPTestJSON-884153181 tempest-FloatingIPTestJSON-884153181-project] Pushing event deleted for resources: {'Network': ['ID=177a88ac-e4ec-462d-b69f-662cfe0b7ff7,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:43.919645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f68ec-2fa4-413c-b8f1-71e541734eb0 None None] Routers {'23abb98c-885b-4b20-b126-60a234bffa59'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:43.920298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-283f68ec-2fa4-413c-b8f1-71e541734eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['23abb98c-885b-4b20-b126-60a234bffa59'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:43.963399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-283f68ec-2fa4-413c-b8f1-71e541734eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:43.964092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f68ec-2fa4-413c-b8f1-71e541734eb0 None None] The sync data for ids ['23abb98c-885b-4b20-b126-60a234bffa59'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:43.965278 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Routers {'86d9e586-7ed6-4caa-ab47-5b7edb09c797'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:43.965898 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:43.979328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:43.979931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:43.980563 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa Oct 20 03:40:44.087564 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 42c035e6-f279-4357-becc-90aef05988a0 associated. External IP: 172.26.0.142, port: 69c86d89-fd7e-4de3-9b08-c89f540c5f00. Oct 20 03:40:44.087989 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] Set router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:44.118458 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-42e2cf4e-3baa-488d-bcbb-67ef9fe1a819 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/routers/23abb98c-885b-4b20-b126-60a234bffa59 HTTP/1.1" status: 200 len: 881 time: 0.2831743 Oct 20 03:40:44.118711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56922) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:44.151237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:44.160994 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6198b-0cd9-4b1e-bb1e-88ce695cbd10 None None] Pushing event updated for resources: {'Port': ['ID=ac80de82-22a1-4d05-a7ba-002f5efa4ac3,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:44.184373 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-a78c6f70-4141-4370-97d8-0514635d457a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2757058 Oct 20 03:40:44.324151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56926) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:44.342088 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'name': 'tempest-TestVolumeBootPattern-1251063506-router', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:37Z', 'updated_at': '2022-10-20T03:40:40Z', 'revision_number': 3, 'project_id': '626386c69b73426b9dde787cba044b3e', 'gw_port': {'id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:38Z', 'updated_at': '2022-10-20T03:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:44.348608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.373975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-29e4ec4a-f19f-479e-a97f-3602f8f19848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:44.375658 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-29e4ec4a-f19f-479e-a97f-3602f8f19848 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 1098 time: 0.1387753 Oct 20 03:40:44.382795 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b0f2802a-bd92-4497-b06c-d1f97a5eff7b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2606869 Oct 20 03:40:44.383180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56930) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:44.389114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e58c2602-f050-4084-85a8-08df7f16cf6d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1580632249'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:44.390468 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fea0e-9654-49a6-9738-a6aa8ff8be8a None None] The sync data for ids ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'] in dv-neutron-861842-1-hyperv is: [{'id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'name': 'tempest-TestVolumeBootPattern-1251063506-router', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:37Z', 'updated_at': '2022-10-20T03:40:40Z', 'revision_number': 3, 'project_id': '626386c69b73426b9dde787cba044b3e', 'gw_port': {'id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:38Z', 'updated_at': '2022-10-20T03:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:44.505020 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f4eb295e-d971-46ef-b5a8-16254f9164f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=229eff0a85b148bc8e88f418a7557d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795545 Oct 20 03:40:44.505693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56932) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:44.535097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4fc22866-c673-4c73-9adb-a38569b5efb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.575323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9c891d0b-af44-4e29-8ec0-a6d8361c5ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.601722 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9c891d0b-af44-4e29-8ec0-a6d8361c5ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.704561 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9c891d0b-af44-4e29-8ec0-a6d8361c5ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.709958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9c891d0b-af44-4e29-8ec0-a6d8361c5ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:44.711277 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9c891d0b-af44-4e29-8ec0-a6d8361c5ea8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed714528-1e05-4d66-bca6-04cc98ea1f31 HTTP/1.1" status: 204 len: 168 time: 0.2046189 Oct 20 03:40:44.721605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c891d0b-af44-4e29-8ec0-a6d8361c5ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed714528-1e05-4d66-bca6-04cc98ea1f31,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:45.150305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2ddb62b2-6a56-4063-bc46-72fd55366d13 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:45.222901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-be8123a1-8109-4a10-a146-138efe30505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:45.224485 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-be8123a1-8109-4a10-a146-138efe30505c service neutron] 10.222.0.36 "GET /v2.0/networks?id=24c7f175-1349-4c4b-9f4e-dcdc7b361910 HTTP/1.1" status: 200 len: 897 time: 0.7922475 Oct 20 03:40:45.352397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Allocated IP 172.20.0.1 (b1b5ddae-680a-49eb-a94f-5079c8515738/78bdb8cf-e4bd-4a52-b05a-79b526e47ad6/ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:45.526948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56954) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:45.575250 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-c14051ba-dd26-4919-8a56-4fb28601f7c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c86d89-fd7e-4de3-9b08-c89f540c5f00 HTTP/1.1" status: 200 len: 999 time: 0.3035631 Oct 20 03:40:45.635741 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-70e4f103-bcfa-4bf5-b918-743148ffbc08 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] Request body: {'port': {'network_id': 'c22d14f0-302d-4971-97d0-7c610ea4b428', 'name': 'tempest-NetworksNegativeTestJSON-1457395835'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:45.649212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:45.650027 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e4f103-bcfa-4bf5-b918-743148ffbc08 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] POST failed (client error): The resource could not be found. Oct 20 03:40:45.651446 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e4f103-bcfa-4bf5-b918-743148ffbc08 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:45.652960 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-70e4f103-bcfa-4bf5-b918-743148ffbc08 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1249855 Oct 20 03:40:45.656845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56958) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:45.661624 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b1657-8b1e-4fdf-8f64-644dfed0c450 None None] Sync routers for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:45.672978 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546b1657-8b1e-4fdf-8f64-644dfed0c450 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:45.673808 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-546b1657-8b1e-4fdf-8f64-644dfed0c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:45.681486 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ad1f79-8d09-4c05-8479-d195154812c0 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:45.682451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ad1f79-8d09-4c05-8479-d195154812c0 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:45.689239 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a9ad1f79-8d09-4c05-8479-d195154812c0 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] 10.222.0.20 "DELETE /v2.0/networks/29f4794c-8c07-4350-81db-ff038d92afd6 HTTP/1.1" status: 404 len: 339 time: 0.0278509 Oct 20 03:40:45.689893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56960) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:45.718994 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4629d99a-c935-4ee9-83f3-a691d5a560a1 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:45.719834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4629d99a-c935-4ee9-83f3-a691d5a560a1 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:45.723466 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4629d99a-c935-4ee9-83f3-a691d5a560a1 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] 10.222.0.20 "DELETE /v2.0/ports/0c3a7f56-5367-49dd-a2ec-b326acd64476 HTTP/1.1" status: 404 len: 333 time: 0.0327094 Oct 20 03:40:45.727693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56962) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:45.729656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.737464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-360a5bea-bef7-4cce-8130-d4cfb1a1a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:45.738945 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-360a5bea-bef7-4cce-8130-d4cfb1a1a45d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59e75800-7363-421a-9a79-a46faa17249d HTTP/1.1" status: 200 len: 834 time: 0.1516967 Oct 20 03:40:45.763426 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21e4902-c7e0-4cef-9df1-6eb69e23966e tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:45.764169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21e4902-c7e0-4cef-9df1-6eb69e23966e tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:45.767557 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d21e4902-c7e0-4cef-9df1-6eb69e23966e tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] 10.222.0.20 "DELETE /v2.0/subnets/d3b184b7-2ab5-4a38-8943-cb5c0efae28a HTTP/1.1" status: 404 len: 337 time: 0.0372114 Oct 20 03:40:45.774544 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56964) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:45.800853 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2bd1ec-366c-48e9-9058-90c3a24692d3 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] GET failed (client error): The resource could not be found. Oct 20 03:40:45.802126 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-546b1657-8b1e-4fdf-8f64-644dfed0c450 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:45.802321 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0a2bd1ec-366c-48e9-9058-90c3a24692d3 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] 10.222.0.20 "GET /v2.0/networks/544c0a5d-9fdc-4ea6-9d95-9cff00316ede HTTP/1.1" status: 404 len: 339 time: 0.0265961 Oct 20 03:40:45.806342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56966) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:45.828501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.834274 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-231d3952-2e03-44f3-a620-4be2a74a07b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3586247 Oct 20 03:40:45.840426 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56968) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:45.853588 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b94d57-a865-403d-906f-74df79e04c68 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] GET failed (client error): The resource could not be found. Oct 20 03:40:45.855223 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d6b94d57-a865-403d-906f-74df79e04c68 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] 10.222.0.20 "GET /v2.0/ports/23a11d26-d55f-4024-bc83-273eec7a1af3 HTTP/1.1" status: 404 len: 333 time: 0.0473354 Oct 20 03:40:45.858979 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56970) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:45.860519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'tag': '69c86d89-fd7e-4de3-9b08-c89f540c5f00'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:40:45.862793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98241b7b-ad67-42a0-b1d6-4ee0f690b020" -d '{"events": [{"name": "network-changed", "server_uuid": "b7aeab52-cb91-49b6-88b9-593706bff906", "tag": "69c86d89-fd7e-4de3-9b08-c89f540c5f00"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:40:45.884079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ac80de82-22a1-4d05-a7ba-002f5efa4ac3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:45.898975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e58c2602-f050-4084-85a8-08df7f16cf6d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.905433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-541c48d8-9f0a-419e-b7a5-a81bdf755e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:45.906963 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-541c48d8-9f0a-419e-b7a5-a81bdf755e29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24c7f175-1349-4c4b-9f4e-dcdc7b361910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1506362 Oct 20 03:40:45.960286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93839168-4d37-4a25-9458-396746d09114 x-openstack-request-id: req-93839168-4d37-4a25-9458-396746d09114 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:40:45.960545 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7aeab52-cb91-49b6-88b9-593706bff906", "tag": "69c86d89-fd7e-4de3-9b08-c89f540c5f00", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:40:45.960745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93839168-4d37-4a25-9458-396746d09114 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:40:45.961204 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93839168-4d37-4a25-9458-396746d09114'] response: {'name': 'network-changed', 'server_uuid': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'tag': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'status': 'completed', 'code': 200} Oct 20 03:40:45.965860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e58c2602-f050-4084-85a8-08df7f16cf6d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.967413 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f69b18-c1bd-47be-9ae8-bd32cfc03643 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] GET failed (client error): The resource could not be found. Oct 20 03:40:45.969448 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-46f69b18-c1bd-47be-9ae8-bd32cfc03643 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] 10.222.0.20 "GET /v2.0/subnets/39b60e6a-4138-47da-ba71-c3b05e7bae59 HTTP/1.1" status: 404 len: 337 time: 0.1093285 Oct 20 03:40:45.975733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56974) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:45.982195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3774e762-dec4-482a-8e9d-6d256401e7bf tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:45.983482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ac80de82-22a1-4d05-a7ba-002f5efa4ac3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:45.984617 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:45.985907 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ac80de82-22a1-4d05-a7ba-002f5efa4ac3 Oct 20 03:40:46.004417 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3774e762-dec4-482a-8e9d-6d256401e7bf tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] PUT failed (client error): The resource could not be found. Oct 20 03:40:46.005233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3774e762-dec4-482a-8e9d-6d256401e7bf tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:46.006565 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3774e762-dec4-482a-8e9d-6d256401e7bf tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] 10.222.0.20 "PUT /v2.0/networks/20f25a41-c742-4046-9974-1d3a35a34b83 HTTP/1.1" status: 404 len: 339 time: 0.0293257 Oct 20 03:40:46.011141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56976) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:46.019956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e397ea4a-ae69-4a3a-9816-af6161d533eb tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:46.030871 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a7e05d1b-c92b-4643-b559-0b6ef77dc51c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/42c035e6-f279-4357-becc-90aef05988a0 HTTP/1.1" status: 200 len: 991 time: 0.1882324 Oct 20 03:40:46.048681 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e397ea4a-ae69-4a3a-9816-af6161d533eb tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] PUT failed (client error): The resource could not be found. Oct 20 03:40:46.049371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e397ea4a-ae69-4a3a-9816-af6161d533eb tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:46.050773 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e397ea4a-ae69-4a3a-9816-af6161d533eb tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] 10.222.0.20 "PUT /v2.0/ports/7111e51e-e96a-4ab4-b373-330fe2f23214 HTTP/1.1" status: 404 len: 333 time: 0.0383739 Oct 20 03:40:46.055773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56978) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:46.058379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.063809 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0e933133-8fea-4c7a-9fef-c5ff87ba8724 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:46.092201 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e933133-8fea-4c7a-9fef-c5ff87ba8724 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] PUT failed (client error): The resource could not be found. Oct 20 03:40:46.092689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e933133-8fea-4c7a-9fef-c5ff87ba8724 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:46.097104 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0e933133-8fea-4c7a-9fef-c5ff87ba8724 tempest-NetworksNegativeTestJSON-1504272915 tempest-NetworksNegativeTestJSON-1504272915-project] 10.222.0.20 "PUT /v2.0/subnets/633598ca-af7b-422f-b874-9022353c47ef HTTP/1.1" status: 404 len: 337 time: 0.0366406 Oct 20 03:40:46.106472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ac80de82-22a1-4d05-a7ba-002f5efa4ac3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:46.106913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.131405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port ac80de82-22a1-4d05-a7ba-002f5efa4ac3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ac80de82-22a1-4d05-a7ba-002f5efa4ac3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:46.140450 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.141092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Network b1b5ddae-680a-49eb-a94f-5079c8515738 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:46.154556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:46.157843 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-14937b74-8a3d-4fd3-8150-f94a68916e07 service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342622 Oct 20 03:40:46.158562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:46.164936 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-546b1657-8b1e-4fdf-8f64-644dfed0c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:10Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '42c035e6-f279-4357-becc-90aef05988a0', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'port_id': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'mac_address': 'fa:16:3e:f5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:40:42Z', 'updated_at': '2022-10-20T03:40:42Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.219271 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.219520 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b1657-8b1e-4fdf-8f64-644dfed0c450 None None] Checking router: 2ddb62b2-6a56-4063-bc46-72fd55366d13 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:40:46.234311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=ac80de82-22a1-4d05-a7ba-002f5efa4ac3,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:46.237027 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546b1657-8b1e-4fdf-8f64-644dfed0c450 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:46.242289 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-546b1657-8b1e-4fdf-8f64-644dfed0c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.351299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Pushing event updated for resources: {'Port': ['ID=ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:46.382327 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-546b1657-8b1e-4fdf-8f64-644dfed0c450 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:46.429341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58c2602-f050-4084-85a8-08df7f16cf6d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 23abb98c-885b-4b20-b126-60a234bffa59 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:46.463828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Provisioning complete for port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:46.464311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.464712 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Attempt 1 to provision port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 Oct 20 03:40:46.506754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:46.545349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-62b51b96-0f78-48b5-bc8f-3304cf6d3a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.551448 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e92d2e01-132f-4aa6-a369-d7eb37f4ee50 req-94045978-1c22-4ab6-872d-c2f05ee4f19f service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272355 Oct 20 03:40:46.560045 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56984) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:46.606467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.713693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d26aa6cd-f067-4ad1-bb36-c7cfdcfd4c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.743382 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-546b1657-8b1e-4fdf-8f64-644dfed0c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:10Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '42c035e6-f279-4357-becc-90aef05988a0', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'port_id': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'mac_address': 'fa:16:3e:f5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:40:42Z', 'updated_at': '2022-10-20T03:40:42Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.754435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58c2602-f050-4084-85a8-08df7f16cf6d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:46.766630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e58c2602-f050-4084-85a8-08df7f16cf6d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.767817 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e58c2602-f050-4084-85a8-08df7f16cf6d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/23abb98c-885b-4b20-b126-60a234bffa59 HTTP/1.1" status: 200 len: 888 time: 2.3833146 Oct 20 03:40:46.768466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364e488-f887-46e5-9b5b-0729b5188805 None None] Sync routers for ids ['23abb98c-885b-4b20-b126-60a234bffa59'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:46.772514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98241b7b-ad67-42a0-b1d6-4ee0f690b020 req-bed1aca2-2edf-48f5-ba20-dc5dacf87229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:46.775459 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-98241b7b-ad67-42a0-b1d6-4ee0f690b020 req-bed1aca2-2edf-48f5-ba20-dc5dacf87229 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 1098 time: 0.1545541 Oct 20 03:40:46.775964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 56988) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:46.776871 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b1657-8b1e-4fdf-8f64-644dfed0c450 None None] The sync data for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv is: [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:10Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '42c035e6-f279-4357-becc-90aef05988a0', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'port_id': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'mac_address': 'fa:16:3e:f5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:40:42Z', 'updated_at': '2022-10-20T03:40:42Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:46.783517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364e488-f887-46e5-9b5b-0729b5188805 None None] Routers {'23abb98c-885b-4b20-b126-60a234bffa59'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:46.784110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4364e488-f887-46e5-9b5b-0729b5188805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['23abb98c-885b-4b20-b126-60a234bffa59'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.819316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d26aa6cd-f067-4ad1-bb36-c7cfdcfd4c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.821554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4364e488-f887-46e5-9b5b-0729b5188805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.824203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d26aa6cd-f067-4ad1-bb36-c7cfdcfd4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.839955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364e488-f887-46e5-9b5b-0729b5188805 None None] Routers {'23abb98c-885b-4b20-b126-60a234bffa59'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:46.841096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4364e488-f887-46e5-9b5b-0729b5188805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['23abb98c-885b-4b20-b126-60a234bffa59'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.863625 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d26aa6cd-f067-4ad1-bb36-c7cfdcfd4c31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ff8e164f36c47918d518c4f24fabcdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017533 Oct 20 03:40:46.866204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56990) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:46.894620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4364e488-f887-46e5-9b5b-0729b5188805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:46.895875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364e488-f887-46e5-9b5b-0729b5188805 None None] The sync data for ids ['23abb98c-885b-4b20-b126-60a234bffa59'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:46.939897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aa6cd-f067-4ad1-bb36-c7cfdcfd4c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0816c4d0-543b-4d8c-a209-cc3349dca936,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:46.947916 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6af4f817-d5f2-4b7f-9970-c8e58ff18a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:46.978250 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6af4f817-d5f2-4b7f-9970-c8e58ff18a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.010200 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Attempt 2 to provision port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 Oct 20 03:40:47.034064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 56992) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:47.045794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6af4f817-d5f2-4b7f-9970-c8e58ff18a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.049119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6af4f817-d5f2-4b7f-9970-c8e58ff18a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.050297 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6af4f817-d5f2-4b7f-9970-c8e58ff18a0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0816c4d0-543b-4d8c-a209-cc3349dca936 HTTP/1.1" status: 204 len: 168 time: 0.1830947 Oct 20 03:40:47.060094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:47.109334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4f817-d5f2-4b7f-9970-c8e58ff18a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0816c4d0-543b-4d8c-a209-cc3349dca936,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:47.134157 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a30655a1-dc1d-4779-a4d8-de07c4190722 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/42c035e6-f279-4357-becc-90aef05988a0 HTTP/1.1" status: 200 len: 991 time: 0.0966387 Oct 20 03:40:47.169350 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e856454-e37b-4762-9ded-54e42f03aeba None None] New status for floating IP 42c035e6-f279-4357-becc-90aef05988a0: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:40:47.428684 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e98a59f0-58a3-404c-b87f-fa9883e7791e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/routers/23abb98c-885b-4b20-b126-60a234bffa59 HTTP/1.1" status: 200 len: 888 time: 0.6500738 Oct 20 03:40:47.429294 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57004) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:47.433229 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98241b7b-ad67-42a0-b1d6-4ee0f690b020 req-f8051f03-f059-43c1-b173-e2774728a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:47.434805 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-98241b7b-ad67-42a0-b1d6-4ee0f690b020 req-f8051f03-f059-43c1-b173-e2774728a4dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=24c7f175-1349-4c4b-9f4e-dcdc7b361910 HTTP/1.1" status: 200 len: 897 time: 0.6428444 Oct 20 03:40:47.464411 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.468547 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-822bd1c3-a8cd-4235-bcc7-bbcc0850a837 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=23abb98c-885b-4b20-b126-60a234bffa59 HTTP/1.1" status: 200 len: 205 time: 0.0377960 Oct 20 03:40:47.471086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57006) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:47.497304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.561506 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Attempt 3 to provision port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 Oct 20 03:40:47.587525 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-98241b7b-ad67-42a0-b1d6-4ee0f690b020 req-3611fcd2-90a8-4c6e-a87b-952770921061 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c86d89-fd7e-4de3-9b08-c89f540c5f00 HTTP/1.1" status: 200 len: 1001 time: 0.1407723 Oct 20 03:40:47.590836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.591537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.617405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:47.651826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Pushing event updated for resources: {'Port': ['ID=ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:47.670195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98241b7b-ad67-42a0-b1d6-4ee0f690b020 req-db6845d0-84c5-446c-a4dd-b5550c4c3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:47.672039 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-98241b7b-ad67-42a0-b1d6-4ee0f690b020 req-db6845d0-84c5-446c-a4dd-b5550c4c3e6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59e75800-7363-421a-9a79-a46faa17249d HTTP/1.1" status: 200 len: 834 time: 0.0757425 Oct 20 03:40:47.746429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.768629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.793156 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98241b7b-ad67-42a0-b1d6-4ee0f690b020 req-d2a0b7a7-ef1b-4795-bf5f-560f5c6637f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:47.794649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-98241b7b-ad67-42a0-b1d6-4ee0f690b020 req-d2a0b7a7-ef1b-4795-bf5f-560f5c6637f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24c7f175-1349-4c4b-9f4e-dcdc7b361910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1096716 Oct 20 03:40:47.802554 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Network b1b5ddae-680a-49eb-a94f-5079c8515738 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:47.814468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:47.833174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port d929d921-f637-468e-9054-40aaa2a511ba {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:47.835618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.838803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ac80de82-22a1-4d05-a7ba-002f5efa4ac3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:47.915538 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ac80de82-22a1-4d05-a7ba-002f5efa4ac3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:47.916183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.916183 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ac80de82-22a1-4d05-a7ba-002f5efa4ac3 Oct 20 03:40:47.928787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57018) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:47.974896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:47.996085 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for d929d921-f637-468e-9054-40aaa2a511ba owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:48.064755 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-98241b7b-ad67-42a0-b1d6-4ee0f690b020 req-02c73383-32d5-40c8-ba4d-1d8a4828e623 service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607226 Oct 20 03:40:48.092072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ac80de82-22a1-4d05-a7ba-002f5efa4ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:48.100948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:48.118775 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Attempt 4 to provision port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 Oct 20 03:40:48.125993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1963270199'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:48.137178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57022) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:48.164884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:48.208923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:48.212711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.232592 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a1a1ef17-d448-4cb2-b638-e22b34dc4da3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/42c035e6-f279-4357-becc-90aef05988a0 HTTP/1.1" status: 200 len: 993 time: 0.0943129 Oct 20 03:40:48.255718 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.283407 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-98241b7b-ad67-42a0-b1d6-4ee0f690b020 req-c5898161-ad07-4fd2-b12f-bd28cb7ad532 service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077785 Oct 20 03:40:48.299605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.300378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:48.311007 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Sync routers for ids ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:48.316818 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c4e78bf5-e0b2-4dc1-a527-15542c3b85cf admin admin] 10.222.0.20 "PUT /v2.0/routers/86d9e586-7ed6-4caa-ab47-5b7edb09c797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2571547 Oct 20 03:40:48.330868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Routers {'86d9e586-7ed6-4caa-ab47-5b7edb09c797'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:48.332378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:48.345757 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=d929d921-f637-468e-9054-40aaa2a511ba,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:48.434064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.505441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.515186 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.543893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.555055 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.608767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:48.609578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Set router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:48.615858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48cd76b3-2409-4e67-bb71-3b01ec73da40,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:48.636544 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.637072 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Added segment 7453f056-4bc5-456f-bade-1ce023520906 of type vlan for network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 Oct 20 03:40:48.646693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.647214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Fanout notify agent at l3_agent the message router_deleted on router 23abb98c-885b-4b20-b126-60a234bffa59 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:40:48.655950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.657209 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4ed1f17e-a912-4a3b-b789-a51a545893f1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/23abb98c-885b-4b20-b126-60a234bffa59 HTTP/1.1" status: 204 len: 168 time: 1.1849756 Oct 20 03:40:48.661494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57030) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:48.667201 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Attempt 5 to provision port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 Oct 20 03:40:48.667343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'network': {'name': 'tempest-RoutersTest-1000086465'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:48.718170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.727283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:48.730253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:48.732035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.765698 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.771157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:48.771744 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.783381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:48.810816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.811209 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added segment 3db17a0d-decd-4fc0-957a-19842eee0f41 of type vlan for network bf6cd4f5-7ce6-4000-9204-4b3582afe516 Oct 20 03:40:48.817649 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8839707 Oct 20 03:40:48.820960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57032) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:48.825963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'name': 'tempest-PortsIpV6TestJSON-1335602304'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:48.877922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'name': 'tempest-TestVolumeBootPattern-1251063506-router', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:37Z', 'updated_at': '2022-10-20T03:40:46Z', 'revision_number': 4, 'project_id': '626386c69b73426b9dde787cba044b3e', 'gw_port': {'id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:38Z', 'updated_at': '2022-10-20T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1', 'name': '', 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'mac_address': 'fa:16:3e:ee:ab:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '78bdb8cf-e4bd-4a52-b05a-79b526e47ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:44Z', 'updated_at': '2022-10-20T03:40:46Z', 'revision_number': 2, 'project_id': '626386c69b73426b9dde787cba044b3e', 'subnets': [{'id': '78bdb8cf-e4bd-4a52-b05a-79b526e47ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:48.889452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1263c-242f-4639-98ef-bb12803edf95 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Network': ['ID=0e48b3bd-e0a3-45e7-8e93-4eab28a76562,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:48.902025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.911740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:48.914265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Checking router: 86d9e586-7ed6-4caa-ab47-5b7edb09c797 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:40:48.914625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Updating router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:40:48.915180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:48.919178 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.932801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.938624 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:48.939227 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:48.943584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port 77c95c90-5925-4b8a-8241-3c02f834fd0c yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:48.968546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.012997 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Network': ['ID=bf6cd4f5-7ce6-4000-9204-4b3582afe516,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:49.035474 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2b5ec857-9b4a-4b46-9349-5a2781313a59 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3704319 Oct 20 03:40:49.035882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57034) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:49.036863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network bf6cd4f5-7ce6-4000-9204-4b3582afe516 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:49.041129 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'subnet': {'network_id': 'bf6cd4f5-7ce6-4000-9204-4b3582afe516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:49.185293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.204432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:49.207975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.237467 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Attempt 6 to provision port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 Oct 20 03:40:49.293324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.300302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.301739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:49.374505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.376854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=77c95c90-5925-4b8a-8241-3c02f834fd0c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:49.381094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.420873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Checking segment: {'id': '7453f056-4bc5-456f-bade-1ce023520906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:49.421236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network hostable DHCP agents. Network: 0e48b3bd-e0a3-45e7-8e93-4eab28a76562, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:49.453220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6e7eb-b7ad-4463-b173-1e9f69b0093c None None] Pushing event updated for resources: {'Port': ['ID=ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:49.476904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Attempting to bind port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:49.477358 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Attempting to bind port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b306f571-0ab7-46fe-8074-428bb884d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:49.477717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Attempting to bind port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 on network b1b5ddae-680a-49eb-a94f-5079c8515738 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:49.482924 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:49.485566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:49.485936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Checking segment: {'id': 'b306f571-0ab7-46fe-8074-428bb884d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:49.486325 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.486707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Bound using segment: {'id': 'b306f571-0ab7-46fe-8074-428bb884d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:49.487174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Bound port: ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b306f571-0ab7-46fe-8074-428bb884d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:49.487595 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.490473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.506304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 0e48b3bd-e0a3-45e7-8e93-4eab28a76562) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:49.510860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:49.518295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:49.518907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.530209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f740221-b55d-4164-86f1-731b359ad850 None None] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:49.532141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.569974 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-65fb4e56-1a85-4a8f-8096-3f31dd89c499 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7479265 Oct 20 03:40:49.573137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57036) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:49.580799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1712082600'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:49.606791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Subnet': ['ID=84d391f1-7263-4c5d-b8d7-20431ec6a062,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:49.607725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:49.611056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] For port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:49.615632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Checking segment: {'id': '3db17a0d-decd-4fc0-957a-19842eee0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bf6cd4f5-7ce6-4000-9204-4b3582afe516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:49.616111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network hostable DHCP agents. Network: bf6cd4f5-7ce6-4000-9204-4b3582afe516, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:49.621718 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.637015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network bf6cd4f5-7ce6-4000-9204-4b3582afe516 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:49.643326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] For port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1,segment=NetworkSegment(b306f571-0ab7-46fe-8074-428bb884d2da),segment_id=b306f571-0ab7-46fe-8074-428bb884d2da)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:49.650954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.654429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, bf6cd4f5-7ce6-4000-9204-4b3582afe516) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:49.659502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:49.659941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:49.661028 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.673906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.674460 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Added segment 3421d07f-9009-4850-9109-b48154b6d2e8 of type vlan for network 369c8d4c-8bc1-4030-a99d-466835844025 Oct 20 03:40:49.678490 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8467cc97-5b29-49ab-a725-b125daba4655 None None] Network bf6cd4f5-7ce6-4000-9204-4b3582afe516 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:49.684472 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-01027f5b-1eb9-4796-965c-26645f5d7b77 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6468971 Oct 20 03:40:49.684651 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57038) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:49.690005 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f27f0ae7-82d1-47ad-b253-b380241d86dd tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-230818973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:49.742967 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f27f0ae7-82d1-47ad-b253-b380241d86dd tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.743993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f27f0ae7-82d1-47ad-b253-b380241d86dd tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.747511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57042) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:49.748194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Routers {'86d9e586-7ed6-4caa-ab47-5b7edb09c797'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:49.748852 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:49.752827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-022f00ee-2f3b-4c37-97ce-6c7126f1fc9e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1786272334', 'description': 'tempest-secgroup-smoke-1786272334 description', 'project_id': '67d6afa3424943e4b848bb975e23163a'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:49.753881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.776308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-022f00ee-2f3b-4c37-97ce-6c7126f1fc9e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.797146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.804840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:49.805516 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.830747 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f27f0ae7-82d1-47ad-b253-b380241d86dd tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.850313 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-022f00ee-2f3b-4c37-97ce-6c7126f1fc9e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.852599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f27f0ae7-82d1-47ad-b253-b380241d86dd tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.856091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-022f00ee-2f3b-4c37-97ce-6c7126f1fc9e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.873955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-022f00ee-2f3b-4c37-97ce-6c7126f1fc9e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.878291 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-022f00ee-2f3b-4c37-97ce-6c7126f1fc9e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1261826 Oct 20 03:40:49.881258 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57044) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:49.881578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57046) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:49.882480 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3059542 Oct 20 03:40:49.890971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'ports': [{'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562'}, {'network_id': '369c8d4c-8bc1-4030-a99d-466835844025'}]} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:49.891185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:49.891573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': '369c8d4c-8bc1-4030-a99d-466835844025'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:49.892102 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Attempt 7 to provision port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 Oct 20 03:40:49.897409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9a5a0765-60d8-4c0f-b4c2-329681984f98 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'security_group_rule': {'security_group_id': 'bf7d28f2-6892-4fe9-aec2-5df9a3859bb6', 'project_id': '67d6afa3424943e4b848bb975e23163a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:49.917572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f27f0ae7-82d1-47ad-b253-b380241d86dd tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:49.918777 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f27f0ae7-82d1-47ad-b253-b380241d86dd tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2332337 Oct 20 03:40:49.919645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f9171-517b-46a7-9a27-8e40b7cf6ba0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Network': ['ID=369c8d4c-8bc1-4030-a99d-466835844025,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:49.919952 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] Set router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:40:49.921646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57048) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:49.952756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f00ee-2f3b-4c37-97ce-6c7126f1fc9e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:49.975155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 369c8d4c-8bc1-4030-a99d-466835844025 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:50.008538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0765-60d8-4c0f-b4c2-329681984f98 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.020244 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6e7eb-b7ad-4463-b173-1e9f69b0093c None None] Pushing event updated for resources: {'Port': ['ID=ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:50.116378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0765-60d8-4c0f-b4c2-329681984f98 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.122729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0765-60d8-4c0f-b4c2-329681984f98 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.140826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a0765-60d8-4c0f-b4c2-329681984f98 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463f8e7b-be82-4f28-9757-8bd1799de709,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:50.158148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 2} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:50.163018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.175568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0765-60d8-4c0f-b4c2-329681984f98 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.180126 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9a5a0765-60d8-4c0f-b4c2-329681984f98 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2969987 Oct 20 03:40:50.180341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57050) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:50.184184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.184366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a7b28562-d243-4c15-b9aa-df046ed9781e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'security_group_rule': {'security_group_id': 'bf7d28f2-6892-4fe9-aec2-5df9a3859bb6', 'project_id': '67d6afa3424943e4b848bb975e23163a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:50.230926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.246754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7b28562-d243-4c15-b9aa-df046ed9781e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.366045 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port 85f9aa34-6b4c-405d-b578-8e718006c500 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:50.405806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7b28562-d243-4c15-b9aa-df046ed9781e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.408765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-bf6cd4f5-7ce6-4000-9204-4b3582afe516', 'network_id': 'bf6cd4f5-7ce6-4000-9204-4b3582afe516', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'fixed_ips': [{'subnet_id': '84d391f1-7263-4c5d-b8d7-20431ec6a062'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:50.409588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.413065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7b28562-d243-4c15-b9aa-df046ed9781e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.449365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Current status of the port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:50.449745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.466297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b28562-d243-4c15-b9aa-df046ed9781e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d566717b-58c1-4a4f-b0d7-6fb0801fa10d,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:50.471524 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.479538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7b28562-d243-4c15-b9aa-df046ed9781e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.483284 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a7b28562-d243-4c15-b9aa-df046ed9781e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2998869 Oct 20 03:40:50.486264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57052) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:50.494014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e4d39e65-d8d8-42d3-88b7-58c8369ad881 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'security_group_rule': {'security_group_id': 'bf7d28f2-6892-4fe9-aec2-5df9a3859bb6', 'project_id': '67d6afa3424943e4b848bb975e23163a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:50.551484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Allocated IP 172.20.0.1 (bf6cd4f5-7ce6-4000-9204-4b3582afe516/84d391f1-7263-4c5d-b8d7-20431ec6a062/192845da-648f-4022-927e-aca50bd1b8ee) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:50.562572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port bee265d3-23eb-4906-9999-71738a14edfe yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:50.570835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] For port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1,segment=NetworkSegment(b306f571-0ab7-46fe-8074-428bb884d2da),segment_id=b306f571-0ab7-46fe-8074-428bb884d2da)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:50.577400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e4d39e65-d8d8-42d3-88b7-58c8369ad881 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.580884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.639145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb6bfa-75d9-4c7b-9074-9165df8ff3c6 None None] Pushing event updated for resources: {'Port': ['ID=ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:50.644177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'name': 'tempest-TestVolumeBootPattern-1251063506-router', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:37Z', 'updated_at': '2022-10-20T03:40:46Z', 'revision_number': 4, 'project_id': '626386c69b73426b9dde787cba044b3e', 'gw_port': {'id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:38Z', 'updated_at': '2022-10-20T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1', 'name': '', 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'mac_address': 'fa:16:3e:ee:ab:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '78bdb8cf-e4bd-4a52-b05a-79b526e47ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:44Z', 'updated_at': '2022-10-20T03:40:49Z', 'revision_number': 4, 'project_id': '626386c69b73426b9dde787cba044b3e', 'subnets': [{'id': '78bdb8cf-e4bd-4a52-b05a-79b526e47ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:50.667879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e4d39e65-d8d8-42d3-88b7-58c8369ad881 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.672603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb288c76-7ecc-4efb-a616-d898a7b9d8d0 None None] The sync data for ids ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'] in dv-neutron-861842-1-hyperv is: [{'id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'name': 'tempest-TestVolumeBootPattern-1251063506-router', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:37Z', 'updated_at': '2022-10-20T03:40:46Z', 'revision_number': 4, 'project_id': '626386c69b73426b9dde787cba044b3e', 'gw_port': {'id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:38Z', 'updated_at': '2022-10-20T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1', 'name': '', 'network_id': 'b1b5ddae-680a-49eb-a94f-5079c8515738', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'mac_address': 'fa:16:3e:ee:ab:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '78bdb8cf-e4bd-4a52-b05a-79b526e47ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:44Z', 'updated_at': '2022-10-20T03:40:49Z', 'revision_number': 4, 'project_id': '626386c69b73426b9dde787cba044b3e', 'subnets': [{'id': '78bdb8cf-e4bd-4a52-b05a-79b526e47ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:50.681903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e4d39e65-d8d8-42d3-88b7-58c8369ad881 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.707475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-21ca2cdb-1c56-4862-9834-071b4d0341f4 None None] Provisioning complete for port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:50.707918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-21ca2cdb-1c56-4862-9834-071b4d0341f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.718564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e4d39e65-d8d8-42d3-88b7-58c8369ad881 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.719807 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e4d39e65-d8d8-42d3-88b7-58c8369ad881 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2325850 Oct 20 03:40:50.720126 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-21ca2cdb-1c56-4862-9834-071b4d0341f4 None None] Attempt 1 to provision port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 Oct 20 03:40:50.723433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57054) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:50.729895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d39e65-d8d8-42d3-88b7-58c8369ad881 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38c6f4f-645d-4efd-bca3-571c1146ee28,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:50.740514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1e074ddf-09df-488f-9b71-daaffbfb1e4e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'security_group_rule': {'security_group_id': 'bf7d28f2-6892-4fe9-aec2-5df9a3859bb6', 'project_id': '67d6afa3424943e4b848bb975e23163a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:50.796433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e074ddf-09df-488f-9b71-daaffbfb1e4e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.804020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.858513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-21ca2cdb-1c56-4862-9834-071b4d0341f4 None None] Current status of the port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:50.891260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e074ddf-09df-488f-9b71-daaffbfb1e4e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.892970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.902217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e074ddf-09df-488f-9b71-daaffbfb1e4e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.966826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e074ddf-09df-488f-9b71-daaffbfb1e4e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f58b973-905b-49b6-8d4a-209362c79557,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:50.973425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:50.980210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e074ddf-09df-488f-9b71-daaffbfb1e4e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.981473 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1e074ddf-09df-488f-9b71-daaffbfb1e4e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2570946 Oct 20 03:40:50.982397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:50.984913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:50.985888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:50.989722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57056) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:50.995011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5d42a294-8aca-41e4-b65f-fec1da31c386 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'security_group_rule': {'security_group_id': 'bf7d28f2-6892-4fe9-aec2-5df9a3859bb6', 'project_id': '67d6afa3424943e4b848bb975e23163a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:51.000146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=85f9aa34-6b4c-405d-b578-8e718006c500,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.080971 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-5d42a294-8aca-41e4-b65f-fec1da31c386 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Project 67d6afa3424943e4b848bb975e23163a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:40:51.092869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=bee265d3-23eb-4906-9999-71738a14edfe,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.098191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.098718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d42a294-8aca-41e4-b65f-fec1da31c386 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.110393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Checking segment: {'id': '3421d07f-9009-4850-9109-b48154b6d2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '369c8d4c-8bc1-4030-a99d-466835844025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:51.110762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network hostable DHCP agents. Network: 369c8d4c-8bc1-4030-a99d-466835844025, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:51.144832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.164750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 369c8d4c-8bc1-4030-a99d-466835844025 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:51.178601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d42a294-8aca-41e4-b65f-fec1da31c386 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.182166 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 369c8d4c-8bc1-4030-a99d-466835844025) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:51.188307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:51.195441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:51.197977 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8b5359-33b8-4b24-a636-62f79f730b6a None None] Network 369c8d4c-8bc1-4030-a99d-466835844025 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:51.198874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network bf6cd4f5-7ce6-4000-9204-4b3582afe516 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:51.200973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:51.202459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.203587 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:51.207462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d42a294-8aca-41e4-b65f-fec1da31c386 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.208690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:51.236128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42a294-8aca-41e4-b65f-fec1da31c386 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19bf9b0-2e67-4b53-be58-ba1628083f00,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.243288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Allocated IP 172.20.0.2 (bf6cd4f5-7ce6-4000-9204-4b3582afe516/84d391f1-7263-4c5d-b8d7-20431ec6a062/4536f10b-7cd9-4bcb-ad0d-a13962f604e5) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:51.244671 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a3a92c5e-52f9-4265-8164-d09bcc565a56 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3605886 Oct 20 03:40:51.250286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d42a294-8aca-41e4-b65f-fec1da31c386 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.250986 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5d42a294-8aca-41e4-b65f-fec1da31c386 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2600975 Oct 20 03:40:51.251580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57058) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:51.253559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57060) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:51.255604 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=192845da-648f-4022-927e-aca50bd1b8ee,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.267295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9caa0690-1962-40a4-828f-def6a255dbab tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'security_group_rule': {'security_group_id': 'bf7d28f2-6892-4fe9-aec2-5df9a3859bb6', 'project_id': '67d6afa3424943e4b848bb975e23163a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:51.291171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.374373 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-9caa0690-1962-40a4-828f-def6a255dbab tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Project 67d6afa3424943e4b848bb975e23163a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:40:51.386211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9caa0690-1962-40a4-828f-def6a255dbab tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.453796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d54e9-11c1-4a97-99de-0711bc63f1d0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port bee265d3-23eb-4906-9999-71738a14edfe {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:51.454146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc4d54e9-11c1-4a97-99de-0711bc63f1d0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.455878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.501274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9caa0690-1962-40a4-828f-def6a255dbab tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.547757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc4d54e9-11c1-4a97-99de-0711bc63f1d0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.559351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.563927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d54e9-11c1-4a97-99de-0711bc63f1d0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for bee265d3-23eb-4906-9999-71738a14edfe owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:51.571835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9caa0690-1962-40a4-828f-def6a255dbab tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.577751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.592287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa0690-1962-40a4-828f-def6a255dbab tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de4fbbb-9a5e-4962-b09b-85a652fd53b7,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.625640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Network bf6cd4f5-7ce6-4000-9204-4b3582afe516 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:51.628601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:51.635558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:51.646534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Pushing event updated for resources: {'Port': ['ID=4536f10b-7cd9-4bcb-ad0d-a13962f604e5,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.656838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9caa0690-1962-40a4-828f-def6a255dbab tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.661679 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9caa0690-1962-40a4-828f-def6a255dbab tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4064019 Oct 20 03:40:51.729732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc4d54e9-11c1-4a97-99de-0711bc63f1d0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.737903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Attempting to bind port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:51.741146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Attempting to bind port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '3db17a0d-decd-4fc0-957a-19842eee0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bf6cd4f5-7ce6-4000-9204-4b3582afe516'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:51.741619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Attempting to bind port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 on network bf6cd4f5-7ce6-4000-9204-4b3582afe516 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:51.750559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:51.750559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Checking segment: {'id': '3db17a0d-decd-4fc0-957a-19842eee0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bf6cd4f5-7ce6-4000-9204-4b3582afe516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:51.750952 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.751417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Bound using segment: {'id': '3db17a0d-decd-4fc0-957a-19842eee0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bf6cd4f5-7ce6-4000-9204-4b3582afe516'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:51.752012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Bound port: 4536f10b-7cd9-4bcb-ad0d-a13962f604e5, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db17a0d-decd-4fc0-957a-19842eee0f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bf6cd4f5-7ce6-4000-9204-4b3582afe516'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:51.752551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.829611 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.834232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d54e9-11c1-4a97-99de-0711bc63f1d0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=bee265d3-23eb-4906-9999-71738a14edfe,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:51.837478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.846430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc4d54e9-11c1-4a97-99de-0711bc63f1d0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.853516 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fc4d54e9-11c1-4a97-99de-0711bc63f1d0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/bee265d3-23eb-4906-9999-71738a14edfe HTTP/1.1" status: 204 len: 168 time: 0.5985615 Oct 20 03:40:51.862663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57086) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:51.885243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] For port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:51.888975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] For port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4536f10b-7cd9-4bcb-ad0d-a13962f604e5,segment=NetworkSegment(3db17a0d-decd-4fc0-957a-19842eee0f41),segment_id=3db17a0d-decd-4fc0-957a-19842eee0f41)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:51.898709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.940584 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:51.953323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:51.973979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c6584-baa9-4725-bddb-89b71207185a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:51.980206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c6584-baa9-4725-bddb-89b71207185a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:51.985398 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ec1c6584-baa9-4725-bddb-89b71207185a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1250637 Oct 20 03:40:51.985933 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57096) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:52.054647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=192845da-648f-4022-927e-aca50bd1b8ee,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:52.060084 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38a63b-4ac9-4653-b936-51be39f8acd8 None None] Pushing event updated for resources: {'Port': ['ID=4536f10b-7cd9-4bcb-ad0d-a13962f604e5,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:52.079555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:52.079995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.080422 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 Oct 20 03:40:52.168500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network bf6cd4f5-7ce6-4000-9204-4b3582afe516 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:52.170525 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:52.176774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-00162227-bc64-49b6-9220-791e876f642d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 85f9aa34-6b4c-405d-b578-8e718006c500 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:52.177123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-00162227-bc64-49b6-9220-791e876f642d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.283128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:52.344498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-00162227-bc64-49b6-9220-791e876f642d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.364039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-00162227-bc64-49b6-9220-791e876f642d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 85f9aa34-6b4c-405d-b578-8e718006c500 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:52.394958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 6ee632f0-c195-4a2d-8564-e4bbf3702e6f is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:40:52.473861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-00162227-bc64-49b6-9220-791e876f642d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.500514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:52.505482 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-25664266-fc3a-44be-a8a2-9122d7f4d37b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/6ee632f0-c195-4a2d-8564-e4bbf3702e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5829043 Oct 20 03:40:52.508128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57110) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:52.511635 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3e97f4-7533-44fe-aad2-3c4aae3d7d16 None None] Sync routers for ids ['6ee632f0-c195-4a2d-8564-e4bbf3702e6f'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:52.514174 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-00162227-bc64-49b6-9220-791e876f642d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.521951 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-00162227-bc64-49b6-9220-791e876f642d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/85f9aa34-6b4c-405d-b578-8e718006c500 HTTP/1.1" status: 204 len: 168 time: 0.5321646 Oct 20 03:40:52.521951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00162227-bc64-49b6-9220-791e876f642d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=85f9aa34-6b4c-405d-b578-8e718006c500,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:52.522227 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3e97f4-7533-44fe-aad2-3c4aae3d7d16 None None] Routers {'6ee632f0-c195-4a2d-8564-e4bbf3702e6f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:52.522227 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4c3e97f4-7533-44fe-aad2-3c4aae3d7d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6ee632f0-c195-4a2d-8564-e4bbf3702e6f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:52.522766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57112) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:52.556444 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4c3e97f4-7533-44fe-aad2-3c4aae3d7d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:52.566488 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3e97f4-7533-44fe-aad2-3c4aae3d7d16 None None] Routers {'6ee632f0-c195-4a2d-8564-e4bbf3702e6f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:52.567391 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4c3e97f4-7533-44fe-aad2-3c4aae3d7d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6ee632f0-c195-4a2d-8564-e4bbf3702e6f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:52.569064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fd6e19-75d6-4091-b545-19a249365e55 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:52.574241 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b2fd6e19-75d6-4091-b545-19a249365e55 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports/192845da-648f-4022-927e-aca50bd1b8ee HTTP/1.1" status: 200 len: 910 time: 0.0647259 Oct 20 03:40:52.575056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57114) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:52.580634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5c1de952-ea0a-4c6f-8617-f5e362b05a48 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84d391f1-7263-4c5d-b8d7-20431ec6a062'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:52.593866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e090b79a-5e52-452f-a0d9-0dd38fc240c3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:52.596314 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e090b79a-5e52-452f-a0d9-0dd38fc240c3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0711319 Oct 20 03:40:52.598248 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57116) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:52.607699 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4c3e97f4-7533-44fe-aad2-3c4aae3d7d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:52.608407 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3e97f4-7533-44fe-aad2-3c4aae3d7d16 None None] The sync data for ids ['6ee632f0-c195-4a2d-8564-e4bbf3702e6f'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:52.627078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9d1702-e7b2-47a7-a8ce-590dcd8b83f4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:40:52.628819 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fd9d1702-e7b2-47a7-a8ce-590dcd8b83f4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/bee265d3-23eb-4906-9999-71738a14edfe HTTP/1.1" status: 404 len: 333 time: 0.0294187 Oct 20 03:40:52.631476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57120) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:52.670638 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-66186509-e4d5-459c-b824-ff3e8997f27c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:40:52.672078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-66186509-e4d5-459c-b824-ff3e8997f27c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/85f9aa34-6b4c-405d-b578-8e718006c500 HTTP/1.1" status: 404 len: 333 time: 0.0388327 Oct 20 03:40:52.675407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57126) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:52.762158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.782232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c1de952-ea0a-4c6f-8617-f5e362b05a48 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.885766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.913729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369c8d4c-8bc1-4030-a99d-466835844025']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:52.925321 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3421d07f-9009-4850-9109-b48154b6d2e8') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:52.925732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3421d07f-9009-4850-9109-b48154b6d2e8') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:52.937067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.954171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:52.968391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:52.968822 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.004497 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3421d07f-9009-4850-9109-b48154b6d2e8 resource provider aggregate not found Oct 20 03:40:53.031521 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3421d07f-9009-4850-9109-b48154b6d2e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3421d07f-9009-4850-9109-b48154b6d2e8 found for delete ", "request_id": "req-9ef0d15e-850c-4310-a2c5-e98065ef6c16"}]} Oct 20 03:40:53.083902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.091725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.098411 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/networks/369c8d4c-8bc1-4030-a99d-466835844025 HTTP/1.1" status: 204 len: 168 time: 0.4187403 Oct 20 03:40:53.101104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57142) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:53.107363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1365210072'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:53.128504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0baca3d-0f71-4232-b36b-da3c8b47e4e5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Network': ['ID=369c8d4c-8bc1-4030-a99d-466835844025,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:53.149771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:53.153518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.186648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:53.197916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.198268 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Added segment a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4 of type vlan for network d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9 Oct 20 03:40:53.250764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.272655 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c1de952-ea0a-4c6f-8617-f5e362b05a48 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.279722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f4058-2b56-4a97-959e-7cb010d3feb6 None None] Network bf6cd4f5-7ce6-4000-9204-4b3582afe516 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:53.286816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c1de952-ea0a-4c6f-8617-f5e362b05a48 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.293900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.299577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:53.300202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.339649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2325678 Oct 20 03:40:53.345586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57170) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:53.349472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': 'd7dda4b6-97b6-4eb7-a36f-c76883fb6cf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:53.365265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-84e367fa-c07b-485b-b20a-5d979311ffaa None None] Provisioning complete for port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:53.365843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-84e367fa-c07b-485b-b20a-5d979311ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.366177 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-84e367fa-c07b-485b-b20a-5d979311ffaa None None] Attempt 1 to provision port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 Oct 20 03:40:53.404550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed297bee-75e0-4ab6-9999-5779fab1b1a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Network': ['ID=d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:53.420032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:53.433936 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1de952-ea0a-4c6f-8617-f5e362b05a48 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:53.434593 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c1de952-ea0a-4c6f-8617-f5e362b05a48 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.436069 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5c1de952-ea0a-4c6f-8617-f5e362b05a48 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/ports/192845da-648f-4022-927e-aca50bd1b8ee HTTP/1.1" status: 200 len: 910 time: 0.8599513 Oct 20 03:40:53.437097 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1de952-ea0a-4c6f-8617-f5e362b05a48 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=192845da-648f-4022-927e-aca50bd1b8ee,revision_number=3']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:53.449906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57172) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:53.506919 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:53.512998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.578081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-84e367fa-c07b-485b-b20a-5d979311ffaa None None] Current status of the port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:53.578472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-84e367fa-c07b-485b-b20a-5d979311ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.587436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.ipam_backend_mixin [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Performing IP validity checks on allocation pools {{(pid=103629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 20 03:40:53.590713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.ipam_backend_mixin [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 20 03:40:53.644398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-84e367fa-c07b-485b-b20a-5d979311ffaa None None] For port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4536f10b-7cd9-4bcb-ad0d-a13962f604e5,segment=NetworkSegment(3db17a0d-decd-4fc0-957a-19842eee0f41),segment_id=3db17a0d-decd-4fc0-957a-19842eee0f41)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:53.656092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-84e367fa-c07b-485b-b20a-5d979311ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.741364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e367fa-c07b-485b-b20a-5d979311ffaa None None] Pushing event updated for resources: {'Port': ['ID=4536f10b-7cd9-4bcb-ad0d-a13962f604e5,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:53.763203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.898102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Checking segment: {'id': 'a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd7dda4b6-97b6-4eb7-a36f-c76883fb6cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:53.901041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network hostable DHCP agents. Network: d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:53.904207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Subnet': ['ID=2c37da9b-cb70-46d2-815e-a58947df74c1,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:53.937136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:53.937763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:53.951665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:53.958742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:53.959474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:53.985867 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c3a96d3c-8f0f-4ec3-8215-794fe80b8ff5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6402869 Oct 20 03:40:53.988563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57176) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:53.990446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd9f1fc-e76e-4ea5-8e17-03b33b1f2cb8 None None] Network d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:53.996232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': 'd7dda4b6-97b6-4eb7-a36f-c76883fb6cf9', 'name': 'tempest-PortsIpV6TestJSON-606146081'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:54.009070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e857a454-b324-40db-9c57-10b6d5dd594a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.107650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Provisioning complete for port 192845da-648f-4022-927e-aca50bd1b8ee triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:54.107877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.108131 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Attempt 1 to provision port 192845da-648f-4022-927e-aca50bd1b8ee Oct 20 03:40:54.179149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:54.179685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.179942 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 Oct 20 03:40:54.184787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:54.187507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.218755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port 6b378412-c5be-454d-8889-6a72a1689fc3 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:54.238327 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Port 192845da-648f-4022-927e-aca50bd1b8ee cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:54.325955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9', 'network_id': 'd7dda4b6-97b6-4eb7-a36f-c76883fb6cf9', 'tenant_id': 'f0c8ce471db2452fb44ddb13bce2b352', 'fixed_ips': [{'subnet_id': '2c37da9b-cb70-46d2-815e-a58947df74c1'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:54.326825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.363092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:54.422168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8::36f (d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9/2c37da9b-cb70-46d2-815e-a58947df74c1/6b378412-c5be-454d-8889-6a72a1689fc3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:54.428670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e857a454-b324-40db-9c57-10b6d5dd594a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port 192845da-648f-4022-927e-aca50bd1b8ee {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:54.429824 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e857a454-b324-40db-9c57-10b6d5dd594a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.571544 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e857a454-b324-40db-9c57-10b6d5dd594a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.586071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e857a454-b324-40db-9c57-10b6d5dd594a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for 192845da-648f-4022-927e-aca50bd1b8ee owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:54.625811 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.664187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.726570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:54.730862 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:54.731689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Allocated IP 2001:db8::2 (d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9/2c37da9b-cb70-46d2-815e-a58947df74c1/15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:54.732902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=6b378412-c5be-454d-8889-6a72a1689fc3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:54.739191 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Attempt 2 to provision port 192845da-648f-4022-927e-aca50bd1b8ee Oct 20 03:40:54.742915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:54.750532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:54.751236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.778144 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-647b6607-603c-490b-aaec-e34cbcb51576 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7873070 Oct 20 03:40:54.782207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57178) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:54.792882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Port 192845da-648f-4022-927e-aca50bd1b8ee cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:40:54.834695 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e857a454-b324-40db-9c57-10b6d5dd594a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:54.882198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857a454-b324-40db-9c57-10b6d5dd594a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=192845da-648f-4022-927e-aca50bd1b8ee,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:54.919637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9020aec6-57d4-4fde-86cc-3eed460dc3fb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 6b378412-c5be-454d-8889-6a72a1689fc3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:54.920046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9020aec6-57d4-4fde-86cc-3eed460dc3fb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.063781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9020aec6-57d4-4fde-86cc-3eed460dc3fb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.080211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9020aec6-57d4-4fde-86cc-3eed460dc3fb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 6b378412-c5be-454d-8889-6a72a1689fc3 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:55.081899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.099681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.112069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e857a454-b324-40db-9c57-10b6d5dd594a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.171897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Pushing event updated for resources: {'Port': ['ID=15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:55.197720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Network d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:55.199401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:55.205641 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:55.274730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Attempting to bind port 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:55.275042 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Attempting to bind port 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd7dda4b6-97b6-4eb7-a36f-c76883fb6cf9'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:55.275753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Attempting to bind port 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4 on network d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:55.283920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:55.283920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Checking segment: {'id': 'a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd7dda4b6-97b6-4eb7-a36f-c76883fb6cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:55.284355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.284972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Bound using segment: {'id': 'a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd7dda4b6-97b6-4eb7-a36f-c76883fb6cf9'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:55.285619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Bound port: 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd7dda4b6-97b6-4eb7-a36f-c76883fb6cf9'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:55.286001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.296502 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Attempt 3 to provision port 192845da-648f-4022-927e-aca50bd1b8ee Oct 20 03:40:55.302132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9020aec6-57d4-4fde-86cc-3eed460dc3fb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.328474 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Port 192845da-648f-4022-927e-aca50bd1b8ee was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:40:55.332879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e857a454-b324-40db-9c57-10b6d5dd594a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 6ee632f0-c195-4a2d-8564-e4bbf3702e6f has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:40:55.358032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020aec6-57d4-4fde-86cc-3eed460dc3fb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=6b378412-c5be-454d-8889-6a72a1689fc3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:55.378327 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Provisioning complete for port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:55.378705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.379046 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Attempt 1 to provision port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 Oct 20 03:40:55.394229 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9020aec6-57d4-4fde-86cc-3eed460dc3fb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.400764 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9020aec6-57d4-4fde-86cc-3eed460dc3fb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/6b378412-c5be-454d-8889-6a72a1689fc3 HTTP/1.1" status: 204 len: 168 time: 0.6174552 Oct 20 03:40:55.401736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57182) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:55.426755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e857a454-b324-40db-9c57-10b6d5dd594a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:40:55.430618 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] For port 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:55.433048 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e857a454-b324-40db-9c57-10b6d5dd594a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/6ee632f0-c195-4a2d-8564-e4bbf3702e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9807274 Oct 20 03:40:55.435101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57184) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:55.448949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b30dc40-aba6-4323-a3c1-916b69f2d4e6 None None] Sync routers for ids ['6ee632f0-c195-4a2d-8564-e4bbf3702e6f'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:40:55.452609 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f426829-299c-4dd3-abb4-61f4ed0cefda tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:40:55.453535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f426829-299c-4dd3-abb4-61f4ed0cefda tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:40:55.455797 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] For port 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4,segment=NetworkSegment(a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4),segment_id=a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:55.460681 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7f426829-299c-4dd3-abb4-61f4ed0cefda tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/6b378412-c5be-454d-8889-6a72a1689fc3 HTTP/1.1" status: 404 len: 333 time: 0.0570087 Oct 20 03:40:55.462093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57186) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:55.470999 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.473638 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d41c1755-6016-4ba2-a06c-0b2dbe3be88c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ee632f0-c195-4a2d-8564-e4bbf3702e6f HTTP/1.1" status: 200 len: 205 time: 0.0366390 Oct 20 03:40:55.477286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57188) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:55.482555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b30dc40-aba6-4323-a3c1-916b69f2d4e6 None None] Routers {'6ee632f0-c195-4a2d-8564-e4bbf3702e6f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:55.483211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1b30dc40-aba6-4323-a3c1-916b69f2d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6ee632f0-c195-4a2d-8564-e4bbf3702e6f'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:55.511122 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9caeedfd-1fbb-4ba5-ae35-9e7360406dd1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:40:55.515600 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9caeedfd-1fbb-4ba5-ae35-9e7360406dd1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/6b378412-c5be-454d-8889-6a72a1689fc3 HTTP/1.1" status: 404 len: 333 time: 0.0496361 Oct 20 03:40:55.516200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57190) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:55.552295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1b30dc40-aba6-4323-a3c1-916b69f2d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:55.581350 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc70fd4e-fe1e-4631-8e75-911adde32df7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.590511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac80358-c53e-405a-a165-760c373547fe tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting subnet 2c37da9b-cb70-46d2-815e-a58947df74c1 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:40:55.594496 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0ac80358-c53e-405a-a165-760c373547fe tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.898924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e82db2-ca79-4903-aa89-2f38505f3b39 None None] Pushing event updated for resources: {'Port': ['ID=15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:55.902928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b30dc40-aba6-4323-a3c1-916b69f2d4e6 None None] Routers {'6ee632f0-c195-4a2d-8564-e4bbf3702e6f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:40:55.903979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1b30dc40-aba6-4323-a3c1-916b69f2d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6ee632f0-c195-4a2d-8564-e4bbf3702e6f'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:55.907319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-64062220-9e2b-4274-a4de-715af7eb865a None None] Current status of the port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:55.954144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:40:55.958083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1b30dc40-aba6-4323-a3c1-916b69f2d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:55.958968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b30dc40-aba6-4323-a3c1-916b69f2d4e6 None None] The sync data for ids ['6ee632f0-c195-4a2d-8564-e4bbf3702e6f'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:40:55.969714 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc70fd4e-fe1e-4631-8e75-911adde32df7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:55.974076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc70fd4e-fe1e-4631-8e75-911adde32df7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.024601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f2a74fb2-7650-43b2-a833-7a8d6b506166 None None] Could not find standard attr ID for object 192845da-648f-4022-927e-aca50bd1b8ee. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:40:56.028475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:56.028860 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.029214 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 Oct 20 03:40:56.072793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc70fd4e-fe1e-4631-8e75-911adde32df7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.073309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc70fd4e-fe1e-4631-8e75-911adde32df7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Fanout notify agent at l3_agent the message router_deleted on router 6ee632f0-c195-4a2d-8564-e4bbf3702e6f {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:40:56.103142 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc70fd4e-fe1e-4631-8e75-911adde32df7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.104334 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fc70fd4e-fe1e-4631-8e75-911adde32df7 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/6ee632f0-c195-4a2d-8564-e4bbf3702e6f HTTP/1.1" status: 204 len: 168 time: 0.6252818 Oct 20 03:40:56.107000 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57194) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:56.174560 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0ac80358-c53e-405a-a165-760c373547fe tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.175326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:40:56.180500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d93464-19bd-45d6-9c7e-ce4093c70e41 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting subnet 84d391f1-7263-4c5d-b8d7-20431ec6a062 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:40:56.183906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9d93464-19bd-45d6-9c7e-ce4093c70e41 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.229985 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9d93464-19bd-45d6-9c7e-ce4093c70e41 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.278029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0ac80358-c53e-405a-a165-760c373547fe tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.348773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9d93464-19bd-45d6-9c7e-ce4093c70e41 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.356038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0ac80358-c53e-405a-a165-760c373547fe tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.371390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0ac80358-c53e-405a-a165-760c373547fe tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.375129 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0ac80358-c53e-405a-a165-760c373547fe tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/2c37da9b-cb70-46d2-815e-a58947df74c1 HTTP/1.1" status: 204 len: 168 time: 0.8579614 Oct 20 03:40:56.378075 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57196) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:56.400096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac80358-c53e-405a-a165-760c373547fe tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Subnet': ['ID=2c37da9b-cb70-46d2-815e-a58947df74c1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:56.483848 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.492870 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9d93464-19bd-45d6-9c7e-ce4093c70e41 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.524851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d93464-19bd-45d6-9c7e-ce4093c70e41 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Subnet': ['ID=84d391f1-7263-4c5d-b8d7-20431ec6a062,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:56.530932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9d93464-19bd-45d6-9c7e-ce4093c70e41 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.534166 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c9d93464-19bd-45d6-9c7e-ce4093c70e41 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/84d391f1-7263-4c5d-b8d7-20431ec6a062 HTTP/1.1" status: 204 len: 168 time: 0.4261806 Oct 20 03:40:56.537313 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57198) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:56.540782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ae7cea-26d3-4a7f-8301-5ea873a4955a None None] Network bf6cd4f5-7ce6-4000-9204-4b3582afe516 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:56.602330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:56.602613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.660711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.725086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] For port 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4,segment=NetworkSegment(a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4),segment_id=a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:56.725607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.735992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:56.737390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.742144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:56.837802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6caea4-584e-478a-a634-61c3b7bc8fcd None None] DHCP port deletion for bf6cd4f5-7ce6-4000-9204-4b3582afe516 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:40:56.852238 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] For port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4536f10b-7cd9-4bcb-ad0d-a13962f604e5,segment=NetworkSegment(3db17a0d-decd-4fc0-957a-19842eee0f41),segment_id=3db17a0d-decd-4fc0-957a-19842eee0f41)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:56.853238 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.870053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:56.934862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2b6caea4-584e-478a-a634-61c3b7bc8fcd None None] Deleting port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:56.935510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2b6caea4-584e-478a-a634-61c3b7bc8fcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:56.983262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.024617 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5fbd0b-5104-4273-9eb3-c1269c52d719 None None] Network d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:57.028502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2b6caea4-584e-478a-a634-61c3b7bc8fcd None None] For port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4536f10b-7cd9-4bcb-ad0d-a13962f604e5,segment=NetworkSegment(3db17a0d-decd-4fc0-957a-19842eee0f41),segment_id=3db17a0d-decd-4fc0-957a-19842eee0f41)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:40:57.029152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2b6caea4-584e-478a-a634-61c3b7bc8fcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.039763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=4536f10b-7cd9-4bcb-ad0d-a13962f604e5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:57.062594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No DVR routers for this DVR port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:57.066067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2b6caea4-584e-478a-a634-61c3b7bc8fcd None None] Calling delete_port for 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:57.176895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.178773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-687b8e24-dbac-4cba-ab3e-b8b65378b306 None None] Provisioning complete for port 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:40:57.192559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-687b8e24-dbac-4cba-ab3e-b8b65378b306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.192559 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-687b8e24-dbac-4cba-ab3e-b8b65378b306 None None] Attempt 1 to provision port 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4 Oct 20 03:40:57.212588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6cd4f5-7ce6-4000-9204-4b3582afe516']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.224345 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db17a0d-decd-4fc0-957a-19842eee0f41') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.224648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db17a0d-decd-4fc0-957a-19842eee0f41') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.240195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.258166 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.265200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:57.265688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.302638 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.315995 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.db [None req-687b8e24-dbac-4cba-ab3e-b8b65378b306 None None] No ports have port_id starting with 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4 Oct 20 03:40:57.337902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2b6caea4-584e-478a-a634-61c3b7bc8fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.346163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:57.351914 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3db17a0d-decd-4fc0-957a-19842eee0f41 resource provider aggregate not found Oct 20 03:40:57.354956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No DVR routers for this DVR port 15fc1aec-9289-49f1-8e34-7ed2e8ad2ad4 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:57.368212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.380306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.389031 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/networks/bf6cd4f5-7ce6-4000-9204-4b3582afe516 HTTP/1.1" status: 204 len: 168 time: 0.8501596 Oct 20 03:40:57.389690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57206) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:57.401476 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6caea4-584e-478a-a634-61c3b7bc8fcd None None] Pushing event deleted for resources: {'Port': ['ID=4536f10b-7cd9-4bcb-ad0d-a13962f604e5,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:57.407326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6caea4-584e-478a-a634-61c3b7bc8fcd None None] No DVR routers for this DVR port 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:40:57.411459 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3db17a0d-decd-4fc0-957a-19842eee0f41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3db17a0d-decd-4fc0-957a-19842eee0f41 found for delete ", "request_id": "req-e54cd1b1-e87d-4083-8433-d6adf7d8ef04"}]} Oct 20 03:40:57.415824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f28a0c09-602a-4d85-ba5f-0374046e5c72 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-656036425', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:57.423822 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bd9cf-3c0c-46c4-b87d-30896999b775 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Network': ['ID=bf6cd4f5-7ce6-4000-9204-4b3582afe516,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:57.427427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5511b97-02f2-477d-a736-def857b60121 None None] DHCP port deletion for d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:40:57.453966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f28a0c09-602a-4d85-ba5f-0374046e5c72 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.455514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f28a0c09-602a-4d85-ba5f-0374046e5c72 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.493838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.516492 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.520929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f28a0c09-602a-4d85-ba5f-0374046e5c72 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.526753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f28a0c09-602a-4d85-ba5f-0374046e5c72 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.527408 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.527714 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:40:57.537876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.551970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f28a0c09-602a-4d85-ba5f-0374046e5c72 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.553215 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f28a0c09-602a-4d85-ba5f-0374046e5c72 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1438537 Oct 20 03:40:57.555236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.556660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57208) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:57.562064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:40:57.562388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.562522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'network': {'name': 'tempest-RoutersTest-1325763931'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:57.586414 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:57.591152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.598250 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4 resource provider aggregate not found Oct 20 03:40:57.634686 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a60c4062-6bbb-4703-a3ab-c4df6ad2d1d4 found for delete ", "request_id": "req-e4509d0f-7fef-475b-8608-19257691d69f"}]} Oct 20 03:40:57.642594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.651956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.654941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:57.659625 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/networks/d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9 HTTP/1.1" status: 204 len: 168 time: 1.2770774 Oct 20 03:40:57.659795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57214) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:57.666433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1291581322'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:57.667816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604e768-72dd-4e8b-ad45-b20fd441fed3 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Network': ['ID=d7dda4b6-97b6-4eb7-a36f-c76883fb6cf9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:57.682701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.683049 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added segment 3ca09114-cd47-4cf1-9697-1f9b73103d27 of type vlan for network f3fb40f7-5ef4-4576-894f-62fe477f2d5b Oct 20 03:40:57.724878 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:57.728885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.746672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.779964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:40:57.789982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.795872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:57.796946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.803890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:40:57.811363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.811710 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Added segment 3caf86c8-9aa8-4fe0-ae68-68f912518c36 of type vlan for network cd617d72-3ac2-4c6a-a77e-e450d8bd622c Oct 20 03:40:57.824981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:40:57.825564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4536f10b-7cd9-4bcb-ad0d-a13962f604e5 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:40:57.854568 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2965491 Oct 20 03:40:57.857412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57216) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:57.863615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'subnet': {'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:57.921139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ede18-09cd-4f25-89b9-58160454ae16 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Network': ['ID=f3fb40f7-5ef4-4576-894f-62fe477f2d5b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:57.931588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network f3fb40f7-5ef4-4576-894f-62fe477f2d5b details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:57.933667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.969821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.977692 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:57.978438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:57.981593 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:57.985910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.028867 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3677161 Oct 20 03:40:58.030786 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57218) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:58.044136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': 'cd617d72-3ac2-4c6a-a77e-e450d8bd622c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:58.063019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce74be-b412-46e0-a23d-0a4a48553f9a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Network': ['ID=cd617d72-3ac2-4c6a-a77e-e450d8bd622c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:58.080087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network cd617d72-3ac2-4c6a-a77e-e450d8bd622c details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:40:58.219973 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:58.223588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.353174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.457346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Subnet': ['ID=678632b9-6915-4d4b-9c32-f0f4239d3492,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:58.484221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Checking segment: {'id': '3ca09114-cd47-4cf1-9697-1f9b73103d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:58.484605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network hostable DHCP agents. Network: f3fb40f7-5ef4-4576-894f-62fe477f2d5b, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:58.540194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.546695 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network f3fb40f7-5ef4-4576-894f-62fe477f2d5b is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:58.590526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, f3fb40f7-5ef4-4576-894f-62fe477f2d5b) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:58.595411 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:58.597227 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.598366 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50375178-96e3-4d34-b88f-9c92b6e6f7ad None None] Network f3fb40f7-5ef4-4576-894f-62fe477f2d5b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:58.629777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Subnet': ['ID=2b3f929f-ec46-4789-8b36-3afbb7ea52f5,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:58.647241 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3277ccc7-0d95-429c-b01b-ada2449ea49e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7882500 Oct 20 03:40:58.648528 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Checking segment: {'id': '3caf86c8-9aa8-4fe0-ae68-68f912518c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd617d72-3ac2-4c6a-a77e-e450d8bd622c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:58.648907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network hostable DHCP agents. Network: cd617d72-3ac2-4c6a-a77e-e450d8bd622c, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:40:58.651085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57222) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:58.668627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network cd617d72-3ac2-4c6a-a77e-e450d8bd622c is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:40:58.681301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, cd617d72-3ac2-4c6a-a77e-e450d8bd622c) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:58.687163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:58.688732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.709578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a483a6f-1df3-4178-afeb-2b863ac6ab70 None None] Network cd617d72-3ac2-4c6a-a77e-e450d8bd622c requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:40:58.711263 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-aa32205b-1378-4b36-a41b-a3233a0ffd2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6793180 Oct 20 03:40:58.714685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57224) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:58.722164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': 'cd617d72-3ac2-4c6a-a77e-e450d8bd622c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-622181999'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:40:58.857803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eba59e-116a-4275-bece-64934dee66da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:58.858860 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-67eba59e-116a-4275-bece-64934dee66da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.877425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:40:58.882822 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:58.905900 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port f26fa3f7-6c90-4b63-b36e-6e36efd814b1 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:40:58.983468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.064688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-cd617d72-3ac2-4c6a-a77e-e450d8bd622c', 'network_id': 'cd617d72-3ac2-4c6a-a77e-e450d8bd622c', 'tenant_id': 'f0c8ce471db2452fb44ddb13bce2b352', 'fixed_ips': [{'subnet_id': '2b3f929f-ec46-4789-8b36-3afbb7ea52f5'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:40:59.065574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.077855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8::237 (cd617d72-3ac2-4c6a-a77e-e450d8bd622c/2b3f929f-ec46-4789-8b36-3afbb7ea52f5/f26fa3f7-6c90-4b63-b36e-6e36efd814b1) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:59.111147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-67eba59e-116a-4275-bece-64934dee66da None None] Allocated IP 172.20.0.2 (f3fb40f7-5ef4-4576-894f-62fe477f2d5b/678632b9-6915-4d4b-9c32-f0f4239d3492/5c9e7a84-9718-4a8b-9552-988de4bd0be7) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:59.252661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.299902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.357232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network cd617d72-3ac2-4c6a-a77e-e450d8bd622c is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:59.358132 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=f26fa3f7-6c90-4b63-b36e-6e36efd814b1,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:59.368436 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:59.371545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:59.377705 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:40:59.378336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.393652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-67eba59e-116a-4275-bece-64934dee66da None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.395440 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Allocated IP 2001:db8::2 (cd617d72-3ac2-4c6a-a77e-e450d8bd622c/2b3f929f-ec46-4789-8b36-3afbb7ea52f5/ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:59.399713 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-464ab568-d35b-4576-a93a-93c9e9579ab9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6834843 Oct 20 03:40:59.402323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57228) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:40:59.407897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-67eba59e-116a-4275-bece-64934dee66da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.453026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eba59e-116a-4275-bece-64934dee66da None None] Pushing event updated for resources: {'Port': ['ID=5c9e7a84-9718-4a8b-9552-988de4bd0be7,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:59.482700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Allocated IP 172.20.0.1 (f3fb40f7-5ef4-4576-894f-62fe477f2d5b/678632b9-6915-4d4b-9c32-f0f4239d3492/e29273db-45b2-43ea-8be7-4dee46e161cf) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:40:59.483859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eba59e-116a-4275-bece-64934dee66da None None] Network f3fb40f7-5ef4-4576-894f-62fe477f2d5b is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:59.491815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-67eba59e-116a-4275-bece-64934dee66da None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:59.495447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eba59e-116a-4275-bece-64934dee66da None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:59.537140 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-8209aa9c-7304-43ae-8abd-986914f1c831 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port f26fa3f7-6c90-4b63-b36e-6e36efd814b1 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:40:59.537478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8209aa9c-7304-43ae-8abd-986914f1c831 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.648634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.674687 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8209aa9c-7304-43ae-8abd-986914f1c831 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.691214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-8209aa9c-7304-43ae-8abd-986914f1c831 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for f26fa3f7-6c90-4b63-b36e-6e36efd814b1 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:40:59.699525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.756129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-67eba59e-116a-4275-bece-64934dee66da None None] Attempting to bind port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:40:59.756517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-67eba59e-116a-4275-bece-64934dee66da None None] Attempting to bind port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '3ca09114-cd47-4cf1-9697-1f9b73103d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:40:59.756888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eba59e-116a-4275-bece-64934dee66da None None] Attempting to bind port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 on network f3fb40f7-5ef4-4576-894f-62fe477f2d5b {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:40:59.765085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network f3fb40f7-5ef4-4576-894f-62fe477f2d5b is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:59.768867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:59.769042 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eba59e-116a-4275-bece-64934dee66da None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:40:59.769254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eba59e-116a-4275-bece-64934dee66da None None] Checking segment: {'id': '3ca09114-cd47-4cf1-9697-1f9b73103d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:40:59.770723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-67eba59e-116a-4275-bece-64934dee66da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.770723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eba59e-116a-4275-bece-64934dee66da None None] Bound using segment: {'id': '3ca09114-cd47-4cf1-9697-1f9b73103d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:40:59.771091 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-67eba59e-116a-4275-bece-64934dee66da None None] Bound port: 5c9e7a84-9718-4a8b-9552-988de4bd0be7, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca09114-cd47-4cf1-9697-1f9b73103d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:40:59.771476 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-67eba59e-116a-4275-bece-64934dee66da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.772840 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:40:59.814167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=e29273db-45b2-43ea-8be7-4dee46e161cf,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:59.834327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.874227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.882937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-67eba59e-116a-4275-bece-64934dee66da None None] For port 5c9e7a84-9718-4a8b-9552-988de4bd0be7, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:40:59.889496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-67eba59e-116a-4275-bece-64934dee66da None None] For port 5c9e7a84-9718-4a8b-9552-988de4bd0be7, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5c9e7a84-9718-4a8b-9552-988de4bd0be7,segment=NetworkSegment(3ca09114-cd47-4cf1-9697-1f9b73103d27),segment_id=3ca09114-cd47-4cf1-9697-1f9b73103d27)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:40:59.891088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.914652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8209aa9c-7304-43ae-8abd-986914f1c831 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.925444 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-67eba59e-116a-4275-bece-64934dee66da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:40:59.948166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Pushing event updated for resources: {'Port': ['ID=ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:59.962033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Network cd617d72-3ac2-4c6a-a77e-e450d8bd622c is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:40:59.973583 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:40:59.977957 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209aa9c-7304-43ae-8abd-986914f1c831 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=f26fa3f7-6c90-4b63-b36e-6e36efd814b1,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:40:59.998389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:00.005378 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8209aa9c-7304-43ae-8abd-986914f1c831 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.009314 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8209aa9c-7304-43ae-8abd-986914f1c831 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/f26fa3f7-6c90-4b63-b36e-6e36efd814b1 HTTP/1.1" status: 204 len: 168 time: 0.6058865 Oct 20 03:41:00.016012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57230) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:00.045729 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e7f5b2-4bc5-4b93-b387-26f13fbe1adb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:41:00.047343 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a7e7f5b2-4bc5-4b93-b387-26f13fbe1adb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/f26fa3f7-6c90-4b63-b36e-6e36efd814b1 HTTP/1.1" status: 404 len: 333 time: 0.0300720 Oct 20 03:41:00.050232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57232) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:00.062164 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.084149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eba59e-116a-4275-bece-64934dee66da None None] Pushing event updated for resources: {'Port': ['ID=5c9e7a84-9718-4a8b-9552-988de4bd0be7,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:00.092051 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Attempting to bind port ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:00.093010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Attempting to bind port ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '3caf86c8-9aa8-4fe0-ae68-68f912518c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd617d72-3ac2-4c6a-a77e-e450d8bd622c'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:00.093583 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Attempting to bind port ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3 on network cd617d72-3ac2-4c6a-a77e-e450d8bd622c {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:00.100084 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:00.101271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Checking segment: {'id': '3caf86c8-9aa8-4fe0-ae68-68f912518c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd617d72-3ac2-4c6a-a77e-e450d8bd622c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:00.101974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.102370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Bound using segment: {'id': '3caf86c8-9aa8-4fe0-ae68-68f912518c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd617d72-3ac2-4c6a-a77e-e450d8bd622c'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:00.102861 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Bound port: ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3caf86c8-9aa8-4fe0-ae68-68f912518c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd617d72-3ac2-4c6a-a77e-e450d8bd622c'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:00.104723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.137205 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e4d3f9-292e-4a95-b755-5cffdc8b9b25 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting subnet 2b3f929f-ec46-4789-8b36-3afbb7ea52f5 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:00.142213 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6e4d3f9-292e-4a95-b755-5cffdc8b9b25 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.179189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] For port ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:00.183697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] For port ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3,segment=NetworkSegment(3caf86c8-9aa8-4fe0-ae68-68f912518c36),segment_id=3caf86c8-9aa8-4fe0-ae68-68f912518c36)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:00.193781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.212825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6e4d3f9-292e-4a95-b755-5cffdc8b9b25 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.290078 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18cf2f-2769-4210-9002-22de61b5a919 None None] Pushing event updated for resources: {'Port': ['ID=ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:00.400358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6e4d3f9-292e-4a95-b755-5cffdc8b9b25 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.495992 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6e4d3f9-292e-4a95-b755-5cffdc8b9b25 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.521836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.527852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.544227 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4d3f9-292e-4a95-b755-5cffdc8b9b25 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3f929f-ec46-4789-8b36-3afbb7ea52f5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:00.547046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6e4d3f9-292e-4a95-b755-5cffdc8b9b25 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.552851 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f6e4d3f9-292e-4a95-b755-5cffdc8b9b25 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/2b3f929f-ec46-4789-8b36-3afbb7ea52f5 HTTP/1.1" status: 204 len: 168 time: 0.4993527 Oct 20 03:41:00.557220 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57236) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:00.652822 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.655047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=e29273db-45b2-43ea-8be7-4dee46e161cf,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:00.687054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.761081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:00.761512 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.792762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network f3fb40f7-5ef4-4576-894f-62fe477f2d5b is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:00.795073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:00.839201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] For port ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3,segment=NetworkSegment(3caf86c8-9aa8-4fe0-ae68-68f912518c36),segment_id=3caf86c8-9aa8-4fe0-ae68-68f912518c36)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:00.839485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.852455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:00.933452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 7f255df2-0082-4d28-ac94-6d35698926e7 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:41:00.941095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:00.971271 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:00.973164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No DVR routers for this DVR port ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:01.055955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:01.061120 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6eb55d7e-93d9-4b55-b149-9c9351b2d46b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4084668 Oct 20 03:41:01.063781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57238) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:01.068829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'network': {'name': 'tempest-RoutersTest-46773160'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:01.076514 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Sync routers for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:01.077428 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.091365 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:01.091901 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:01.103068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd617d72-3ac2-4c6a-a77e-e450d8bd622c']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:01.112742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:01.118526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.133130 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3caf86c8-9aa8-4fe0-ae68-68f912518c36') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:01.133508 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3caf86c8-9aa8-4fe0-ae68-68f912518c36') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:01.149580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.161713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:01.170051 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.181891 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:01.183053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.209840 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:01.223174 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 3caf86c8-9aa8-4fe0-ae68-68f912518c36 resource provider aggregate not found Oct 20 03:41:01.290682 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 3caf86c8-9aa8-4fe0-ae68-68f912518c36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3caf86c8-9aa8-4fe0-ae68-68f912518c36 found for delete ", "request_id": "req-72fc0e2e-9a91-422d-b48a-cdb67ef247c2"}]} Oct 20 03:41:01.300783 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.309270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.310066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.310904 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added segment b94fd73a-274c-4946-b201-404b2210fee8 of type vlan for network 0fd2549e-2786-46c2-b277-afa55f93ae2b Oct 20 03:41:01.313226 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/networks/cd617d72-3ac2-4c6a-a77e-e450d8bd622c HTTP/1.1" status: 204 len: 168 time: 0.7552769 Oct 20 03:41:01.317867 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57244) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:01.323740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'name': 'tempest-PortsIpV6TestJSON-1652714988'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:01.400254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.440362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.454690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:01.455368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.500067 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a9eae-74ea-4469-ac6f-3e222be57115 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Network': ['ID=cd617d72-3ac2-4c6a-a77e-e450d8bd622c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:01.508023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82ceea-d648-48b8-b95d-9b5e34fafa5c None None] Network f3fb40f7-5ef4-4576-894f-62fe477f2d5b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:01.524081 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:40:59Z', 'revision_number': 2, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:00Z', 'revision_number': 2, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:01.558066 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4915216 Oct 20 03:41:01.565338 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57248) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:01.568538 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Checking router: 7f255df2-0082-4d28-ac94-6d35698926e7 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:01.573205 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Updating router 7f255df2-0082-4d28-ac94-6d35698926e7 port e29273db-45b2-43ea-8be7-4dee46e161cf binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:41:01.575800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'subnet': {'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:01.578303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-529b25ff-f1b4-414b-bfe6-612276e5898a None None] Provisioning complete for port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:01.578678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-529b25ff-f1b4-414b-bfe6-612276e5898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.579010 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-529b25ff-f1b4-414b-bfe6-612276e5898a None None] Attempt 1 to provision port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 Oct 20 03:41:01.608035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b70eb-37d0-4242-8ff5-e771922da8d6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Network': ['ID=0fd2549e-2786-46c2-b277-afa55f93ae2b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:01.620473 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.651807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 0fd2549e-2786-46c2-b277-afa55f93ae2b details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:41:01.829990 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:01.840306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.841555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:01.845360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:01.914959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port f2d37a2a-ea28-4fbb-bbb9-325631242886 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:01.957721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5c9e7a84-9718-4a8b-9552-988de4bd0be7 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:01.993082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-529b25ff-f1b4-414b-bfe6-612276e5898a None None] Current status of the port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:01.993601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-529b25ff-f1b4-414b-bfe6-612276e5898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.029486 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.038039 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.070787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-529b25ff-f1b4-414b-bfe6-612276e5898a None None] For port 5c9e7a84-9718-4a8b-9552-988de4bd0be7, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5c9e7a84-9718-4a8b-9552-988de4bd0be7,segment=NetworkSegment(3ca09114-cd47-4cf1-9697-1f9b73103d27),segment_id=3ca09114-cd47-4cf1-9697-1f9b73103d27)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:02.078255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-529b25ff-f1b4-414b-bfe6-612276e5898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.122981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b9a57-6dbc-4c63-a3cc-7405f024f29a None None] DHCP port deletion for cd617d72-3ac2-4c6a-a77e-e450d8bd622c request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:41:02.125364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:02.125819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.126227 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 Oct 20 03:41:02.183952 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a5164-8c89-47b7-9905-0e781f4107ce None None] Pushing event updated for resources: {'Port': ['ID=e29273db-45b2-43ea-8be7-4dee46e161cf,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:02.185500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47715217-404b-40e6-a32b-cb5f688876f1 None None] Network cd617d72-3ac2-4c6a-a77e-e450d8bd622c requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:02.209459 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Attempting to bind port e29273db-45b2-43ea-8be7-4dee46e161cf on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:02.210021 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Attempting to bind port e29273db-45b2-43ea-8be7-4dee46e161cf by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '3ca09114-cd47-4cf1-9697-1f9b73103d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:02.210367 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Attempting to bind port e29273db-45b2-43ea-8be7-4dee46e161cf on network f3fb40f7-5ef4-4576-894f-62fe477f2d5b {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:02.216406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47715217-404b-40e6-a32b-cb5f688876f1 None None] Network cd617d72-3ac2-4c6a-a77e-e450d8bd622c could not be found, it might have been deleted concurrently. {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 03:41:02.220315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b25ff-f1b4-414b-bfe6-612276e5898a None None] Pushing event updated for resources: {'Port': ['ID=5c9e7a84-9718-4a8b-9552-988de4bd0be7,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:02.227201 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:02.233328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b64cc672-6774-482e-9437-8d30184ab96f None None] Could not find standard attr ID for object ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:02.235097 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Checking segment: {'id': '3ca09114-cd47-4cf1-9697-1f9b73103d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:02.235928 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.236478 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Bound using segment: {'id': '3ca09114-cd47-4cf1-9697-1f9b73103d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:02.237246 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Bound port: e29273db-45b2-43ea-8be7-4dee46e161cf, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca09114-cd47-4cf1-9697-1f9b73103d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:02.237640 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.282596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.319024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:02.370420 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] For port e29273db-45b2-43ea-8be7-4dee46e161cf, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:02.378845 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] For port e29273db-45b2-43ea-8be7-4dee46e161cf, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e29273db-45b2-43ea-8be7-4dee46e161cf,segment=NetworkSegment(3ca09114-cd47-4cf1-9697-1f9b73103d27),segment_id=3ca09114-cd47-4cf1-9697-1f9b73103d27)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:02.379925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.385826 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.442251 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.449933 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:02.450734 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:02.456641 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a5164-8c89-47b7-9905-0e781f4107ce None None] Pushing event updated for resources: {'Port': ['ID=e29273db-45b2-43ea-8be7-4dee46e161cf,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:02.470356 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] Provisioning complete for port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:02.471289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.471827 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] Attempt 1 to provision port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 Oct 20 03:41:02.540368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Subnet': ['ID=8572808e-9699-4296-9f86-304ec6064858,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:02.567830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:02.582950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:02.593245 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:02.604805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:02.605475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.622750 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=f2d37a2a-ea28-4fbb-bbb9-325631242886,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:02.643631 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:02.656752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] Current status of the port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:02.664377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Checking segment: {'id': 'b94fd73a-274c-4946-b201-404b2210fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:02.673064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network hostable DHCP agents. Network: 0fd2549e-2786-46c2-b277-afa55f93ae2b, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:02.684715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] Provisioning complete for port e29273db-45b2-43ea-8be7-4dee46e161cf triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:02.685015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.685364 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] Attempt 1 to provision port e29273db-45b2-43ea-8be7-4dee46e161cf Oct 20 03:41:02.686052 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57256) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:02.695434 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b676eb03-98c0-49e3-947a-42715cf87828 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3761609 Oct 20 03:41:02.722899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network 0fd2549e-2786-46c2-b277-afa55f93ae2b is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:02.739760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 0fd2549e-2786-46c2-b277-afa55f93ae2b) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:02.758319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47acff6f-0683-4cde-9f9b-df09e63a38c7 None None] Network 0fd2549e-2786-46c2-b277-afa55f93ae2b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:02.765313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:02.771938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.823184 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7e6afeda-16d0-4e36-ac30-b5b2566ebec2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2549245 Oct 20 03:41:02.823896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57258) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:02.950844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-667a26e4-a233-41d5-9c34-57ef4ab864f8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port f2d37a2a-ea28-4fbb-bbb9-325631242886 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:02.951292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-667a26e4-a233-41d5-9c34-57ef4ab864f8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:02.978282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] Current status of the port e29273db-45b2-43ea-8be7-4dee46e161cf is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:02.978951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.064911 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:40:59Z', 'revision_number': 2, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:02Z', 'revision_number': 4, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:03.074158 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] For port e29273db-45b2-43ea-8be7-4dee46e161cf, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e29273db-45b2-43ea-8be7-4dee46e161cf,segment=NetworkSegment(3ca09114-cd47-4cf1-9697-1f9b73103d27),segment_id=3ca09114-cd47-4cf1-9697-1f9b73103d27)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:03.087188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.105942 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f8cea9-032b-4065-b5ba-8904c99d65e3 None None] The sync data for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv is: [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:40:59Z', 'revision_number': 2, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:02Z', 'revision_number': 4, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:03.135980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-667a26e4-a233-41d5-9c34-57ef4ab864f8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.157135 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-667a26e4-a233-41d5-9c34-57ef4ab864f8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for f2d37a2a-ea28-4fbb-bbb9-325631242886 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:03.171727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-0fd2549e-2786-46c2-b277-afa55f93ae2b', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:41:03.172877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.242113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b0f15-1a12-4c05-8b8c-1b5f3d676bb5 None None] Pushing event updated for resources: {'Port': ['ID=e29273db-45b2-43ea-8be7-4dee46e161cf,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:03.293277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-667a26e4-a233-41d5-9c34-57ef4ab864f8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.303226 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-03fc1faa-1d85-403f-8c71-9547c6302a98 None None] Provisioning complete for port e29273db-45b2-43ea-8be7-4dee46e161cf triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:03.303518 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-03fc1faa-1d85-403f-8c71-9547c6302a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.304416 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-03fc1faa-1d85-403f-8c71-9547c6302a98 None None] Attempt 1 to provision port e29273db-45b2-43ea-8be7-4dee46e161cf Oct 20 03:41:03.328608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a26e4-a233-41d5-9c34-57ef4ab864f8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=f2d37a2a-ea28-4fbb-bbb9-325631242886,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:03.337815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-667a26e4-a233-41d5-9c34-57ef4ab864f8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.343922 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-667a26e4-a233-41d5-9c34-57ef4ab864f8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/f2d37a2a-ea28-4fbb-bbb9-325631242886 HTTP/1.1" status: 204 len: 168 time: 0.6541989 Oct 20 03:41:03.344660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57260) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:03.351120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'mac_address': 'fa:16:3e:a5:c9:fb', 'name': 'tempest-PortsIpV6TestJSON-1116233683'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:03.482828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Allocated IP 172.21.0.2 (0fd2549e-2786-46c2-b277-afa55f93ae2b/8572808e-9699-4296-9f86-304ec6064858/f75871ac-82de-41a4-84a2-a2bb2ee1284f) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:03.508436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-03fc1faa-1d85-403f-8c71-9547c6302a98 None None] Current status of the port e29273db-45b2-43ea-8be7-4dee46e161cf is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:03.511397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:03.597107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.607142 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.645409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port 81dcfd53-f37e-4f97-a8db-0214272b6ad9 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:03.725569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.750476 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.810186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Network 0fd2549e-2786-46c2-b277-afa55f93ae2b is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:03.814410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:03.818917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:03.849803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.871894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Pushing event updated for resources: {'Port': ['ID=f75871ac-82de-41a4-84a2-a2bb2ee1284f,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:03.891337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.905391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Attempting to bind port f75871ac-82de-41a4-84a2-a2bb2ee1284f on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:03.905798 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Attempting to bind port f75871ac-82de-41a4-84a2-a2bb2ee1284f by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b94fd73a-274c-4946-b201-404b2210fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:03.906168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Attempting to bind port f75871ac-82de-41a4-84a2-a2bb2ee1284f on network 0fd2549e-2786-46c2-b277-afa55f93ae2b {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:03.918578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:03.919011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Checking segment: {'id': 'b94fd73a-274c-4946-b201-404b2210fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:03.919426 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.921671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Bound using segment: {'id': 'b94fd73a-274c-4946-b201-404b2210fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:03.922194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Bound port: f75871ac-82de-41a4-84a2-a2bb2ee1284f, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94fd73a-274c-4946-b201-404b2210fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:03.922589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.963558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:03.967140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:03.969720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:03.975820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:03.976444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:03.999061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=81dcfd53-f37e-4f97-a8db-0214272b6ad9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:04.010056 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2fd42576-c0d1-4104-bbd3-47be4760c9cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6640012 Oct 20 03:41:04.012475 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57264) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:04.030686 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5c9e7a84-9718-4a8b-9552-988de4bd0be7 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:04.067713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2099b11-6b06-4b7f-892e-41ee0f9339cf tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:04.073245 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57266) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:04.073437 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a2099b11-6b06-4b7f-892e-41ee0f9339cf tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/81dcfd53-f37e-4f97-a8db-0214272b6ad9 HTTP/1.1" status: 200 len: 845 time: 0.0593364 Oct 20 03:41:04.110596 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] For port f75871ac-82de-41a4-84a2-a2bb2ee1284f, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:04.114191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] For port f75871ac-82de-41a4-84a2-a2bb2ee1284f, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f75871ac-82de-41a4-84a2-a2bb2ee1284f,segment=NetworkSegment(b94fd73a-274c-4946-b201-404b2210fee8),segment_id=b94fd73a-274c-4946-b201-404b2210fee8)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:04.126201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.139104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:04.139470 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.139810 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 Oct 20 03:41:04.219814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Allocated IP 172.21.0.1 (0fd2549e-2786-46c2-b277-afa55f93ae2b/8572808e-9699-4296-9f86-304ec6064858/e66a460e-a9c4-45e7-a3a4-5417db4056ed) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:04.235665 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c68239-c2d3-4bd3-86c4-0f5ec5b3c427 None None] Pushing event updated for resources: {'Port': ['ID=f75871ac-82de-41a4-84a2-a2bb2ee1284f,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:04.285531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-03524854-5c13-4641-92e3-5e1fdca6f53c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 81dcfd53-f37e-4f97-a8db-0214272b6ad9 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:04.286261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-03524854-5c13-4641-92e3-5e1fdca6f53c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.294232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:04.295410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e29273db-45b2-43ea-8be7-4dee46e161cf up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:04.349720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port e29273db-45b2-43ea-8be7-4dee46e161cf triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:04.350187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.351119 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port e29273db-45b2-43ea-8be7-4dee46e161cf Oct 20 03:41:04.447420 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-03524854-5c13-4641-92e3-5e1fdca6f53c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.483088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-03524854-5c13-4641-92e3-5e1fdca6f53c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 81dcfd53-f37e-4f97-a8db-0214272b6ad9 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:04.494877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port e29273db-45b2-43ea-8be7-4dee46e161cf is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:04.503558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.503899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:04.531329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:04.531670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ce5dd2e2-0de7-4c36-bef9-423ff9e04fc3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:04.622804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.628207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-03524854-5c13-4641-92e3-5e1fdca6f53c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.674697 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network 0fd2549e-2786-46c2-b277-afa55f93ae2b is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:04.682413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:04.686782 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-03524854-5c13-4641-92e3-5e1fdca6f53c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.690008 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-03524854-5c13-4641-92e3-5e1fdca6f53c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/81dcfd53-f37e-4f97-a8db-0214272b6ad9 HTTP/1.1" status: 204 len: 168 time: 0.6154714 Oct 20 03:41:04.693000 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57268) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:04.693274 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:04.697442 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=e66a460e-a9c4-45e7-a3a4-5417db4056ed,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:04.728822 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-94af6fb6-f0ce-4b11-ae13-5f6c369f6033 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:41:04.732321 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-94af6fb6-f0ce-4b11-ae13-5f6c369f6033 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/81dcfd53-f37e-4f97-a8db-0214272b6ad9 HTTP/1.1" status: 404 len: 333 time: 0.0363910 Oct 20 03:41:04.734350 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57270) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:04.740886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'name': 'tempest-PortsIpV6TestJSON-702923948'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:04.747054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03524854-5c13-4641-92e3-5e1fdca6f53c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=81dcfd53-f37e-4f97-a8db-0214272b6ad9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:04.761683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.852209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:04.855244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:04.874690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port 4c83fe81-8575-4686-bd6c-12104a966c76 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:04.906585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.063470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.099696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.147695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:05.151339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:05.155601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:05.161075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:05.161194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.170549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=4c83fe81-8575-4686-bd6c-12104a966c76,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:05.187329 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8bb07019-7969-41ee-98dc-773ca2fb49eb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4519806 Oct 20 03:41:05.189949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57276) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:05.195763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5732cfda-abb4-46ba-8a43-0cbcff459ea7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:05.235397 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.242775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.292556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5732cfda-abb4-46ba-8a43-0cbcff459ea7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.345999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=e66a460e-a9c4-45e7-a3a4-5417db4056ed,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:05.374471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.498531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network 0fd2549e-2786-46c2-b277-afa55f93ae2b is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:05.500139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:05.521395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5732cfda-abb4-46ba-8a43-0cbcff459ea7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.528850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5732cfda-abb4-46ba-8a43-0cbcff459ea7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.529983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-5732cfda-abb4-46ba-8a43-0cbcff459ea7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] In _notify_port_updated(), no bound segment for port 4c83fe81-8575-4686-bd6c-12104a966c76 on network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:41:05.536184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5732cfda-abb4-46ba-8a43-0cbcff459ea7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:05.541429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5732cfda-abb4-46ba-8a43-0cbcff459ea7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.541429 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5732cfda-abb4-46ba-8a43-0cbcff459ea7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "PUT /v2.0/ports/4c83fe81-8575-4686-bd6c-12104a966c76 HTTP/1.1" status: 200 len: 818 time: 0.3480661 Oct 20 03:41:05.542511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57278) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:05.623121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732cfda-abb4-46ba-8a43-0cbcff459ea7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=4c83fe81-8575-4686-bd6c-12104a966c76,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:05.625704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 7f255df2-0082-4d28-ac94-6d35698926e7 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:05.653819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac5627-69b7-437e-bcca-08103aff04d6 None None] Network 0fd2549e-2786-46c2-b277-afa55f93ae2b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:05.675810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9e121a92-8753-4667-a805-943b3d756b11 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 4c83fe81-8575-4686-bd6c-12104a966c76 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:05.677449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9e121a92-8753-4667-a805-943b3d756b11 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.755784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1443d0b9-ff06-484e-b284-0fd616c4df04 None None] Provisioning complete for port f75871ac-82de-41a4-84a2-a2bb2ee1284f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:05.756522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1443d0b9-ff06-484e-b284-0fd616c4df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.757465 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1443d0b9-ff06-484e-b284-0fd616c4df04 None None] Attempt 1 to provision port f75871ac-82de-41a4-84a2-a2bb2ee1284f Oct 20 03:41:05.786108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9e121a92-8753-4667-a805-943b3d756b11 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.813463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9e121a92-8753-4667-a805-943b3d756b11 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 4c83fe81-8575-4686-bd6c-12104a966c76 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:05.934636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f75871ac-82de-41a4-84a2-a2bb2ee1284f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:05.976605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1443d0b9-ff06-484e-b284-0fd616c4df04 None None] Current status of the port f75871ac-82de-41a4-84a2-a2bb2ee1284f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:05.977133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1443d0b9-ff06-484e-b284-0fd616c4df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:05.979459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9e121a92-8753-4667-a805-943b3d756b11 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.029168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e121a92-8753-4667-a805-943b3d756b11 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=4c83fe81-8575-4686-bd6c-12104a966c76,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:06.044391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9e121a92-8753-4667-a805-943b3d756b11 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.049203 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9e121a92-8753-4667-a805-943b3d756b11 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/4c83fe81-8575-4686-bd6c-12104a966c76 HTTP/1.1" status: 204 len: 168 time: 0.5055645 Oct 20 03:41:06.052224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57282) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:06.057043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1443d0b9-ff06-484e-b284-0fd616c4df04 None None] For port f75871ac-82de-41a4-84a2-a2bb2ee1284f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f75871ac-82de-41a4-84a2-a2bb2ee1284f,segment=NetworkSegment(b94fd73a-274c-4946-b201-404b2210fee8),segment_id=b94fd73a-274c-4946-b201-404b2210fee8)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:06.062099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f75871ac-82de-41a4-84a2-a2bb2ee1284f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:06.062482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.062822 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f75871ac-82de-41a4-84a2-a2bb2ee1284f Oct 20 03:41:06.066268 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1443d0b9-ff06-484e-b284-0fd616c4df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.157392 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443d0b9-ff06-484e-b284-0fd616c4df04 None None] Pushing event updated for resources: {'Port': ['ID=f75871ac-82de-41a4-84a2-a2bb2ee1284f,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:06.158452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ec24c-e690-410d-85f1-01073c42ddf8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:06.162396 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:06.168867 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d3ec24c-e690-410d-85f1-01073c42ddf8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1151273 Oct 20 03:41:06.169047 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e8443b0c-8325-4207-afce-4a846bb1ac43 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3439901 Oct 20 03:41:06.170810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57284) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:06.171320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57286) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:06.177114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Sync routers for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:06.187237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'network': {'name': 'tempest-RoutersTest-946543811'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:06.222187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:06.223202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:06.230559 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5e318f-2c80-4a12-b2a7-2b30df5f4277 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:41:06.235910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57288) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:06.241290 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-348971334'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:06.246170 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-af5e318f-2c80-4a12-b2a7-2b30df5f4277 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/4c83fe81-8575-4686-bd6c-12104a966c76 HTTP/1.1" status: 404 len: 333 time: 0.0736840 Oct 20 03:41:06.264108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:06.268705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.277228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f75871ac-82de-41a4-84a2-a2bb2ee1284f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:06.277447 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:06.288538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.306833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:06.324147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.324675 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added segment 2dfb18b1-79e5-42e7-b05f-99420ffcceae of type vlan for network bd2331c5-757c-4a9d-892d-4acfcec90b20 Oct 20 03:41:06.346234 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:06.367815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.368224 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Added segment d544f6e9-533d-4fdc-9254-6db29de596b9 of type vlan for network a95efe7c-2b88-44e2-aee9-67c6c060022b Oct 20 03:41:06.379914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.427825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.434599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.437798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:06.439989 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.476287 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.486854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:06.491599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.495768 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3141272 Oct 20 03:41:06.496645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57290) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:06.506411 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'subnet': {'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:06.539786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:06.546262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Provisioning complete for port f75871ac-82de-41a4-84a2-a2bb2ee1284f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:06.546628 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.546955 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Attempt 1 to provision port f75871ac-82de-41a4-84a2-a2bb2ee1284f Oct 20 03:41:06.550822 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3135762 Oct 20 03:41:06.555792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57292) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:06.562298 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': 'a95efe7c-2b88-44e2-aee9-67c6c060022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:06.647636 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bf254-56a1-4af9-a139-4448882cda18 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Network': ['ID=a95efe7c-2b88-44e2-aee9-67c6c060022b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:06.679158 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network a95efe7c-2b88-44e2-aee9-67c6c060022b details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:41:06.747331 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:06.751652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.962304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Current status of the port f75871ac-82de-41a4-84a2-a2bb2ee1284f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:06.994514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Provisioning complete for port e66a460e-a9c4-45e7-a3a4-5417db4056ed triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:06.995063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:06.995511 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Attempt 1 to provision port e66a460e-a9c4-45e7-a3a4-5417db4056ed Oct 20 03:41:07.065992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Port e66a460e-a9c4-45e7-a3a4-5417db4056ed cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:07.088827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.090725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dae543-db96-4647-8297-2e2b0121d532 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Network': ['ID=bd2331c5-757c-4a9d-892d-4acfcec90b20,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:07.107152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:04Z', 'revision_number': 3, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:05Z', 'revision_number': 2, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:07.110566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network bd2331c5-757c-4a9d-892d-4acfcec90b20 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:41:07.153450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Subnet': ['ID=95efdc1e-7040-428c-901f-fde145a72998,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:07.188930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:07.189190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Checking segment: {'id': 'd544f6e9-533d-4fdc-9254-6db29de596b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a95efe7c-2b88-44e2-aee9-67c6c060022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:07.189400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network hostable DHCP agents. Network: a95efe7c-2b88-44e2-aee9-67c6c060022b, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:07.193608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.212654 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network a95efe7c-2b88-44e2-aee9-67c6c060022b is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:07.228402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, a95efe7c-2b88-44e2-aee9-67c6c060022b) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:07.236828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:07.237502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Checking router: 7f255df2-0082-4d28-ac94-6d35698926e7 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:07.237970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Updating router 7f255df2-0082-4d28-ac94-6d35698926e7 port e66a460e-a9c4-45e7-a3a4-5417db4056ed binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:41:07.238217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.244161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096f67dc-8499-4b6d-a367-a3eb8d1405c8 None None] Network a95efe7c-2b88-44e2-aee9-67c6c060022b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:07.271159 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-558ecd48-a043-42a5-8e7c-a8535796e66b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7136061 Oct 20 03:41:07.275214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57296) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:07.284203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2b7215d1-7129-4127-a049-c8dc8615e81e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': 'a95efe7c-2b88-44e2-aee9-67c6c060022b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:07.303803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.435442 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7215d1-7129-4127-a049-c8dc8615e81e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:07.439422 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b7215d1-7129-4127-a049-c8dc8615e81e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.454595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.560160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Checking segment: {'id': '2dfb18b1-79e5-42e7-b05f-99420ffcceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:07.561137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network hostable DHCP agents. Network: bd2331c5-757c-4a9d-892d-4acfcec90b20, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:07.567541 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Attempt 2 to provision port e66a460e-a9c4-45e7-a3a4-5417db4056ed Oct 20 03:41:07.568306 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.ipam_backend_mixin [None req-2b7215d1-7129-4127-a049-c8dc8615e81e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95efdc1e-7040-428c-901f-fde145a72998 (CIDR: 2001:db8::/64) Oct 20 03:41:07.572926 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7215d1-7129-4127-a049-c8dc8615e81e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:41:07.573382 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7215d1-7129-4127-a049-c8dc8615e81e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:07.574067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Subnet': ['ID=e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:07.594003 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2b7215d1-7129-4127-a049-c8dc8615e81e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3170803 Oct 20 03:41:07.597211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-a95efe7c-2b88-44e2-aee9-67c6c060022b', 'network_id': 'a95efe7c-2b88-44e2-aee9-67c6c060022b', 'tenant_id': 'f0c8ce471db2452fb44ddb13bce2b352', 'fixed_ips': [{'subnet_id': '95efdc1e-7040-428c-901f-fde145a72998'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:41:07.597526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57298) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:07.598147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.606857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f12b38e1-812e-470b-a669-c7f5125a687c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': 'a95efe7c-2b88-44e2-aee9-67c6c060022b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:07.614382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network bd2331c5-757c-4a9d-892d-4acfcec90b20 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:07.633194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, bd2331c5-757c-4a9d-892d-4acfcec90b20) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:07.638801 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:07.639401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.650893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d7408f-7faa-441c-a960-092550534435 None None] Network bd2331c5-757c-4a9d-892d-4acfcec90b20 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:07.660678 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-22852df5-6892-4726-8bff-bdfb482c1a1f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1601384 Oct 20 03:41:07.663579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57300) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:07.695643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Port e66a460e-a9c4-45e7-a3a4-5417db4056ed cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:07.760851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12b38e1-812e-470b-a669-c7f5125a687c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:07.764764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f12b38e1-812e-470b-a669-c7f5125a687c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:07.880528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f75871ac-82de-41a4-84a2-a2bb2ee1284f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:08.003946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Allocated IP 2001:db8::2 (a95efe7c-2b88-44e2-aee9-67c6c060022b/95efdc1e-7040-428c-901f-fde145a72998/d99a8e19-aa16-40c8-b861-59e158e1d09d) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:08.007813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.027388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.111124 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f12b38e1-812e-470b-a669-c7f5125a687c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.138489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-bd2331c5-757c-4a9d-892d-4acfcec90b20', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:41:08.139381 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.164494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b38e1-812e-470b-a669-c7f5125a687c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network a95efe7c-2b88-44e2-aee9-67c6c060022b is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:08.168011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f12b38e1-812e-470b-a669-c7f5125a687c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:08.177208 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12b38e1-812e-470b-a669-c7f5125a687c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:08.177800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f12b38e1-812e-470b-a669-c7f5125a687c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.196759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f75871ac-82de-41a4-84a2-a2bb2ee1284f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:08.197131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.197461 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f75871ac-82de-41a4-84a2-a2bb2ee1284f Oct 20 03:41:08.201072 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Attempt 3 to provision port e66a460e-a9c4-45e7-a3a4-5417db4056ed Oct 20 03:41:08.203426 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b38e1-812e-470b-a669-c7f5125a687c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Subnet': ['ID=8192d0c0-bc33-41f9-8642-9c90fa6032f8,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:08.215970 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f12b38e1-812e-470b-a669-c7f5125a687c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6148365 Oct 20 03:41:08.216204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57304) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:08.219331 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.224432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': 'a95efe7c-2b88-44e2-aee9-67c6c060022b', 'fixed_ips': [{'subnet_id': '95efdc1e-7040-428c-901f-fde145a72998'}, {'subnet_id': '8192d0c0-bc33-41f9-8642-9c90fa6032f8'}], 'name': 'tempest-PortsIpV6TestJSON-715841615'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:08.387247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:08.440487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304b6b2-2bf6-4576-96b9-7c397945dd29 None None] Pushing event updated for resources: {'Port': ['ID=e66a460e-a9c4-45e7-a3a4-5417db4056ed,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:08.504854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.525639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port 81404027-aec7-459d-8b46-add5b30726b9 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:08.553839 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Attempting to bind port e66a460e-a9c4-45e7-a3a4-5417db4056ed on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:08.554269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Attempting to bind port e66a460e-a9c4-45e7-a3a4-5417db4056ed by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'b94fd73a-274c-4946-b201-404b2210fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:08.554644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Attempting to bind port e66a460e-a9c4-45e7-a3a4-5417db4056ed on network 0fd2549e-2786-46c2-b277-afa55f93ae2b {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:08.563528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Port e66a460e-a9c4-45e7-a3a4-5417db4056ed cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:08.573906 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.587563 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:08.587938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Checking segment: {'id': 'b94fd73a-274c-4946-b201-404b2210fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:08.588369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.588765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Bound using segment: {'id': 'b94fd73a-274c-4946-b201-404b2210fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:08.589249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Bound port: e66a460e-a9c4-45e7-a3a4-5417db4056ed, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94fd73a-274c-4946-b201-404b2210fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:08.589632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.597690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Allocated IP 172.22.0.1 (bd2331c5-757c-4a9d-892d-4acfcec90b20/e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c/7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:08.715562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.734796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f75871ac-82de-41a4-84a2-a2bb2ee1284f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:08.735979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.740544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.777406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] For port e66a460e-a9c4-45e7-a3a4-5417db4056ed, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:08.799841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] For port e66a460e-a9c4-45e7-a3a4-5417db4056ed, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e66a460e-a9c4-45e7-a3a4-5417db4056ed,segment=NetworkSegment(b94fd73a-274c-4946-b201-404b2210fee8),segment_id=b94fd73a-274c-4946-b201-404b2210fee8)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:08.808717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Network a95efe7c-2b88-44e2-aee9-67c6c060022b is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:08.812831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.814855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Pushing event updated for resources: {'Port': ['ID=d99a8e19-aa16-40c8-b861-59e158e1d09d,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:08.817122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:08.821506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:08.841995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.871481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network bd2331c5-757c-4a9d-892d-4acfcec90b20 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:08.875439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:08.883787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:08.902896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8::2dc (a95efe7c-2b88-44e2-aee9-67c6c060022b/95efdc1e-7040-428c-901f-fde145a72998/81404027-aec7-459d-8b46-add5b30726b9) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:08.913421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8:0:1::272 (a95efe7c-2b88-44e2-aee9-67c6c060022b/8192d0c0-bc33-41f9-8642-9c90fa6032f8/81404027-aec7-459d-8b46-add5b30726b9) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:08.948489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Allocated IP 172.22.0.2 (bd2331c5-757c-4a9d-892d-4acfcec90b20/e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c/0aca49fb-7329-4b73-825b-7ff812bc8822) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:08.961461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:08.969200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:08.970000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:09.024961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Attempting to bind port d99a8e19-aa16-40c8-b861-59e158e1d09d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:09.025368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Attempting to bind port d99a8e19-aa16-40c8-b861-59e158e1d09d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'd544f6e9-533d-4fdc-9254-6db29de596b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a95efe7c-2b88-44e2-aee9-67c6c060022b'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:09.025800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Attempting to bind port d99a8e19-aa16-40c8-b861-59e158e1d09d on network a95efe7c-2b88-44e2-aee9-67c6c060022b {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:09.030319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304b6b2-2bf6-4576-96b9-7c397945dd29 None None] Pushing event updated for resources: {'Port': ['ID=e66a460e-a9c4-45e7-a3a4-5417db4056ed,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:09.031630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:09.085175 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Attempt 4 to provision port e66a460e-a9c4-45e7-a3a4-5417db4056ed Oct 20 03:41:09.104550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:09.104929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Checking segment: {'id': 'd544f6e9-533d-4fdc-9254-6db29de596b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a95efe7c-2b88-44e2-aee9-67c6c060022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:09.105333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.105731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Bound using segment: {'id': 'd544f6e9-533d-4fdc-9254-6db29de596b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a95efe7c-2b88-44e2-aee9-67c6c060022b'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:09.106212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Bound port: d99a8e19-aa16-40c8-b861-59e158e1d09d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd544f6e9-533d-4fdc-9254-6db29de596b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a95efe7c-2b88-44e2-aee9-67c6c060022b'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:09.106591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.109114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.145373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.152093 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.173172 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:09.200389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network a95efe7c-2b88-44e2-aee9-67c6c060022b is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:09.204119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:09.210677 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:09.216989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:09.218036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.233146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=81404027-aec7-459d-8b46-add5b30726b9,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:09.248076 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6a03b7c8-6bde-4876-9774-95e2aa5837a8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0307410 Oct 20 03:41:09.248756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57318) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:09.254222 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-fa40de57-3cfe-428b-8b69-881184d0ccf5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95efdc1e-7040-428c-901f-fde145a72998'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:09.352067 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa40de57-3cfe-428b-8b69-881184d0ccf5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.379922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] For port d99a8e19-aa16-40c8-b861-59e158e1d09d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:09.383894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] For port d99a8e19-aa16-40c8-b861-59e158e1d09d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d99a8e19-aa16-40c8-b861-59e158e1d09d,segment=NetworkSegment(d544f6e9-533d-4fdc-9254-6db29de596b9),segment_id=d544f6e9-533d-4fdc-9254-6db29de596b9)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:09.473452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.480932 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.509150 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.533051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.540395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.589155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Current status of the port e66a460e-a9c4-45e7-a3a4-5417db4056ed is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:09.589542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.642061 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-fa40de57-3cfe-428b-8b69-881184d0ccf5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Delete allocated IP 2001:db8:0:1::272 (a95efe7c-2b88-44e2-aee9-67c6c060022b/8192d0c0-bc33-41f9-8642-9c90fa6032f8) {{(pid=103628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:41:09.647315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.649489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:09.659679 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Network bd2331c5-757c-4a9d-892d-4acfcec90b20 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:09.671240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:09.689447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:09.703710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] For port e66a460e-a9c4-45e7-a3a4-5417db4056ed, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e66a460e-a9c4-45e7-a3a4-5417db4056ed,segment=NetworkSegment(b94fd73a-274c-4946-b201-404b2210fee8),segment_id=b94fd73a-274c-4946-b201-404b2210fee8)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:09.709225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d478494-f2ef-4b31-b528-ea16cd067f5e None None] Pushing event updated for resources: {'Port': ['ID=d99a8e19-aa16-40c8-b861-59e158e1d09d,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:09.780687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.780687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Pushing event updated for resources: {'Port': ['ID=0aca49fb-7329-4b73-825b-7ff812bc8822,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:09.786650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network bd2331c5-757c-4a9d-892d-4acfcec90b20 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:09.789262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:09.921279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa40de57-3cfe-428b-8b69-881184d0ccf5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.927609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9e7bf-bafd-408c-a6f4-972b6e51bbc7 None None] Pushing event updated for resources: {'Port': ['ID=e66a460e-a9c4-45e7-a3a4-5417db4056ed,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:09.934465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa40de57-3cfe-428b-8b69-881184d0ccf5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.953215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-14d58fb5-f20a-43f2-947f-518b0f80c04b None None] Provisioning complete for port e66a460e-a9c4-45e7-a3a4-5417db4056ed triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:09.953580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14d58fb5-f20a-43f2-947f-518b0f80c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.954952 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-14d58fb5-f20a-43f2-947f-518b0f80c04b None None] Attempt 1 to provision port e66a460e-a9c4-45e7-a3a4-5417db4056ed Oct 20 03:41:09.957308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 7f255df2-0082-4d28-ac94-6d35698926e7 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:09.959419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Attempting to bind port 0aca49fb-7329-4b73-825b-7ff812bc8822 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:09.960345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Attempting to bind port 0aca49fb-7329-4b73-825b-7ff812bc8822 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '2dfb18b1-79e5-42e7-b05f-99420ffcceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:09.960770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Attempting to bind port 0aca49fb-7329-4b73-825b-7ff812bc8822 on network bd2331c5-757c-4a9d-892d-4acfcec90b20 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:09.992929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:09.993297 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Checking segment: {'id': '2dfb18b1-79e5-42e7-b05f-99420ffcceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:09.993696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:09.994088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Bound using segment: {'id': '2dfb18b1-79e5-42e7-b05f-99420ffcceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:09.994568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Bound port: 0aca49fb-7329-4b73-825b-7ff812bc8822, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfb18b1-79e5-42e7-b05f-99420ffcceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:09.994945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.021364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fa40de57-3cfe-428b-8b69-881184d0ccf5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] In _notify_port_updated(), no bound segment for port 81404027-aec7-459d-8b46-add5b30726b9 on network a95efe7c-2b88-44e2-aee9-67c6c060022b {{(pid=103628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:41:10.029648 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa40de57-3cfe-428b-8b69-881184d0ccf5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:10.032499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa40de57-3cfe-428b-8b69-881184d0ccf5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.044038 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fa40de57-3cfe-428b-8b69-881184d0ccf5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "PUT /v2.0/ports/81404027-aec7-459d-8b46-add5b30726b9 HTTP/1.1" status: 200 len: 925 time: 0.7941291 Oct 20 03:41:10.047595 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57328) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:10.055266 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-77d0a011-0a0c-4ca5-a7c0-33105454b269 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95efdc1e-7040-428c-901f-fde145a72998'}, {'subnet_id': '8192d0c0-bc33-41f9-8642-9c90fa6032f8'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:10.105695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:04Z', 'revision_number': 3, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:08Z', 'revision_number': 4, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:10.113843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:10.129189 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a9e89e12-4de2-4669-83bd-15d0abf0f513 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4643908 Oct 20 03:41:10.130111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57330) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:10.136405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'network': {'name': 'tempest-RoutersTest-1198651006'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:10.139406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf487b0c-cc37-40cb-b738-bdb49c668311 None None] The sync data for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv is: [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:04Z', 'revision_number': 3, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:08Z', 'revision_number': 4, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:10.142118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77d0a011-0a0c-4ca5-a7c0-33105454b269 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.171956 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:10.176878 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.268790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] For port 0aca49fb-7329-4b73-825b-7ff812bc8822, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:10.270352 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:10.271835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40de57-3cfe-428b-8b69-881184d0ccf5 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=81404027-aec7-459d-8b46-add5b30726b9,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:10.280175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] For port 0aca49fb-7329-4b73-825b-7ff812bc8822, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0aca49fb-7329-4b73-825b-7ff812bc8822,segment=NetworkSegment(2dfb18b1-79e5-42e7-b05f-99420ffcceae),segment_id=2dfb18b1-79e5-42e7-b05f-99420ffcceae)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:10.295988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-14d58fb5-f20a-43f2-947f-518b0f80c04b None None] Current status of the port e66a460e-a9c4-45e7-a3a4-5417db4056ed is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:10.302721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.308409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.308769 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added segment ff84c365-c2e0-446d-8110-1c14459330e8 of type vlan for network d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 Oct 20 03:41:10.393995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758c72a-3692-4cca-95f4-ef8a62823d01 None None] Pushing event updated for resources: {'Port': ['ID=0aca49fb-7329-4b73-825b-7ff812bc8822,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:10.408827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.457615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.465627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:10.466983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.537339 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4059153 Oct 20 03:41:10.540193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57334) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:10.542539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-77d0a011-0a0c-4ca5-a7c0-33105454b269 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8:0:1::100 (a95efe7c-2b88-44e2-aee9-67c6c060022b/8192d0c0-bc33-41f9-8642-9c90fa6032f8/81404027-aec7-459d-8b46-add5b30726b9) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:10.550520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'subnet': {'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:10.720947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26899751-d95a-4ae3-979b-26353800d7ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Network': ['ID=d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:10.733249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:41:10.771485 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Made reservation on behalf of a218ffe51bc349a399344b5d5d13d948 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:10.777557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.823721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77d0a011-0a0c-4ca5-a7c0-33105454b269 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:10.841181 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77d0a011-0a0c-4ca5-a7c0-33105454b269 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.041899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-77d0a011-0a0c-4ca5-a7c0-33105454b269 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] In _notify_port_updated(), no bound segment for port 81404027-aec7-459d-8b46-add5b30726b9 on network a95efe7c-2b88-44e2-aee9-67c6c060022b {{(pid=103628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:41:11.047766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d0a011-0a0c-4ca5-a7c0-33105454b269 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:11.048589 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-77d0a011-0a0c-4ca5-a7c0-33105454b269 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.050027 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-77d0a011-0a0c-4ca5-a7c0-33105454b269 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "PUT /v2.0/ports/81404027-aec7-459d-8b46-add5b30726b9 HTTP/1.1" status: 200 len: 1011 time: 1.0014918 Oct 20 03:41:11.051406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0a011-0a0c-4ca5-a7c0-33105454b269 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=81404027-aec7-459d-8b46-add5b30726b9,revision_number=3']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:11.055123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57336) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:11.082235 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7665d6-1bbc-4e7e-b9ef-efd90a486f3f None None] Network a95efe7c-2b88-44e2-aee9-67c6c060022b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:11.152702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.199978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-53c32896-9ba6-45e6-920f-9ba5d4f556c3 None None] Provisioning complete for port d99a8e19-aa16-40c8-b861-59e158e1d09d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:11.205408 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-16ac7f20-d015-41ec-a79b-10fe09de9a42 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 81404027-aec7-459d-8b46-add5b30726b9 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:11.206493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53c32896-9ba6-45e6-920f-9ba5d4f556c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.206875 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-53c32896-9ba6-45e6-920f-9ba5d4f556c3 None None] Attempt 1 to provision port d99a8e19-aa16-40c8-b861-59e158e1d09d Oct 20 03:41:11.206990 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16ac7f20-d015-41ec-a79b-10fe09de9a42 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.264882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Subnet': ['ID=1718c3f9-bb29-4e58-9814-53333af1199c,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:11.276699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Checking segment: {'id': 'ff84c365-c2e0-446d-8110-1c14459330e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:11.277064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network hostable DHCP agents. Network: d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:11.299248 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:11.317316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:11.330735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:11.331364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.356150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16ac7f20-d015-41ec-a79b-10fe09de9a42 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.363443 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0a586e87-9c19-4d16-a617-cece0d429a15 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8220658 Oct 20 03:41:11.367315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57340) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:11.382746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-16ac7f20-d015-41ec-a79b-10fe09de9a42 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 81404027-aec7-459d-8b46-add5b30726b9 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:11.524378 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Sync routers for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:11.542638 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:11.543266 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:11.603098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-53c32896-9ba6-45e6-920f-9ba5d4f556c3 None None] Current status of the port d99a8e19-aa16-40c8-b861-59e158e1d09d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:11.603499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53c32896-9ba6-45e6-920f-9ba5d4f556c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.614945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98d33dd-a783-4103-b172-1eea230d4c67 None None] Network d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:11.670155 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16ac7f20-d015-41ec-a79b-10fe09de9a42 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.700333 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac7f20-d015-41ec-a79b-10fe09de9a42 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=81404027-aec7-459d-8b46-add5b30726b9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:11.769801 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:11.795761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-53c32896-9ba6-45e6-920f-9ba5d4f556c3 None None] For port d99a8e19-aa16-40c8-b861-59e158e1d09d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d99a8e19-aa16-40c8-b861-59e158e1d09d,segment=NetworkSegment(d544f6e9-533d-4fdc-9254-6db29de596b9),segment_id=d544f6e9-533d-4fdc-9254-6db29de596b9)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:11.815819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53c32896-9ba6-45e6-920f-9ba5d4f556c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.871616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-16ac7f20-d015-41ec-a79b-10fe09de9a42 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:11.883080 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-16ac7f20-d015-41ec-a79b-10fe09de9a42 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/81404027-aec7-459d-8b46-add5b30726b9 HTTP/1.1" status: 204 len: 168 time: 0.8251748 Oct 20 03:41:11.887060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57342) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:11.981765 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5082e6-f2e5-471f-ba9b-49fb3054a18a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:41:12.001490 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dd5082e6-f2e5-471f-ba9b-49fb3054a18a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/81404027-aec7-459d-8b46-add5b30726b9 HTTP/1.1" status: 404 len: 333 time: 0.1080692 Oct 20 03:41:12.005595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57344) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:12.015344 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599acfdf-8891-4dd5-b0e2-33fc7baae3a1 None None] Network bd2331c5-757c-4a9d-892d-4acfcec90b20 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:12.137879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.162321 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e66a460e-a9c4-45e7-a3a4-5417db4056ed up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:12.194155 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 4, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 2, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:12.281801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-00f31eab-0cc1-4548-94de-ba1e90d28179 None None] Provisioning complete for port 0aca49fb-7329-4b73-825b-7ff812bc8822 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:12.282146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-00f31eab-0cc1-4548-94de-ba1e90d28179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.282406 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-00f31eab-0cc1-4548-94de-ba1e90d28179 None None] Attempt 1 to provision port 0aca49fb-7329-4b73-825b-7ff812bc8822 Oct 20 03:41:12.299194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc82787-9165-407a-a77f-c052cdf0cbcd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting subnet 8192d0c0-bc33-41f9-8642-9c90fa6032f8 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:12.303992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ecc82787-9165-407a-a77f-c052cdf0cbcd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.329922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c32896-9ba6-45e6-920f-9ba5d4f556c3 None None] Pushing event updated for resources: {'Port': ['ID=d99a8e19-aa16-40c8-b861-59e158e1d09d,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:12.354982 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Checking router: 7f255df2-0082-4d28-ac94-6d35698926e7 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:12.355858 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Updating router 7f255df2-0082-4d28-ac94-6d35698926e7 port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:41:12.355994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ecc82787-9165-407a-a77f-c052cdf0cbcd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.365315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4800eaed-aa43-4b1a-b5f0-3d3ac7f063e3 None None] Update dhcp port {'port': {'network_id': 'a95efe7c-2b88-44e2-aee9-67c6c060022b', 'fixed_ips': [{'subnet_id': '95efdc1e-7040-428c-901f-fde145a72998', 'ip_address': '2001:db8::2'}, {'subnet_id': '8192d0c0-bc33-41f9-8642-9c90fa6032f8'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': 'd99a8e19-aa16-40c8-b861-59e158e1d09d'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:41:12.404534 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.409692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4800eaed-aa43-4b1a-b5f0-3d3ac7f063e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.452343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9', 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'fixed_ips': [{'subnet_id': '1718c3f9-bb29-4e58-9814-53333af1199c'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:41:12.453208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.479886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ecc82787-9165-407a-a77f-c052cdf0cbcd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server [None req-4800eaed-aa43-4b1a-b5f0-3d3ac7f063e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8192d0c0-bc33-41f9-8642-9c90fa6032f8: This subnet is being modified by another concurrent operation. Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1799, in update_port Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 455, in update_port_with_ips Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 379, in _update_ips_for_port Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise exception Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8192d0c0-bc33-41f9-8642-9c90fa6032f8: This subnet is being modified by another concurrent operation. Oct 20 03:41:12.598588 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Oct 20 03:41:12.661664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port e66a460e-a9c4-45e7-a3a4-5417db4056ed triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:12.662040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.662428 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port e66a460e-a9c4-45e7-a3a4-5417db4056ed Oct 20 03:41:12.700635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Allocated IP 172.23.0.1 (d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9/1718c3f9-bb29-4e58-9814-53333af1199c/216deb7d-576f-439d-9cc1-dc87e5bd8d4c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:12.744624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08bd34c-f35d-4ceb-8048-4264cbc27b06 None None] Network a95efe7c-2b88-44e2-aee9-67c6c060022b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:12.784421 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.790530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ecc82787-9165-407a-a77f-c052cdf0cbcd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.795805 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.812055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ecc82787-9165-407a-a77f-c052cdf0cbcd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.815662 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ecc82787-9165-407a-a77f-c052cdf0cbcd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/8192d0c0-bc33-41f9-8642-9c90fa6032f8 HTTP/1.1" status: 204 len: 168 time: 0.8090339 Oct 20 03:41:12.818139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57356) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:12.850457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc82787-9165-407a-a77f-c052cdf0cbcd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Subnet': ['ID=8192d0c0-bc33-41f9-8642-9c90fa6032f8,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:12.859025 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-00f31eab-0cc1-4548-94de-ba1e90d28179 None None] Current status of the port 0aca49fb-7329-4b73-825b-7ff812bc8822 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:12.859423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-00f31eab-0cc1-4548-94de-ba1e90d28179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.862930 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bcd1b-4025-4ad1-848e-738372199a10 None None] Pushing event updated for resources: {'Port': ['ID=7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:12.899726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.938494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a376c82-ae13-4ba4-8dfb-0b26ea38c8a7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting subnet 95efdc1e-7040-428c-901f-fde145a72998 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:12.948177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-00f31eab-0cc1-4548-94de-ba1e90d28179 None None] For port 0aca49fb-7329-4b73-825b-7ff812bc8822, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0aca49fb-7329-4b73-825b-7ff812bc8822,segment=NetworkSegment(2dfb18b1-79e5-42e7-b05f-99420ffcceae),segment_id=2dfb18b1-79e5-42e7-b05f-99420ffcceae)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:12.949280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a376c82-ae13-4ba4-8dfb-0b26ea38c8a7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.957445 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Attempting to bind port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:12.958178 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Attempting to bind port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '2dfb18b1-79e5-42e7-b05f-99420ffcceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:12.959187 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Attempting to bind port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe on network bd2331c5-757c-4a9d-892d-4acfcec90b20 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:12.966369 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:12.967156 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Checking segment: {'id': '2dfb18b1-79e5-42e7-b05f-99420ffcceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:12.967809 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.968633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-00f31eab-0cc1-4548-94de-ba1e90d28179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:12.969359 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Bound using segment: {'id': '2dfb18b1-79e5-42e7-b05f-99420ffcceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:12.970070 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Bound port: 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfb18b1-79e5-42e7-b05f-99420ffcceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:12.970676 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.036877 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a376c82-ae13-4ba4-8dfb-0b26ea38c8a7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.094445 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] For port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:13.101425 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] For port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe,segment=NetworkSegment(2dfb18b1-79e5-42e7-b05f-99420ffcceae),segment_id=2dfb18b1-79e5-42e7-b05f-99420ffcceae)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:13.108490 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.171097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port e66a460e-a9c4-45e7-a3a4-5417db4056ed is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:13.172182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0aca49fb-7329-4b73-825b-7ff812bc8822 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:13.176157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a376c82-ae13-4ba4-8dfb-0b26ea38c8a7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.197275 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bcd1b-4025-4ad1-848e-738372199a10 None None] Pushing event updated for resources: {'Port': ['ID=7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:13.203916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f149655b-95fa-40a6-b06a-2ef6da4574fd None None] Provisioning complete for port d99a8e19-aa16-40c8-b861-59e158e1d09d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:13.204560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f149655b-95fa-40a6-b06a-2ef6da4574fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.207604 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f149655b-95fa-40a6-b06a-2ef6da4574fd None None] Attempt 1 to provision port d99a8e19-aa16-40c8-b861-59e158e1d09d Oct 20 03:41:13.218836 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:13.219716 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:13.241036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f31eab-0cc1-4548-94de-ba1e90d28179 None None] Pushing event updated for resources: {'Port': ['ID=0aca49fb-7329-4b73-825b-7ff812bc8822,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:13.292490 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a376c82-ae13-4ba4-8dfb-0b26ea38c8a7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.356993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a376c82-ae13-4ba4-8dfb-0b26ea38c8a7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Subnet': ['ID=95efdc1e-7040-428c-901f-fde145a72998,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:13.361723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a376c82-ae13-4ba4-8dfb-0b26ea38c8a7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.374098 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9a376c82-ae13-4ba4-8dfb-0b26ea38c8a7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/95efdc1e-7040-428c-901f-fde145a72998 HTTP/1.1" status: 204 len: 168 time: 0.5541914 Oct 20 03:41:13.374984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57360) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:13.385177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 0aca49fb-7329-4b73-825b-7ff812bc8822 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:13.385550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.385882 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 0aca49fb-7329-4b73-825b-7ff812bc8822 Oct 20 03:41:13.387265 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:13.455668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57362) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:13.478250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f149655b-95fa-40a6-b06a-2ef6da4574fd None None] Current status of the port d99a8e19-aa16-40c8-b861-59e158e1d09d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:13.484796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f149655b-95fa-40a6-b06a-2ef6da4574fd None None] Could not find standard attr ID for object 81404027-aec7-459d-8b46-add5b30726b9. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:13.502115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815913dc-60d7-4297-be4a-7ff9e992036d None None] Network a95efe7c-2b88-44e2-aee9-67c6c060022b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:13.674352 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 0aca49fb-7329-4b73-825b-7ff812bc8822 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:13.675818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d99a8e19-aa16-40c8-b861-59e158e1d09d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:13.694598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.712980 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Provisioning complete for port d99a8e19-aa16-40c8-b861-59e158e1d09d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:13.713781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.714431 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Attempt 1 to provision port d99a8e19-aa16-40c8-b861-59e158e1d09d Oct 20 03:41:13.722926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.760319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d92e89-e3f8-41ba-9bb5-d031c140750c tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:13.760795 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d92e89-e3f8-41ba-9bb5-d031c140750c tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:13.761276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d92e89-e3f8-41ba-9bb5-d031c140750c tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:13.765739 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-96d92e89-e3f8-41ba-9bb5-d031c140750c tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=b3377485cec342568db75b308b8a96d4&network_id=24c7f175-1349-4c4b-9f4e-dcdc7b361910 HTTP/1.1" status: 200 len: 2999 time: 0.3042645 Oct 20 03:41:13.814331 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=216deb7d-576f-439d-9cc1-dc87e5bd8d4c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:13.835714 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:13.837212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:13.841880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:13.864002 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 4, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:13Z', 'revision_number': 4, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:13.864882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port d99a8e19-aa16-40c8-b861-59e158e1d09d {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:13.866199 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.910772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:13.937446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Allocated IP 172.23.0.2 (d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9/1718c3f9-bb29-4e58-9814-53333af1199c/214b60d1-13a3-452e-854c-222e0d20b85a) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:13.949014 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2691a6-162d-445a-ab98-e5ed4358a03e None None] The sync data for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv is: [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 4, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:13Z', 'revision_number': 4, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:14.082865 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] For port d99a8e19-aa16-40c8-b861-59e158e1d09d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d99a8e19-aa16-40c8-b861-59e158e1d09d,segment=NetworkSegment(d544f6e9-533d-4fdc-9254-6db29de596b9),segment_id=d544f6e9-533d-4fdc-9254-6db29de596b9)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:14.083266 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.092144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc2c6c-337c-4976-9f30-5788d7cab797 None None] DHCP port deletion for a95efe7c-2b88-44e2-aee9-67c6c060022b request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:41:14.111516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port d99a8e19-aa16-40c8-b861-59e158e1d09d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:14.112152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.112695 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port d99a8e19-aa16-40c8-b861-59e158e1d09d Oct 20 03:41:14.114554 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for d99a8e19-aa16-40c8-b861-59e158e1d09d owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:14.136204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.249645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.294018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=d99a8e19-aa16-40c8-b861-59e158e1d09d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:14.306272 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No DVR routers for this DVR port d99a8e19-aa16-40c8-b861-59e158e1d09d on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:14.427639 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Current status of the port d99a8e19-aa16-40c8-b861-59e158e1d09d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:14.436862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6ccc2c6c-337c-4976-9f30-5788d7cab797 None None] The port 'd99a8e19-aa16-40c8-b861-59e158e1d09d' was deleted {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2057}} Oct 20 03:41:14.441892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.463245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Provisioning complete for port 0aca49fb-7329-4b73-825b-7ff812bc8822 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:14.463825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.464212 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Attempt 1 to provision port 0aca49fb-7329-4b73-825b-7ff812bc8822 Oct 20 03:41:14.467481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Could not find standard attr ID for object d99a8e19-aa16-40c8-b861-59e158e1d09d. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:14.494017 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No ports have port_id starting with d99a8e19-aa16-40c8-b861-59e158e1d09d Oct 20 03:41:14.515156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95efe7c-2b88-44e2-aee9-67c6c060022b']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:14.548048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd544f6e9-533d-4fdc-9254-6db29de596b9') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:14.548048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd544f6e9-533d-4fdc-9254-6db29de596b9') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:14.556726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-396ad61f-f476-4634-bda8-67c90cc1ce3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.564707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.566064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.574848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.609103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.625142 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:14.625772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.708480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.720539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event updated for resources: {'Port': ['ID=216deb7d-576f-439d-9cc1-dc87e5bd8d4c,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:14.721914 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment d544f6e9-533d-4fdc-9254-6db29de596b9 resource provider aggregate not found Oct 20 03:41:14.758234 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:41:14.769692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.770230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.773395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.776167 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment d544f6e9-533d-4fdc-9254-6db29de596b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d544f6e9-533d-4fdc-9254-6db29de596b9 found for delete ", "request_id": "req-87a2369b-4fe0-407e-baf4-61ca404defaa"}]} Oct 20 03:41:14.811787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.815456 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/networks/a95efe7c-2b88-44e2-aee9-67c6c060022b HTTP/1.1" status: 204 len: 168 time: 1.4392407 Oct 20 03:41:14.816415 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4801f-f562-4652-8ec5-a1803deedc2c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Network': ['ID=a95efe7c-2b88-44e2-aee9-67c6c060022b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:14.819762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57378) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:14.864138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:14.867250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Pushing event updated for resources: {'Port': ['ID=214b60d1-13a3-452e-854c-222e0d20b85a,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:14.874840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Current status of the port 0aca49fb-7329-4b73-825b-7ff812bc8822 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:14.879879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Network d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:14.907291 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:14.918069 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:14.929682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Provisioning complete for port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:14.930062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:14.930404 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Attempt 1 to provision port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe Oct 20 03:41:14.965388 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d16add-b217-4eae-bd0b-e01b2fd8f2c4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:14.967308 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-49d16add-b217-4eae-bd0b-e01b2fd8f2c4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1447461 Oct 20 03:41:14.969935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Network d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:14.971208 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57380) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:14.972991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:15.032679 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-323e3b40-6e85-4e68-9356-c0411af94023 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0569375 Oct 20 03:41:15.037095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57382) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:15.041215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Attempting to bind port 214b60d1-13a3-452e-854c-222e0d20b85a on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:15.041602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Attempting to bind port 214b60d1-13a3-452e-854c-222e0d20b85a by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'ff84c365-c2e0-446d-8110-1c14459330e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:15.042149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-536104850'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:15.042275 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Attempting to bind port 214b60d1-13a3-452e-854c-222e0d20b85a on network d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:15.052437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:15.052840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.053200 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe Oct 20 03:41:15.096096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:15.100551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.112428 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:15.112825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Checking segment: {'id': 'ff84c365-c2e0-446d-8110-1c14459330e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:15.113214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.113619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Bound using segment: {'id': 'ff84c365-c2e0-446d-8110-1c14459330e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:15.114229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Bound port: 214b60d1-13a3-452e-854c-222e0d20b85a, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff84c365-c2e0-446d-8110-1c14459330e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:15.114631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.141147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 7f255df2-0082-4d28-ac94-6d35698926e7 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:15.167704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:15.185372 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.186178 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Added segment 850f7994-c92b-43f1-89b8-794c78e1ae26 of type vlan for network cb8062a1-d31f-455a-9fc3-020d62994514 Oct 20 03:41:15.232102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Current status of the port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:15.232102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.268805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:15.269199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.283320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.329797 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:15.337902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe,segment=NetworkSegment(2dfb18b1-79e5-42e7-b05f-99420ffcceae),segment_id=2dfb18b1-79e5-42e7-b05f-99420ffcceae)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:15.342011 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5c21ff8b-6037-4906-863a-1973738b7da8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9731929 Oct 20 03:41:15.343571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Sync routers for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:15.344581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57386) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:15.346498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] For port 214b60d1-13a3-452e-854c-222e0d20b85a, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:15.356112 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2c4138a4-f475-467f-aa05-be41caa6939b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:15.364671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.365965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0aca49fb-7329-4b73-825b-7ff812bc8822 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:15.400959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.408010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:15.408649 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] For port 214b60d1-13a3-452e-854c-222e0d20b85a, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=214b60d1-13a3-452e-854c-222e0d20b85a,segment=NetworkSegment(ff84c365-c2e0-446d-8110-1c14459330e8),segment_id=ff84c365-c2e0-446d-8110-1c14459330e8)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:15.408845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.455410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:15.456221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:40:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:15.464895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.505685 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4672911 Oct 20 03:41:15.516403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57388) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:15.522990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:41:15.523188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:41:15.526734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': 'cb8062a1-d31f-455a-9fc3-020d62994514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:15.558461 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e1a34-606b-4f3c-ba0b-24af2c09b590 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Network': ['ID=cb8062a1-d31f-455a-9fc3-020d62994514,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:15.578217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network cb8062a1-d31f-455a-9fc3-020d62994514 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:41:15.631563 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:15.678672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57390) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:15.706094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:15.713107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.805461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c160869-1b75-44ca-acb8-77aae797afb1 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:15.807167 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1c160869-1b75-44ca-acb8-77aae797afb1 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 814 time: 0.1270165 Oct 20 03:41:15.816356 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:15.936425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-2c4138a4-f475-467f-aa05-be41caa6939b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 03:41:15.963164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-2c4138a4-f475-467f-aa05-be41caa6939b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Removed routes are [] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 03:41:15.966317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2c4138a4-f475-467f-aa05-be41caa6939b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.991223 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 0aca49fb-7329-4b73-825b-7ff812bc8822 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:15.991687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:15.992076 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 0aca49fb-7329-4b73-825b-7ff812bc8822 Oct 20 03:41:16.106990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.183865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Subnet': ['ID=0ac42749-f0ea-471e-a501-a803f25bcfd1,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:16.191389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f005f2-5999-47f4-9af2-46e44a5f3793 None None] Pushing event updated for resources: {'Port': ['ID=214b60d1-13a3-452e-854c-222e0d20b85a,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:16.222528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Checking segment: {'id': '850f7994-c92b-43f1-89b8-794c78e1ae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cb8062a1-d31f-455a-9fc3-020d62994514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:16.222722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network hostable DHCP agents. Network: cb8062a1-d31f-455a-9fc3-020d62994514, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:16.231692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a7669-0783-4888-b298-786416f2c881 None None] Current status of the port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:16.249180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network cb8062a1-d31f-455a-9fc3-020d62994514 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:16.260795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, cb8062a1-d31f-455a-9fc3-020d62994514) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:16.266053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:16.266246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.281382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce41906-579e-4d9c-8133-c867541e63f9 None None] Network cb8062a1-d31f-455a-9fc3-020d62994514 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:16.282502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57398) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:16.288697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'network': {'name': 'tempest-network-smoke--1351917533', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'port_security_enabled': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:16.326300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 0aca49fb-7329-4b73-825b-7ff812bc8822 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:16.338739 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-59a8e034-1fcc-45b0-9355-1302d65aad9c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8143568 Oct 20 03:41:16.339954 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57400) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:16.342323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:16.346177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.353467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': 'cb8062a1-d31f-455a-9fc3-020d62994514', 'name': 'tempest-PortsIpV6TestJSON-1373552381'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:16.378805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2c4138a4-f475-467f-aa05-be41caa6939b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.383820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2c4138a4-f475-467f-aa05-be41caa6939b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.427071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d99a8e19-aa16-40c8-b861-59e158e1d09d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:16.473073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: d99a8e19-aa16-40c8-b861-59e158e1d09d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:16.473719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d99a8e19-aa16-40c8-b861-59e158e1d09d not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:16.477137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:16.488418 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7b1a8360-ec59-4fff-a55b-54776502573d None None] Provisioning complete for port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:16.488418 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8360-ec59-4fff-a55b-54776502573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.488901 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7b1a8360-ec59-4fff-a55b-54776502573d None None] Attempt 1 to provision port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe Oct 20 03:41:16.501108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.501492 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Added segment e2351459-52b3-467e-9913-ac99d2e3c4a2 of type vlan for network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 Oct 20 03:41:16.567580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:16.571693 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.599347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.610620 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4138a4-f475-467f-aa05-be41caa6939b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 7f255df2-0082-4d28-ac94-6d35698926e7 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:16.614466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port 840836dc-36de-4ea2-8d16-f2032a67e357 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:16.621201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:14Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '216deb7d-576f-439d-9cc1-dc87e5bd8d4c', 'name': '', 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:9e:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '1718c3f9-bb29-4e58-9814-53333af1199c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:12Z', 'updated_at': '2022-10-20T03:41:14Z', 'revision_number': 2, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '1718c3f9-bb29-4e58-9814-53333af1199c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:16.631557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f1cadb69-8bb6-4154-9f98-2116911f64de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.792054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4138a4-f475-467f-aa05-be41caa6939b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:16.800586 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2c4138a4-f475-467f-aa05-be41caa6939b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:16.804775 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2c4138a4-f475-467f-aa05-be41caa6939b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7 HTTP/1.1" status: 200 len: 933 time: 1.4538662 Oct 20 03:41:16.805498 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57402) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:16.866589 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8::68 (cb8062a1-d31f-455a-9fc3-020d62994514/0ac42749-f0ea-471e-a501-a803f25bcfd1/840836dc-36de-4ea2-8d16-f2032a67e357) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:16.913958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:16.919828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Checking router: 7f255df2-0082-4d28-ac94-6d35698926e7 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:16.920479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Updating router 7f255df2-0082-4d28-ac94-6d35698926e7 port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:41:16.955029 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-88a1bd1d-cded-4dec-aaa0-e269429d16bb tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7 HTTP/1.1" status: 200 len: 933 time: 0.1471646 Oct 20 03:41:16.955331 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57404) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:16.986389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a8a2a19f-871a-4b99-86ab-19e2eced8770 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'routes': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:17.032462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.053828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-cb8062a1-d31f-455a-9fc3-020d62994514', 'network_id': 'cb8062a1-d31f-455a-9fc3-020d62994514', 'tenant_id': 'f0c8ce471db2452fb44ddb13bce2b352', 'fixed_ips': [{'subnet_id': '0ac42749-f0ea-471e-a501-a803f25bcfd1'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:41:17.054805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.081397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.088804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:17.089590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.144251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.154548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a8360-ec59-4fff-a55b-54776502573d None None] Current status of the port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:17.157360 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8742332 Oct 20 03:41:17.161179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57408) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:17.243184 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:17.243567 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.243909 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe Oct 20 03:41:17.245295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e853ce-b57f-4032-86b1-51d26fbcfce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Network': ['ID=56ea2c17-4f59-4ffa-9941-4082c63e8a37,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:17.297673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:41:17.299825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a08ebaf-0ca6-48ed-87a1-0b013eca2e74 None None] Network d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:17.308320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fc4a8d-b1a7-47d4-a1d0-1dd20a915043 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:17.311729 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d2fc4a8d-b1a7-47d4-a1d0-1dd20a915043 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b3377485cec342568db75b308b8a96d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1477468 Oct 20 03:41:17.313502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57410) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:17.343985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.436991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network cb8062a1-d31f-455a-9fc3-020d62994514 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:17.445204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:17.447632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:17.453652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:17.454474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.469032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=840836dc-36de-4ea2-8d16-f2032a67e357,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:17.483219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-a8a2a19f-871a-4b99-86ab-19e2eced8770 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added routes are [] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 03:41:17.483760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-a8a2a19f-871a-4b99-86ab-19e2eced8770 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 03:41:17.494719 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-71e309ed-82f1-4a0d-8418-ffa5297634c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1434689 Oct 20 03:41:17.495561 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57412) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:17.498833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4199ce7-ba0b-4e5a-a747-3140e3cbce72 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:17.503280 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c4199ce7-ba0b-4e5a-a747-3140e3cbce72 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1862381 Oct 20 03:41:17.503445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': 'cb8062a1-d31f-455a-9fc3-020d62994514', 'name': 'tempest-PortsIpV6TestJSON-1736613881'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:17.503958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57414) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:17.544164 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-320b99b8-0338-4700-8efd-3a0f7f0c36f1 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363157 Oct 20 03:41:17.544548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57416) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:17.554116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Allocated IP 2001:db8::2 (cb8062a1-d31f-455a-9fc3-020d62994514/0ac42749-f0ea-471e-a501-a803f25bcfd1/4483fbcb-3aad-46a4-941d-986593b83914) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:17.558428 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0b4e22d1-d7d2-4e1c-8ef1-4dcaf2d08257 None None] Provisioning complete for port 214b60d1-13a3-452e-854c-222e0d20b85a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:17.558656 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b4e22d1-d7d2-4e1c-8ef1-4dcaf2d08257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.558993 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0b4e22d1-d7d2-4e1c-8ef1-4dcaf2d08257 None None] Attempt 1 to provision port 214b60d1-13a3-452e-854c-222e0d20b85a Oct 20 03:41:17.579331 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-136daf6e-d622-4d00-b101-e6ecee68e438 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b3377485cec342568db75b308b8a96d4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313268 Oct 20 03:41:17.579579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57418) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:17.680060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f27be-74c9-4658-a21f-f043cf0e991b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:17.684402 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-820f27be-74c9-4658-a21f-f043cf0e991b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1011205 Oct 20 03:41:17.685253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57420) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:17.717475 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3cbb1510-536d-48af-b13c-813084b84f1c tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292509 Oct 20 03:41:17.717729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57422) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:17.722577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79290940', 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:17.809215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:17.810371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 214b60d1-13a3-452e-854c-222e0d20b85a up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:17.829252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:17.832913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.881992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:17.970441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a19f-871a-4b99-86ab-19e2eced8770 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.042940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.049833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e22d1-d7d2-4e1c-8ef1-4dcaf2d08257 None None] Current status of the port 214b60d1-13a3-452e-854c-222e0d20b85a is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:18.050293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b4e22d1-d7d2-4e1c-8ef1-4dcaf2d08257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.067834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.085641 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 214b60d1-13a3-452e-854c-222e0d20b85a triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:18.085876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.086080 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 214b60d1-13a3-452e-854c-222e0d20b85a Oct 20 03:41:18.126346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.134395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:18.134729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.137912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.169225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Subnet': ['ID=045628af-c828-4232-b932-afd3967353ed,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:18.184489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Checking segment: {'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:18.184858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network hostable DHCP agents. Network: 56ea2c17-4f59-4ffa-9941-4082c63e8a37, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:18.201378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.203645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port df1dfba4-abed-474f-9121-31e2993d4b52 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:18.212106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0b4e22d1-d7d2-4e1c-8ef1-4dcaf2d08257 None None] For port 214b60d1-13a3-452e-854c-222e0d20b85a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=214b60d1-13a3-452e-854c-222e0d20b85a,segment=NetworkSegment(ff84c365-c2e0-446d-8110-1c14459330e8),segment_id=ff84c365-c2e0-446d-8110-1c14459330e8)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:18.226842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:18.233446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b4e22d1-d7d2-4e1c-8ef1-4dcaf2d08257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.244006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 56ea2c17-4f59-4ffa-9941-4082c63e8a37) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:18.261263 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbfc625-78e0-4401-b397-c6d8914438e7 None None] Network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:18.268884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Network cb8062a1-d31f-455a-9fc3-020d62994514 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:18.278519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:18.283276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.285176 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a19f-871a-4b99-86ab-19e2eced8770 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.296054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a19f-871a-4b99-86ab-19e2eced8770 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.306480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d33873-aa08-475a-9f82-622c1fd37b47 None None] Pushing event updated for resources: {'Port': ['ID=216deb7d-576f-439d-9cc1-dc87e5bd8d4c,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:18.313672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:18.322326 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-401e92ba-9e4c-4a29-9ddb-5c5cd7111152 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.6035318 Oct 20 03:41:18.347920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:18.428746 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57436) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:18.434103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-751694a4-3307-4b70-9797-ffd08799fd3b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861052437', 'description': 'tempest-secgroup-smoke-1861052437 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:18.468063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Attempting to bind port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:18.473827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Attempting to bind port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'ff84c365-c2e0-446d-8110-1c14459330e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:18.474354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Attempting to bind port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c on network d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:18.486369 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-751694a4-3307-4b70-9797-ffd08799fd3b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.503168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Pushing event updated for resources: {'Port': ['ID=4483fbcb-3aad-46a4-941d-986593b83914,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:18.503910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8::1a2 (cb8062a1-d31f-455a-9fc3-020d62994514/0ac42749-f0ea-471e-a501-a803f25bcfd1/df1dfba4-abed-474f-9121-31e2993d4b52) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:18.580745 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-71f3cca4-9408-42af-a651-f4a6988e33c3 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786272334&fields=id&tenant_id=67d6afa3424943e4b848bb975e23163a HTTP/1.1" status: 200 len: 267 time: 0.1021807 Oct 20 03:41:18.580954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:18.581511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Checking segment: {'id': 'ff84c365-c2e0-446d-8110-1c14459330e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:18.581696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.582392 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Bound using segment: {'id': 'ff84c365-c2e0-446d-8110-1c14459330e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:18.582622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Bound port: 216deb7d-576f-439d-9cc1-dc87e5bd8d4c, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff84c365-c2e0-446d-8110-1c14459330e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:18.583115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.619426 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a2a19f-871a-4b99-86ab-19e2eced8770 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 7f255df2-0082-4d28-ac94-6d35698926e7 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:18.696963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-751694a4-3307-4b70-9797-ffd08799fd3b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.706363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-751694a4-3307-4b70-9797-ffd08799fd3b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.754049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-50a76c21-9f6a-473c-88a4-a35665ec5137 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:18.755591 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-50a76c21-9f6a-473c-88a4-a35665ec5137 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 811 time: 0.1752033 Oct 20 03:41:18.763773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-751694a4-3307-4b70-9797-ffd08799fd3b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.764683 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-751694a4-3307-4b70-9797-ffd08799fd3b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3347905 Oct 20 03:41:18.769192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57438) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:18.779504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c4d80321-568d-4276-8202-f72073aa82da tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '405e386d-abe4-4b46-b6a2-4592702c0122', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:18.791726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751694a4-3307-4b70-9797-ffd08799fd3b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405e386d-abe4-4b46-b6a2-4592702c0122,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:18.802099 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-0ab9ed2b-883d-4acf-b7b0-e86d6ccdfddd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/quotas/67d6afa3424943e4b848bb975e23163a HTTP/1.1" status: 200 len: 375 time: 0.0340767 Oct 20 03:41:18.825626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] Provisioning complete for port 214b60d1-13a3-452e-854c-222e0d20b85a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:18.826268 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.827026 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] Attempt 1 to provision port 214b60d1-13a3-452e-854c-222e0d20b85a Oct 20 03:41:18.838961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Attempting to bind port 4483fbcb-3aad-46a4-941d-986593b83914 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:18.839588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Attempting to bind port 4483fbcb-3aad-46a4-941d-986593b83914 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '850f7994-c92b-43f1-89b8-794c78e1ae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cb8062a1-d31f-455a-9fc3-020d62994514'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:18.840131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Attempting to bind port 4483fbcb-3aad-46a4-941d-986593b83914 on network cb8062a1-d31f-455a-9fc3-020d62994514 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:18.851928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:18.852709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Checking segment: {'id': '850f7994-c92b-43f1-89b8-794c78e1ae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cb8062a1-d31f-455a-9fc3-020d62994514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:18.853347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.853904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Bound using segment: {'id': '850f7994-c92b-43f1-89b8-794c78e1ae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cb8062a1-d31f-455a-9fc3-020d62994514'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:18.854552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Bound port: 4483fbcb-3aad-46a4-941d-986593b83914, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850f7994-c92b-43f1-89b8-794c78e1ae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cb8062a1-d31f-455a-9fc3-020d62994514'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:18.855122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.870206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d80321-568d-4276-8202-f72073aa82da tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.889522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e22d1-d7d2-4e1c-8ef1-4dcaf2d08257 None None] Pushing event updated for resources: {'Port': ['ID=214b60d1-13a3-452e-854c-222e0d20b85a,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:18.900897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 214b60d1-13a3-452e-854c-222e0d20b85a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:18.904464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.935261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a2a19f-871a-4b99-86ab-19e2eced8770 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:18.937842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d80321-568d-4276-8202-f72073aa82da tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.951091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d80321-568d-4276-8202-f72073aa82da tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.951440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a19f-871a-4b99-86ab-19e2eced8770 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:18.954853 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a8a2a19f-871a-4b99-86ab-19e2eced8770 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7 HTTP/1.1" status: 200 len: 699 time: 1.9984169 Oct 20 03:41:18.963105 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57440) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:18.994303 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-b5080b7c-f78d-42a8-91ad-619f9a95dd90 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1842351 Oct 20 03:41:19.004319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.006577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] For port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:19.078156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] For port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=216deb7d-576f-439d-9cc1-dc87e5bd8d4c,segment=NetworkSegment(ff84c365-c2e0-446d-8110-1c14459330e8),segment_id=ff84c365-c2e0-446d-8110-1c14459330e8)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:19.094888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 214b60d1-13a3-452e-854c-222e0d20b85a up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:19.098756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network cb8062a1-d31f-455a-9fc3-020d62994514 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:19.103320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:19.104726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-56ea2c17-4f59-4ffa-9941-4082c63e8a37', 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ips': [{'subnet_id': '045628af-c828-4232-b932-afd3967353ed'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:41:19.106477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.108068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:19.110237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.114519 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:19.115940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.124421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d80321-568d-4276-8202-f72073aa82da tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af88c63f-5af2-4793-a41b-363d7c9d7fec,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:19.131825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=df1dfba4-abed-474f-9121-31e2993d4b52,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:19.132215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d80321-568d-4276-8202-f72073aa82da tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.137165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57444) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:19.137679 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c4d80321-568d-4276-8202-f72073aa82da tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3665771 Oct 20 03:41:19.143068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-64cfb319-37fc-4814-842d-1ed4632ae614 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '405e386d-abe4-4b46-b6a2-4592702c0122', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:19.159337 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ecfb9e6b-b624-44ca-82c7-bf9a968fb033 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7 HTTP/1.1" status: 200 len: 699 time: 0.1888814 Oct 20 03:41:19.161893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57446) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:19.168653 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-668c97b3-4705-47a6-a810-43e4dfac15d1 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6697843 Oct 20 03:41:19.169575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57448) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:19.175981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] For port 4483fbcb-3aad-46a4-941d-986593b83914, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:19.222767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-64cfb319-37fc-4814-842d-1ed4632ae614 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.258322 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] For port 4483fbcb-3aad-46a4-941d-986593b83914, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4483fbcb-3aad-46a4-941d-986593b83914,segment=NetworkSegment(850f7994-c92b-43f1-89b8-794c78e1ae26),segment_id=850f7994-c92b-43f1-89b8-794c78e1ae26)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:19.261765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227d08e-e529-4e3f-ba10-be278597c990 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:19.263459 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b227d08e-e529-4e3f-ba10-be278597c990 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A68 HTTP/1.1" status: 200 len: 928 time: 0.0929239 Oct 20 03:41:19.273432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57450) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:19.282478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.289286 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:19.289890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:19.346769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-64cfb319-37fc-4814-842d-1ed4632ae614 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.402373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-64cfb319-37fc-4814-842d-1ed4632ae614 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.417036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.423277 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] Current status of the port 214b60d1-13a3-452e-854c-222e0d20b85a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:19.424119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d33873-aa08-475a-9f82-622c1fd37b47 None None] Pushing event updated for resources: {'Port': ['ID=216deb7d-576f-439d-9cc1-dc87e5bd8d4c,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:19.448546 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfb319-37fc-4814-842d-1ed4632ae614 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4decfdd-de6a-4df7-b79f-ab41a9f18b5b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:19.458207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-64cfb319-37fc-4814-842d-1ed4632ae614 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.463888 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-64cfb319-37fc-4814-842d-1ed4632ae614 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3208094 Oct 20 03:41:19.464078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-7636e220-711e-435a-bd88-45222146a3e8 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479080 Oct 20 03:41:19.464206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57452) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:19.467475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2ce8c057-7acc-4162-92a2-3b6d4cac7d64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '405e386d-abe4-4b46-b6a2-4592702c0122', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:19.500718 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-baa82ac7-623b-4cd5-bedf-58e35d52b9bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port df1dfba4-abed-474f-9121-31e2993d4b52 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:19.504159 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa82ac7-623b-4cd5-bedf-58e35d52b9bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.588361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2ce8c057-7acc-4162-92a2-3b6d4cac7d64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.590310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:19.599943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.660085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] Provisioning complete for port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:19.660484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.660818 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] Attempt 1 to provision port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c Oct 20 03:41:19.667526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 214b60d1-13a3-452e-854c-222e0d20b85a triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:19.667880 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.668220 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 214b60d1-13a3-452e-854c-222e0d20b85a Oct 20 03:41:19.696330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33910b1e-04c1-45f0-bd28-c18248697396 None None] Pushing event updated for resources: {'Port': ['ID=4483fbcb-3aad-46a4-941d-986593b83914,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:19.753523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa82ac7-623b-4cd5-bedf-58e35d52b9bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.781697 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-baa82ac7-623b-4cd5-bedf-58e35d52b9bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for df1dfba4-abed-474f-9121-31e2993d4b52 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:19.801782 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2ce8c057-7acc-4162-92a2-3b6d4cac7d64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.808231 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2ce8c057-7acc-4162-92a2-3b6d4cac7d64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.825152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Allocated IP 172.20.0.18 (56ea2c17-4f59-4ffa-9941-4082c63e8a37/045628af-c828-4232-b932-afd3967353ed/6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:19.859565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8c057-7acc-4162-92a2-3b6d4cac7d64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a256ce-e25d-4657-9c6c-1cfb9cd4a67f,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:19.876781 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2ce8c057-7acc-4162-92a2-3b6d4cac7d64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:19.881429 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2ce8c057-7acc-4162-92a2-3b6d4cac7d64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4143796 Oct 20 03:41:19.883987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57454) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:19.888670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-df07394a-e76e-4d2e-b3b2-f45dd9b726df tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '405e386d-abe4-4b46-b6a2-4592702c0122', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:19.987949 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df07394a-e76e-4d2e-b3b2-f45dd9b726df tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.010190 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-8d1fbe06-7dcb-41d6-8db5-8dd87c5a65aa service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409749 Oct 20 03:41:20.020065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa82ac7-623b-4cd5-bedf-58e35d52b9bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.073532 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa82ac7-623b-4cd5-bedf-58e35d52b9bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=df1dfba4-abed-474f-9121-31e2993d4b52,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:20.103132 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-baa82ac7-623b-4cd5-bedf-58e35d52b9bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.103713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.105851 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 214b60d1-13a3-452e-854c-222e0d20b85a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:20.111757 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] Current status of the port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:20.112170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.116625 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-baa82ac7-623b-4cd5-bedf-58e35d52b9bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/df1dfba4-abed-474f-9121-31e2993d4b52 HTTP/1.1" status: 204 len: 168 time: 0.8366902 Oct 20 03:41:20.117463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57458) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:20.164605 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6242d6-8e4d-478a-bc22-4bd60e0738e2 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:41:20.168995 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1f6242d6-8e4d-478a-bc22-4bd60e0738e2 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/df1dfba4-abed-474f-9121-31e2993d4b52 HTTP/1.1" status: 404 len: 333 time: 0.0472505 Oct 20 03:41:20.172447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57464) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:20.211996 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df07394a-e76e-4d2e-b3b2-f45dd9b726df tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.217850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df07394a-e76e-4d2e-b3b2-f45dd9b726df tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.247812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07394a-e76e-4d2e-b3b2-f45dd9b726df tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d932dfbb-ea42-4e40-98b3-3ddae3ec8e30,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:20.258299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df07394a-e76e-4d2e-b3b2-f45dd9b726df tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.259660 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-df07394a-e76e-4d2e-b3b2-f45dd9b726df tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3745584 Oct 20 03:41:20.263407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57466) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:20.271154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-17087124-8336-4a42-a4cd-73f0e477a8be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '405e386d-abe4-4b46-b6a2-4592702c0122', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:20.331594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] For port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=216deb7d-576f-439d-9cc1-dc87e5bd8d4c,segment=NetworkSegment(ff84c365-c2e0-446d-8110-1c14459330e8),segment_id=ff84c365-c2e0-446d-8110-1c14459330e8)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:20.337648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.340429 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.382494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.385901 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-17087124-8336-4a42-a4cd-73f0e477a8be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:41:20.394363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17087124-8336-4a42-a4cd-73f0e477a8be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.415400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e06ff5-ad61-41d7-b442-1761d754157c None None] Pushing event updated for resources: {'Port': ['ID=216deb7d-576f-439d-9cc1-dc87e5bd8d4c,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:20.422922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:20.428695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:17Z', 'revision_number': 7, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '216deb7d-576f-439d-9cc1-dc87e5bd8d4c', 'name': '', 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:9e:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '1718c3f9-bb29-4e58-9814-53333af1199c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:12Z', 'updated_at': '2022-10-20T03:41:18Z', 'revision_number': 4, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '1718c3f9-bb29-4e58-9814-53333af1199c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:20.432632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:20.475981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:20.488549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ffc4e-ee14-4280-9cf3-eb26f0b1f085 None None] The sync data for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv is: [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:17Z', 'revision_number': 7, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '216deb7d-576f-439d-9cc1-dc87e5bd8d4c', 'name': '', 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:9e:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '1718c3f9-bb29-4e58-9814-53333af1199c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:12Z', 'updated_at': '2022-10-20T03:41:18Z', 'revision_number': 4, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '1718c3f9-bb29-4e58-9814-53333af1199c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:20.510258 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-cb23b041-faf5-4e78-a8ff-92739e8aab91 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 840836dc-36de-4ea2-8d16-f2032a67e357 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:20.510621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb23b041-faf5-4e78-a8ff-92739e8aab91 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.534201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Pushing event updated for resources: {'Port': ['ID=6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:20.540024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c733bb3c-8860-435a-85a3-7777fabd549c None None] Provisioning complete for port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:20.540024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c733bb3c-8860-435a-85a3-7777fabd549c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.540438 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c733bb3c-8860-435a-85a3-7777fabd549c None None] Attempt 1 to provision port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c Oct 20 03:41:20.585013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17087124-8336-4a42-a4cd-73f0e477a8be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.597313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Attempting to bind port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:20.597866 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Attempting to bind port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:20.598048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Attempting to bind port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 on network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:20.606010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:20.606387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Checking segment: {'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:20.606793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.607186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Bound using segment: {'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:20.607655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Bound port: 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:20.608048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.619212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17087124-8336-4a42-a4cd-73f0e477a8be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.691951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17087124-8336-4a42-a4cd-73f0e477a8be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5414a2a-2c97-4f42-9541-21b1e44c99a9,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:20.707272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7f8fdb-b3da-4d2f-96e5-2a7ad6124c1d None None] Network cb8062a1-d31f-455a-9fc3-020d62994514 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:20.711302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17087124-8336-4a42-a4cd-73f0e477a8be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.712658 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-17087124-8336-4a42-a4cd-73f0e477a8be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4454155 Oct 20 03:41:20.715576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57468) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:20.720296 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6fe74dd8-67d7-41d2-969b-a305ccd401bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '405e386d-abe4-4b46-b6a2-4592702c0122', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:20.723927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb23b041-faf5-4e78-a8ff-92739e8aab91 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.742233 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-6fe74dd8-67d7-41d2-969b-a305ccd401bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:41:20.748385 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fe74dd8-67d7-41d2-969b-a305ccd401bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.760943 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-cb23b041-faf5-4e78-a8ff-92739e8aab91 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 840836dc-36de-4ea2-8d16-f2032a67e357 owned by {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:20.806549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c733bb3c-8860-435a-85a3-7777fabd549c None None] Current status of the port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:20.813496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] For port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:20.830175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fe74dd8-67d7-41d2-969b-a305ccd401bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.832880 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] For port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:20.836691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fe74dd8-67d7-41d2-969b-a305ccd401bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.843691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.847635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:20.847989 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.862931 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fe74dd8-67d7-41d2-969b-a305ccd401bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:20.864235 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6fe74dd8-67d7-41d2-969b-a305ccd401bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475797 Oct 20 03:41:20.867214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe74dd8-67d7-41d2-969b-a305ccd401bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a134127a-e144-4835-a925-8fccd03c8a58,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:21.100715 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] For port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=216deb7d-576f-439d-9cc1-dc87e5bd8d4c,segment=NetworkSegment(ff84c365-c2e0-446d-8110-1c14459330e8),segment_id=ff84c365-c2e0-446d-8110-1c14459330e8)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:21.101256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.128476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb23b041-faf5-4e78-a8ff-92739e8aab91 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.132204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for 216deb7d-576f-439d-9cc1-dc87e5bd8d4c owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:21.220645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4483fbcb-3aad-46a4-941d-986593b83914 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:21.220948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23b041-faf5-4e78-a8ff-92739e8aab91 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=840836dc-36de-4ea2-8d16-f2032a67e357,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:21.257594 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-6a44c223-9fba-4634-ba3d-c058ef76afb7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861052437&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.1008880 Oct 20 03:41:21.313053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb23b041-faf5-4e78-a8ff-92739e8aab91 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.316503 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cb23b041-faf5-4e78-a8ff-92739e8aab91 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/840836dc-36de-4ea2-8d16-f2032a67e357 HTTP/1.1" status: 204 len: 168 time: 1.1430368 Oct 20 03:41:21.322365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57482) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:21.351312 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122add2-52c2-449d-88df-2d198de2c2de None None] Pushing event updated for resources: {'Port': ['ID=6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:21.368663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-8781958c-ac22-476a-ae24-703352983b12 None None] Provisioning complete for port 4483fbcb-3aad-46a4-941d-986593b83914 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:21.369033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8781958c-ac22-476a-ae24-703352983b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.369500 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8781958c-ac22-476a-ae24-703352983b12 None None] Attempt 1 to provision port 4483fbcb-3aad-46a4-941d-986593b83914 Oct 20 03:41:21.387570 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d804399-8edd-46c2-b93c-42696b1905af tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:41:21.394179 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1d804399-8edd-46c2-b93c-42696b1905af tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/840836dc-36de-4ea2-8d16-f2032a67e357 HTTP/1.1" status: 404 len: 333 time: 0.0680685 Oct 20 03:41:21.398266 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57486) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:21.479711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5bfd2cfa-3921-405e-8141-b360ccbe7747 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:21.481303 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5bfd2cfa-3921-405e-8141-b360ccbe7747 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/networks?id=56ea2c17-4f59-4ffa-9941-4082c63e8a37 HTTP/1.1" status: 200 len: 797 time: 0.2225425 Oct 20 03:41:21.502362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b63389-a3f6-470a-a707-042087dc5f83 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting subnet 0ac42749-f0ea-471e-a501-a803f25bcfd1 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:21.502713 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-e6a5affc-0268-4de9-9709-b28261c3e8e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/quotas/b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 375 time: 0.0140393 Oct 20 03:41:21.512720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4483fbcb-3aad-46a4-941d-986593b83914 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:21.513345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.513842 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4483fbcb-3aad-46a4-941d-986593b83914 Oct 20 03:41:21.524016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6b63389-a3f6-470a-a707-042087dc5f83 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.528498 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3d510533-70d4-4295-afd7-5b9bec7ab024 req-44a7939d-de3d-4be0-a2d7-f0514739320b tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 210 time: 0.0456376 Oct 20 03:41:21.604025 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-0ceb56b5-2383-4e0c-9bbf-1eae07d5ae65 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0930243 Oct 20 03:41:21.645650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8781958c-ac22-476a-ae24-703352983b12 None None] Current status of the port 4483fbcb-3aad-46a4-941d-986593b83914 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:21.645650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8781958c-ac22-476a-ae24-703352983b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.647979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6b63389-a3f6-470a-a707-042087dc5f83 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.736310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4483fbcb-3aad-46a4-941d-986593b83914 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:21.737941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.759058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8781958c-ac22-476a-ae24-703352983b12 None None] For port 4483fbcb-3aad-46a4-941d-986593b83914, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4483fbcb-3aad-46a4-941d-986593b83914,segment=NetworkSegment(850f7994-c92b-43f1-89b8-794c78e1ae26),segment_id=850f7994-c92b-43f1-89b8-794c78e1ae26)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:21.765096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8781958c-ac22-476a-ae24-703352983b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.838259 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc88631-cb6d-4ba0-80fb-0b286b9be914 None None] Sync routers for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:21.848617 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-d3310dd7-8c09-494c-b608-6829f696fabe service neutron] 10.222.0.20 "GET /v2.0/networks/56ea2c17-4f59-4ffa-9941-4082c63e8a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076025 Oct 20 03:41:21.873568 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc88631-cb6d-4ba0-80fb-0b286b9be914 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:21.876400 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1cc88631-cb6d-4ba0-80fb-0b286b9be914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:21.878900 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781958c-ac22-476a-ae24-703352983b12 None None] Pushing event updated for resources: {'Port': ['ID=4483fbcb-3aad-46a4-941d-986593b83914,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:21.884106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:41:21.884634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:41:21.895226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:21.991982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=216deb7d-576f-439d-9cc1-dc87e5bd8d4c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:22.021066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a4c668be-27ac-4352-990d-371c6b6ea7b1 None None] Provisioning complete for port 4483fbcb-3aad-46a4-941d-986593b83914 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:22.025068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a4c668be-27ac-4352-990d-371c6b6ea7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:22.025525 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a4c668be-27ac-4352-990d-371c6b6ea7b1 None None] Attempt 1 to provision port 4483fbcb-3aad-46a4-941d-986593b83914 Oct 20 03:41:22.040219 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-3424964c-862b-42de-b3ff-efb4d6a183c5 service neutron] 10.222.0.20 "GET /v2.0/networks/56ea2c17-4f59-4ffa-9941-4082c63e8a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827493 Oct 20 03:41:22.043099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6b63389-a3f6-470a-a707-042087dc5f83 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:22.110710 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1cc88631-cb6d-4ba0-80fb-0b286b9be914 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:22.146752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6b63389-a3f6-470a-a707-042087dc5f83 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:22.237711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6b63389-a3f6-470a-a707-042087dc5f83 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:22.244875 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b6b63389-a3f6-470a-a707-042087dc5f83 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/0ac42749-f0ea-471e-a501-a803f25bcfd1 HTTP/1.1" status: 204 len: 168 time: 0.8430181 Oct 20 03:41:22.244875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b63389-a3f6-470a-a707-042087dc5f83 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac42749-f0ea-471e-a501-a803f25bcfd1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:22.245451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57498) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:22.357521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a4c668be-27ac-4352-990d-371c6b6ea7b1 None None] Current status of the port 4483fbcb-3aad-46a4-941d-986593b83914 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:22.410180 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-40c88fb9-ca10-4b0f-bd92-bfbb6fa3055b req-f63b3409-c3e0-4279-96ac-9644f286e827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 210 time: 0.0651102 Oct 20 03:41:22.447509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbce6033-f37a-4c47-a139-4196bfee5dcc None None] Network cb8062a1-d31f-455a-9fc3-020d62994514 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:22.612919 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:22.614386 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7869526a-57f2-46c9-ba8a-21975854a452 None None] Could not find standard attr ID for object 840836dc-36de-4ea2-8d16-f2032a67e357. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:22.628930 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1cc88631-cb6d-4ba0-80fb-0b286b9be914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:17Z', 'revision_number': 7, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '216deb7d-576f-439d-9cc1-dc87e5bd8d4c', 'name': '', 'network_id': 'd47dfbc7-6d8e-446e-aaa6-e15092b7d9a9', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:9e:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '1718c3f9-bb29-4e58-9814-53333af1199c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:12Z', 'updated_at': '2022-10-20T03:41:20Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '1718c3f9-bb29-4e58-9814-53333af1199c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:22.673900 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc88631-cb6d-4ba0-80fb-0b286b9be914 None None] Checking router: 7f255df2-0082-4d28-ac94-6d35698926e7 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:22.686869 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc88631-cb6d-4ba0-80fb-0b286b9be914 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:22.687414 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1cc88631-cb6d-4ba0-80fb-0b286b9be914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:22.694367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4483fbcb-3aad-46a4-941d-986593b83914 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:22.695973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 216deb7d-576f-439d-9cc1-dc87e5bd8d4c up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:22.715209 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a93d2aec-71e1-4fce-b4b9-53a4d154bd3a req-3f3a1ad6-845b-4ce4-b1d2-9466cc9167bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 210 time: 0.0441949 Oct 20 03:41:22.757774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:22.760091 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 216deb7d-576f-439d-9cc1-dc87e5bd8d4c {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:22.763138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 216deb7d-576f-439d-9cc1-dc87e5bd8d4c not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 03:41:22.800766 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Port 216deb7d-576f-439d-9cc1-dc87e5bd8d4c not found, will not notify nova. {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 03:41:22.806243 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1cc88631-cb6d-4ba0-80fb-0b286b9be914 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:22.871042 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c0f1a-4953-41f5-a83a-492bcc1f3f8c None None] Network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:22.918494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 4483fbcb-3aad-46a4-941d-986593b83914 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:22.918898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:22.936996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75adbad7-7f82-4525-b36c-4c6056dba2b9 None None] DHCP port deletion for cb8062a1-d31f-455a-9fc3-020d62994514 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:41:23.052351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ae8fc851-ae3f-42c5-8b3a-e14d80016e16 None None] Provisioning complete for port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:23.053618 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc851-ae3f-42c5-8b3a-e14d80016e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.054155 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ae8fc851-ae3f-42c5-8b3a-e14d80016e16 None None] Attempt 1 to provision port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 Oct 20 03:41:23.190748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-75adbad7-7f82-4525-b36c-4c6056dba2b9 None None] Deleting port 4483fbcb-3aad-46a4-941d-986593b83914 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:23.191417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-75adbad7-7f82-4525-b36c-4c6056dba2b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.223137 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1cc88631-cb6d-4ba0-80fb-0b286b9be914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:21Z', 'revision_number': 8, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:23.280903 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc88631-cb6d-4ba0-80fb-0b286b9be914 None None] The sync data for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv is: [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:21Z', 'revision_number': 8, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:23.285905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] For port 4483fbcb-3aad-46a4-941d-986593b83914, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4483fbcb-3aad-46a4-941d-986593b83914,segment=NetworkSegment(850f7994-c92b-43f1-89b8-794c78e1ae26),segment_id=850f7994-c92b-43f1-89b8-794c78e1ae26)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:23.286385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.289774 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:23.321099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 4483fbcb-3aad-46a4-941d-986593b83914 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:23.325983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 7f255df2-0082-4d28-ac94-6d35698926e7 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:23.351079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-9934adc0-fa5d-4667-b724-2072002b0c54 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:23.352568 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-9934adc0-fa5d-4667-b724-2072002b0c54 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 811 time: 0.3609395 Oct 20 03:41:23.381933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-75adbad7-7f82-4525-b36c-4c6056dba2b9 None None] For port 4483fbcb-3aad-46a4-941d-986593b83914, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4483fbcb-3aad-46a4-941d-986593b83914,segment=NetworkSegment(850f7994-c92b-43f1-89b8-794c78e1ae26),segment_id=850f7994-c92b-43f1-89b8-794c78e1ae26)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:23.382339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-75adbad7-7f82-4525-b36c-4c6056dba2b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.395536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ae8fc851-ae3f-42c5-8b3a-e14d80016e16 None None] Current status of the port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:23.395931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc851-ae3f-42c5-8b3a-e14d80016e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.405478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-75adbad7-7f82-4525-b36c-4c6056dba2b9 None None] Calling delete_port for 4483fbcb-3aad-46a4-941d-986593b83914 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:23.525024 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-b822af3e-7528-4800-a796-770bc86b0da7 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d6afa3424943e4b848bb975e23163a HTTP/1.1" status: 200 len: 380 time: 0.0902500 Oct 20 03:41:23.529602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ae8fc851-ae3f-42c5-8b3a-e14d80016e16 None None] For port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:23.537361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:23.537906 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.538269 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 Oct 20 03:41:23.541881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc851-ae3f-42c5-8b3a-e14d80016e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.560431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'port': {'device_id': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'admin_state_up': True, 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'security_groups': ['bf7d28f2-6892-4fe9-aec2-5df9a3859bb6']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:23.655300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fc851-ae3f-42c5-8b3a-e14d80016e16 None None] Pushing event updated for resources: {'Port': ['ID=6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:23.674860 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-75adbad7-7f82-4525-b36c-4c6056dba2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.701790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.734037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adbad7-7f82-4525-b36c-4c6056dba2b9 None None] Pushing event deleted for resources: {'Port': ['ID=4483fbcb-3aad-46a4-941d-986593b83914,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:23.741129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75adbad7-7f82-4525-b36c-4c6056dba2b9 None None] No DVR routers for this DVR port 4483fbcb-3aad-46a4-941d-986593b83914 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:23.754754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:23.768521 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19f355db-7767-4e7e-bfa5-09b7ccfa8400 req-343d5cc3-5e71-4cef-92f9-039dec7785d9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 210 time: 0.1442289 Oct 20 03:41:23.788731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9652f35c-42ce-46f2-84d2-67a34a5f468e None None] Provisioning complete for port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:23.788996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9652f35c-42ce-46f2-84d2-67a34a5f468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.789341 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9652f35c-42ce-46f2-84d2-67a34a5f468e None None] Attempt 1 to provision port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 Oct 20 03:41:23.804697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:23.813189 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4261bbf0-11b0-426d-9033-9b07e943249b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6494083 Oct 20 03:41:23.814725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=4483fbcb-3aad-46a4-941d-986593b83914,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:23.816540 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57518) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:23.817624 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No DVR routers for this DVR port 4483fbcb-3aad-46a4-941d-986593b83914 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:23.854567 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb0be4-155a-4386-bb0e-b8bd8a29f7ca None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:41:23.938145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4483fbcb-3aad-46a4-941d-986593b83914 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:23.942819 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d2386764-53ec-4a3b-8dc9-9edb08612c75 req-5e93c194-a8f7-49c2-b76a-90ddf1928358 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 210 time: 0.0492477 Oct 20 03:41:23.958405 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a455caf5-0798-42d3-8fe5-13365da459d4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting subnet 1718c3f9-bb29-4e58-9814-53333af1199c {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:23.963646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a455caf5-0798-42d3-8fe5-13365da459d4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:23.977435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Made reservation on behalf of 67d6afa3424943e4b848bb975e23163a for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:23.981088 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.010016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a455caf5-0798-42d3-8fe5-13365da459d4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.083032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 4483fbcb-3aad-46a4-941d-986593b83914 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:24.083492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4483fbcb-3aad-46a4-941d-986593b83914 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:24.092582 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5839f-fa10-4dd4-825a-9b36527f3a4e None None] Sync routers for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:24.114141 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb0be4-155a-4386-bb0e-b8bd8a29f7ca None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:41:24.130739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5839f-fa10-4dd4-825a-9b36527f3a4e None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:24.131049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d7d5839f-fa10-4dd4-825a-9b36527f3a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:24.136126 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a455caf5-0798-42d3-8fe5-13365da459d4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.189287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Allocated IP 172.20.0.8 (3b0c8685-57ad-450e-b7fe-e5b06127db40/e8c227ac-b97b-471b-ac0c-8b5eae249ace/97b8e3d0-1e4d-4fd8-867a-c57301c11fec) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:24.216738 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a455caf5-0798-42d3-8fe5-13365da459d4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.279479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455caf5-0798-42d3-8fe5-13365da459d4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Subnet': ['ID=1718c3f9-bb29-4e58-9814-53333af1199c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:24.282526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a455caf5-0798-42d3-8fe5-13365da459d4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.292487 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a455caf5-0798-42d3-8fe5-13365da459d4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/1718c3f9-bb29-4e58-9814-53333af1199c HTTP/1.1" status: 204 len: 168 time: 0.4727142 Oct 20 03:41:24.293073 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57522) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:24.353838 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9652f35c-42ce-46f2-84d2-67a34a5f468e None None] Current status of the port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:24.366852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.392222 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.463630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port 214b60d1-13a3-452e-854c-222e0d20b85a {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:24.464107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.556225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] For port 214b60d1-13a3-452e-854c-222e0d20b85a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=214b60d1-13a3-452e-854c-222e0d20b85a,segment=NetworkSegment(ff84c365-c2e0-446d-8110-1c14459330e8),segment_id=ff84c365-c2e0-446d-8110-1c14459330e8)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:24.556225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.557666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d7d5839f-fa10-4dd4-825a-9b36527f3a4e None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:24.574473 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for 214b60d1-13a3-452e-854c-222e0d20b85a owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:24.680917 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.717244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=214b60d1-13a3-452e-854c-222e0d20b85a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:24.727043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No DVR routers for this DVR port 214b60d1-13a3-452e-854c-222e0d20b85a on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:24.828192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8062a1-d31f-455a-9fc3-020d62994514']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:24.830203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.847112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850f7994-c92b-43f1-89b8-794c78e1ae26') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:24.847490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850f7994-c92b-43f1-89b8-794c78e1ae26') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:24.856247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:24.863000 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.869749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff84c365-c2e0-446d-8110-1c14459330e8') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:24.870057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff84c365-c2e0-446d-8110-1c14459330e8') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:24.882950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.893385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.911224 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.918572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-405ce287-dfd1-4448-aa08-967c00ce152c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:24.919751 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-405ce287-dfd1-4448-aa08-967c00ce152c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=56ea2c17-4f59-4ffa-9941-4082c63e8a37 HTTP/1.1" status: 200 len: 797 time: 0.6898770 Oct 20 03:41:24.920896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:24.921301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.941683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:24.944845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:24.951259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d7d5839f-fa10-4dd4-825a-9b36527f3a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:21Z', 'revision_number': 8, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:24.991658 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f76a8fe8-8188-481d-a3ec-abddd1b77f12 req-11ec10ab-d788-4f5d-84f2-1da4c8d6fafb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 210 time: 0.0329599 Oct 20 03:41:24.997966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30b74ab-edf6-42e8-b39d-bef443ec2b89 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 03:41:25.021001 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 850f7994-c92b-43f1-89b8-794c78e1ae26 resource provider aggregate not found Oct 20 03:41:25.039811 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.063597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.069038 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment ff84c365-c2e0-446d-8110-1c14459330e8 resource provider aggregate not found Oct 20 03:41:25.085680 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 850f7994-c92b-43f1-89b8-794c78e1ae26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 850f7994-c92b-43f1-89b8-794c78e1ae26 found for delete ", "request_id": "req-8a98f5bd-bcdc-47eb-b7d3-51e700224dab"}]} Oct 20 03:41:25.098344 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5839f-fa10-4dd4-825a-9b36527f3a4e None None] Checking router: 7f255df2-0082-4d28-ac94-6d35698926e7 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:25.101680 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.105390 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/networks/d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 HTTP/1.1" status: 204 len: 168 time: 0.8113112 Oct 20 03:41:25.124952 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment ff84c365-c2e0-446d-8110-1c14459330e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff84c365-c2e0-446d-8110-1c14459330e8 found for delete ", "request_id": "req-d15aac7b-715c-47fc-9b1d-da9c6a48ba05"}]} Oct 20 03:41:25.131568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5839f-fa10-4dd4-825a-9b36527f3a4e None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:25.132561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d7d5839f-fa10-4dd4-825a-9b36527f3a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:25.140153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57538) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:25.157210 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-447efc13-9a0a-4523-9fd7-0dfcbe4653f4 req-af4abfaa-cc31-4f0a-8bf5-11ab9f57b403 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 210 time: 0.0502377 Oct 20 03:41:25.159554 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792e145-0d96-4354-b53e-65ca3f65a970 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Network': ['ID=d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:25.195365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.205641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.210384 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:25.216848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.224940 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/networks/cb8062a1-d31f-455a-9fc3-020d62994514 HTTP/1.1" status: 204 len: 168 time: 2.9557838 Oct 20 03:41:25.227082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57540) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:25.232986 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-933071490'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:25.259310 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-95f4dbff-face-442f-b808-9b1e9d5049d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 473 time: 0.3109243 Oct 20 03:41:25.283704 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'device_id': '5e647a08-78c0-487b-bd83-3e67eda2f097', 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37', 'admin_state_up': True, 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'security_groups': ['405e386d-abe4-4b46-b6a2-4592702c0122']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:25.317433 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:25.321768 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.327122 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818b8a-0732-42cb-aa97-6fa0cc9f8749 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Network': ['ID=cb8062a1-d31f-455a-9fc3-020d62994514,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:25.338529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Network 3b0c8685-57ad-450e-b7fe-e5b06127db40 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:25.340813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d7d5839f-fa10-4dd4-825a-9b36527f3a4e None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:25.362430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:25.375967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:25.404259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30b74ab-edf6-42e8-b39d-bef443ec2b89 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 03:41:25.426500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:25.446652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.447002 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Added segment fa7655bd-373c-42f9-96c8-9b81f90680f4 of type vlan for network 0ffd194b-ebce-4d09-80c1-9e10a82beca7 Oct 20 03:41:25.479190 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:25.479566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.479899 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 Oct 20 03:41:25.496307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'Port': ['ID=97b8e3d0-1e4d-4fd8-867a-c57301c11fec,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:25.527345 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:25.528104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.559145 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-586da5c4-4de3-4a2e-9ada-d1de759accf5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0104096 Oct 20 03:41:25.582601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.590875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Request body: {'port': {'device_id': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:25.599485 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:25.603503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.650485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.656823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:25.657527 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.719018 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4908381 Oct 20 03:41:25.720252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.726141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57542) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:25.731079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': '0ffd194b-ebce-4d09-80c1-9e10a82beca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:25.811253 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7095e3-d7b5-4db1-99e6-ddb6b7862bb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Network': ['ID=0ffd194b-ebce-4d09-80c1-9e10a82beca7,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:25.826672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 0ffd194b-ebce-4d09-80c1-9e10a82beca7 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:41:25.877171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.885694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:25.904071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 216deb7d-576f-439d-9cc1-dc87e5bd8d4c no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:25.931989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:25.935869 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:25.966602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.23 (56ea2c17-4f59-4ffa-9941-4082c63e8a37/045628af-c828-4232-b932-afd3967353ed/d1b097cc-4d21-40dc-8a1f-9047d1bdb650) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:25.972391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 216deb7d-576f-439d-9cc1-dc87e5bd8d4c {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:25.972926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 216deb7d-576f-439d-9cc1-dc87e5bd8d4c not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:26.046799 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d7d5839f-fa10-4dd4-825a-9b36527f3a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:21Z', 'revision_number': 8, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:26.127947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5839f-fa10-4dd4-825a-9b36527f3a4e None None] The sync data for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv is: [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:21Z', 'revision_number': 8, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': '7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe', 'name': '', 'network_id': 'bd2331c5-757c-4a9d-892d-4acfcec90b20', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:42:06:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:08Z', 'updated_at': '2022-10-20T03:41:15Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': 'e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:26.182888 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99262a70-6c95-429a-9676-80fd30963996 req-2be8ca94-6c75-4ccf-8158-9aa8b88c28d2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 210 time: 0.0602796 Oct 20 03:41:26.319865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4e13af-f09e-4668-b732-bcbe117c6209 None None] DHCP port deletion for d47dfbc7-6d8e-446e-aaa6-e15092b7d9a9 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:41:26.385523 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.403038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b8e3d0-1e4d-4fd8-867a-c57301c11fec {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:41:26.414119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.444459 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259fc1a-f3fd-4110-8e5d-faa4b5b8f4c8 req-a5def42e-51f0-4e23-8752-70cd2e8150e0 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:26.446187 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4259fc1a-f3fd-4110-8e5d-faa4b5b8f4c8 req-a5def42e-51f0-4e23-8752-70cd2e8150e0 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 931 time: 0.1392128 Oct 20 03:41:26.460329 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.475002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Transition to ACTIVE for port object 97b8e3d0-1e4d-4fd8-867a-c57301c11fec will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:26.502829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.509886 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.526545 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:26.537831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:26.554647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:26.556499 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4259fc1a-f3fd-4110-8e5d-faa4b5b8f4c8 req-1e4cd7ff-0b0c-4bd2-8d9a-ad21490a8caf tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905578 Oct 20 03:41:26.560477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=d1b097cc-4d21-40dc-8a1f-9047d1bdb650,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:26.610729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:26.611180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.618860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Subnet': ['ID=e868a9af-e951-4136-a6b4-3157b1cffe1f,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:26.674633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.675103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.675522 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.675936 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.676369 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.676777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.677182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.678221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.678862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.679271 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.679726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.680133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:26.706438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Pushing event updated for resources: {'Port': ['ID=97b8e3d0-1e4d-4fd8-867a-c57301c11fec,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:26.728673 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Checking segment: {'id': 'fa7655bd-373c-42f9-96c8-9b81f90680f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0ffd194b-ebce-4d09-80c1-9e10a82beca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:26.729807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network hostable DHCP agents. Network: 0ffd194b-ebce-4d09-80c1-9e10a82beca7, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:26.758705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:26.759387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.765181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Attempting to bind port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:26.765522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Attempting to bind port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:26.765851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Attempting to bind port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec on network 3b0c8685-57ad-450e-b7fe-e5b06127db40 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:26.775535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec on network 3b0c8685-57ad-450e-b7fe-e5b06127db40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:41:26.775886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Attempting to bind port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec on network 3b0c8685-57ad-450e-b7fe-e5b06127db40 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:26.782865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:26.783708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Checking segment: {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:26.783854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Bound using segment: {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:26.784518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Bound port: 97b8e3d0-1e4d-4fd8-867a-c57301c11fec, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:26.784766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.786402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] For port 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe,segment=NetworkSegment(2dfb18b1-79e5-42e7-b05f-99420ffcceae),segment_id=2dfb18b1-79e5-42e7-b05f-99420ffcceae)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:26.787633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.794378 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-5393710b-f34c-401e-a722-e01cb2796a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5168915 Oct 20 03:41:26.814548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Request body: {'port': {'device_id': '5e647a08-78c0-487b-bd83-3e67eda2f097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:26.815180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0ffd194b-ebce-4d09-80c1-9e10a82beca7 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:26.819092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:26.834015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 0ffd194b-ebce-4d09-80c1-9e10a82beca7) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:26.840411 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:26.841371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.846986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8602ead6-a612-4087-9df9-a0b523c577bf None None] Network 0ffd194b-ebce-4d09-80c1-9e10a82beca7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:26.869060 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-403980f0-c693-4f53-9fe6-970e261be01e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1420591 Oct 20 03:41:26.873400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57548) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:26.882237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': '0ffd194b-ebce-4d09-80c1-9e10a82beca7', 'name': 'tempest-PortsIpV6TestJSON-1651387782', 'fixed_ips': [{'subnet_id': 'e868a9af-e951-4136-a6b4-3157b1cffe1f', 'ip_address': '2001:db8::10'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:26.915039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.930021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] For port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:26.961616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] For port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=97b8e3d0-1e4d-4fd8-867a-c57301c11fec,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:26.969317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.975686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:26.976316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:26.977705 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] 10.222.0.36 "PUT /v2.0/ports/97b8e3d0-1e4d-4fd8-867a-c57301c11fec HTTP/1.1" status: 200 len: 1093 time: 1.3925536 Oct 20 03:41:26.980251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'tag': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:41:26.982308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bfd417-5b8f-4019-9196-632a3f6352b7" -d '{"events": [{"name": "network-changed", "server_uuid": "43366917-2d5f-438e-ab0f-e7a9f8277ac7", "tag": "97b8e3d0-1e4d-4fd8-867a-c57301c11fec"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:41:27.046929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 214b60d1-13a3-452e-854c-222e0d20b85a no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:27.069554 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcf9566-4405-43bd-a3c3-ca3c596bd146 x-openstack-request-id: req-8dcf9566-4405-43bd-a3c3-ca3c596bd146 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:41:27.069879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43366917-2d5f-438e-ab0f-e7a9f8277ac7", "tag": "97b8e3d0-1e4d-4fd8-867a-c57301c11fec", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:41:27.070074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dcf9566-4405-43bd-a3c3-ca3c596bd146 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:41:27.070484 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dcf9566-4405-43bd-a3c3-ca3c596bd146'] response: {'name': 'network-changed', 'server_uuid': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'tag': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec', 'status': 'completed', 'code': 200} Oct 20 03:41:27.117357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-0ffd194b-ebce-4d09-80c1-9e10a82beca7', 'network_id': '0ffd194b-ebce-4d09-80c1-9e10a82beca7', 'tenant_id': 'f0c8ce471db2452fb44ddb13bce2b352', 'fixed_ips': [{'subnet_id': 'e868a9af-e951-4136-a6b4-3157b1cffe1f'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:41:27.118615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.139594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 214b60d1-13a3-452e-854c-222e0d20b85a {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:27.140186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 214b60d1-13a3-452e-854c-222e0d20b85a not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:27.158546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-96740513-dec7-403a-80bf-36503e468602 None None] Provisioning complete for port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:27.159197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-96740513-dec7-403a-80bf-36503e468602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.159711 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-96740513-dec7-403a-80bf-36503e468602 None None] Attempt 1 to provision port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 Oct 20 03:41:27.192711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Pushing event updated for resources: {'Port': ['ID=97b8e3d0-1e4d-4fd8-867a-c57301c11fec,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:27.196035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-2f6cafb9-2665-414d-ad7c-10eee168ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:27.197852 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-2f6cafb9-2665-414d-ad7c-10eee168ebc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 1096 time: 0.1485746 Oct 20 03:41:27.207775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.208196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.209126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.209469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.209803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.210134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.210462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.210789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.211114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.211438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.211762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.212090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f691b-0d3b-4669-a32f-f27b2588157f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:27.223415 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.260193 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:27.267480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-96740513-dec7-403a-80bf-36503e468602 None None] Port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:27.287573 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-f8857041-3e95-499c-a8d9-9624d75c300f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97b8e3d0-1e4d-4fd8-867a-c57301c11fec HTTP/1.1" status: 200 len: 217 time: 0.0683091 Oct 20 03:41:27.436601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-2ff928c0-96e6-4c5a-8610-0abd21a1f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:27.438591 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-2ff928c0-96e6-4c5a-8610-0abd21a1f0d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.1284740 Oct 20 03:41:27.448150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.507038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:27.540344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-5e646a32-2ae7-4216-af82-9121b3d428ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:27.541907 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-5e646a32-2ae7-4216-af82-9121b3d428ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0935774 Oct 20 03:41:27.583118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3147e9-c8d2-454b-8dde-1361be2de0cf req-a3d5f38d-bbba-4207-81d9-53bd86a68679 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:27.584764 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3f3147e9-c8d2-454b-8dde-1361be2de0cf req-a3d5f38d-bbba-4207-81d9-53bd86a68679 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 932 time: 0.1768179 Oct 20 03:41:27.615701 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Allocated IP 2001:db8::2 (0ffd194b-ebce-4d09-80c1-9e10a82beca7/e868a9af-e951-4136-a6b4-3157b1cffe1f/109ce4f0-34b5-4f2d-9c2b-47b96a885e8e) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:27.669671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port e06d9c86-015a-45bf-a38a-a4f187fbea0c yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:27.683710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b097cc-4d21-40dc-8a1f-9047d1bdb650 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:41:27.699844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.769617 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-96740513-dec7-403a-80bf-36503e468602 None None] Attempt 2 to provision port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 Oct 20 03:41:27.774490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Transition to ACTIVE for port object d1b097cc-4d21-40dc-8a1f-9047d1bdb650 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:41:27.787310 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.795666 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-599731b3-0b84-41d3-8558-5ea117bd2a58 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322831 Oct 20 03:41:27.817421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-96740513-dec7-403a-80bf-36503e468602 None None] Port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:27.841410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.850647 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:27.876079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3aa968-59c6-4a84-a9bc-e52d7e566d5b req-8d2c6f07-567a-4406-94ac-4127a7803a2b tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:27.878424 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3a3aa968-59c6-4a84-a9bc-e52d7e566d5b req-8d2c6f07-567a-4406-94ac-4127a7803a2b tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 943 time: 0.1660013 Oct 20 03:41:27.917482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Network 0ffd194b-ebce-4d09-80c1-9e10a82beca7 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:27.918737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Pushing event updated for resources: {'Port': ['ID=109ce4f0-34b5-4f2d-9c2b-47b96a885e8e,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:27.930270 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:27.937966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:27.975768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b097cc-4d21-40dc-8a1f-9047d1bdb650,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:28.019766 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Attempting to bind port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:28.020590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Attempting to bind port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'fa7655bd-373c-42f9-96c8-9b81f90680f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0ffd194b-ebce-4d09-80c1-9e10a82beca7'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:28.021855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Attempting to bind port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e on network 0ffd194b-ebce-4d09-80c1-9e10a82beca7 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:28.029107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:28.030649 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Checking segment: {'id': 'fa7655bd-373c-42f9-96c8-9b81f90680f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0ffd194b-ebce-4d09-80c1-9e10a82beca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:28.031308 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.031914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Bound using segment: {'id': 'fa7655bd-373c-42f9-96c8-9b81f90680f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0ffd194b-ebce-4d09-80c1-9e10a82beca7'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:28.032633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Bound port: 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7655bd-373c-42f9-96c8-9b81f90680f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0ffd194b-ebce-4d09-80c1-9e10a82beca7'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:28.033254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.034836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3a3aa968-59c6-4a84-a9bc-e52d7e566d5b req-af99c619-75d4-4291-b822-b5126a79b1ac tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399324 Oct 20 03:41:28.048452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Attempting to bind port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:28.050975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Attempting to bind port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:28.051398 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Attempting to bind port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 on network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:28.065029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 on network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:41:28.065354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Attempting to bind port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 on network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:28.074881 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1d7d80c-9185-46a6-b46e-10ec4a8c6bd8 req-235e6514-f6b7-4fad-96d2-38f14d303493 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442985 Oct 20 03:41:28.075762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:28.076097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Checking segment: {'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:28.076766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Bound using segment: {'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:28.077203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Bound port: d1b097cc-4d21-40dc-8a1f-9047d1bdb650, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:28.077557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.130068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] For port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:28.135776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] For port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=109ce4f0-34b5-4f2d-9c2b-47b96a885e8e,segment=NetworkSegment(fa7655bd-373c-42f9-96c8-9b81f90680f4),segment_id=fa7655bd-373c-42f9-96c8-9b81f90680f4)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:28.141579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.203358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] For port d1b097cc-4d21-40dc-8a1f-9047d1bdb650, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:28.206154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee83c5-74ab-4869-92e6-4f40b4c3e564 None None] Pushing event updated for resources: {'Port': ['ID=109ce4f0-34b5-4f2d-9c2b-47b96a885e8e,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:28.232586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] For port d1b097cc-4d21-40dc-8a1f-9047d1bdb650, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d1b097cc-4d21-40dc-8a1f-9047d1bdb650,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:28.239143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.246563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:28.247227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.248814 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] 10.222.0.36 "PUT /v2.0/ports/d1b097cc-4d21-40dc-8a1f-9047d1bdb650 HTTP/1.1" status: 200 len: 1094 time: 1.4423978 Oct 20 03:41:28.251175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfd417-5b8f-4019-9196-632a3f6352b7 req-d75976be-496b-4168-8e4b-891aee0c3b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:28.253589 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4bfd417-5b8f-4019-9196-632a3f6352b7 req-d75976be-496b-4168-8e4b-891aee0c3b6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 1096 time: 0.1183164 Oct 20 03:41:28.318204 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-96740513-dec7-403a-80bf-36503e468602 None None] Attempt 3 to provision port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 Oct 20 03:41:28.346659 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3f3147e9-c8d2-454b-8dde-1361be2de0cf req-d7287abf-ddc6-461c-9859-781e223b4e7d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6887014 Oct 20 03:41:28.353572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea416eff-2091-44ef-8996-a51a59127dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b097cc-4d21-40dc-8a1f-9047d1bdb650,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:28.371077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.401865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-96740513-dec7-403a-80bf-36503e468602 None None] Port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:41:28.466760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-72143b9d-0764-4b45-891b-ee45e3decab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:28.468495 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-72143b9d-0764-4b45-891b-ee45e3decab0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 1097 time: 0.1746271 Oct 20 03:41:28.535762 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-be7011c0-e3aa-4506-a56b-f450877783a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=d1b097cc-4d21-40dc-8a1f-9047d1bdb650 HTTP/1.1" status: 200 len: 217 time: 0.0537145 Oct 20 03:41:28.555720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfd417-5b8f-4019-9196-632a3f6352b7 req-0f4a5c44-caa2-4a27-8463-50356d2aecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:28.557780 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4bfd417-5b8f-4019-9196-632a3f6352b7 req-0f4a5c44-caa2-4a27-8463-50356d2aecaa service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 912 time: 0.2499013 Oct 20 03:41:28.608639 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-482eee9e-75a2-4d9c-b790-2ac83770a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:28.610145 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-482eee9e-75a2-4d9c-b790-2ac83770a8cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=045628af-c828-4232-b932-afd3967353ed HTTP/1.1" status: 200 len: 836 time: 0.0638342 Oct 20 03:41:28.619220 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8::10 (0ffd194b-ebce-4d09-80c1-9e10a82beca7/e868a9af-e951-4136-a6b4-3157b1cffe1f/e06d9c86-015a-45bf-a38a-a4f187fbea0c) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:28.660538 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4bfd417-5b8f-4019-9196-632a3f6352b7 req-69e9435a-27b1-4f12-9e0b-19ebb9b97caa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97b8e3d0-1e4d-4fd8-867a-c57301c11fec HTTP/1.1" status: 200 len: 217 time: 0.0814414 Oct 20 03:41:28.707031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 7f255df2-0082-4d28-ac94-6d35698926e7 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:28.722734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ab99aec3-6736-47e8-a2c7-d336b0e77781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:28.725332 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-ab99aec3-6736-47e8-a2c7-d336b0e77781 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56ea2c17-4f59-4ffa-9941-4082c63e8a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0740254 Oct 20 03:41:28.762810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfd417-5b8f-4019-9196-632a3f6352b7 req-2b6a12e2-2ec2-4dbc-8770-a42848dc5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:28.764163 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4bfd417-5b8f-4019-9196-632a3f6352b7 req-2b6a12e2-2ec2-4dbc-8770-a42848dc5dac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0850463 Oct 20 03:41:28.881110 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfd417-5b8f-4019-9196-632a3f6352b7 req-452d44ff-a4aa-4e94-bc9d-8ab4b7fc1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:28.883299 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4bfd417-5b8f-4019-9196-632a3f6352b7 req-452d44ff-a4aa-4e94-bc9d-8ab4b7fc1b01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1062055 Oct 20 03:41:28.885730 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-b0a78c8c-3122-4718-95fb-0f80b9c9c12c service neutron] 10.222.0.36 "GET /v2.0/networks/56ea2c17-4f59-4ffa-9941-4082c63e8a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475725 Oct 20 03:41:28.888045 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:28.898195 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7a210a03-9ad0-4aac-821b-59f08fe1e197 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7565339 Oct 20 03:41:28.898533 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bac6ce-36bc-4e91-bb34-a81c853a6480 None None] Sync routers for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:28.900951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57556) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:28.910321 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bac6ce-36bc-4e91-bb34-a81c853a6480 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:28.911273 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b1bac6ce-36bc-4e91-bb34-a81c853a6480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:28.964820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4a557b-048c-4422-b4dc-c59640598a99 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting subnet e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:28.973456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a4a557b-048c-4422-b4dc-c59640598a99 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:28.998810 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.035860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a4a557b-048c-4422-b4dc-c59640598a99 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.042345 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-b1bac6ce-36bc-4e91-bb34-a81c853a6480 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:29.075973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e647a08-78c0-487b-bd83-3e67eda2f097', 'tag': 'd1b097cc-4d21-40dc-8a1f-9047d1bdb650'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:41:29.078509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e647a08-78c0-487b-bd83-3e67eda2f097", "tag": "d1b097cc-4d21-40dc-8a1f-9047d1bdb650"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:41:29.151219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.163838 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4bfd417-5b8f-4019-9196-632a3f6352b7 req-0809af09-57a0-4125-820a-81c36b48d5f0 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571139 Oct 20 03:41:29.169278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9976010c-70f8-4696-aab1-8f89eaf49b56 x-openstack-request-id: req-9976010c-70f8-4696-aab1-8f89eaf49b56 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:41:29.169574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e647a08-78c0-487b-bd83-3e67eda2f097", "tag": "d1b097cc-4d21-40dc-8a1f-9047d1bdb650", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:41:29.169829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9976010c-70f8-4696-aab1-8f89eaf49b56 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:41:29.171224 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9976010c-70f8-4696-aab1-8f89eaf49b56'] response: {'name': 'network-changed', 'server_uuid': '5e647a08-78c0-487b-bd83-3e67eda2f097', 'tag': 'd1b097cc-4d21-40dc-8a1f-9047d1bdb650', 'status': 'completed', 'code': 200} Oct 20 03:41:29.172532 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0346c014-dc9e-4f40-8c85-290fd1f1fd5c req-cce44da6-df8d-46a4-ac77-33352a07ef80 service neutron] 10.222.0.36 "GET /v2.0/networks/56ea2c17-4f59-4ffa-9941-4082c63e8a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672145 Oct 20 03:41:29.301369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:29.306300 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a4a557b-048c-4422-b4dc-c59640598a99 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.337844 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=e06d9c86-015a-45bf-a38a-a4f187fbea0c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:29.374283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0ffd194b-ebce-4d09-80c1-9e10a82beca7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:29.379912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:29.384165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:29.390846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:29.391746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.425139 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a7d1b07d-1cf0-4a25-8706-54d8e296ae38 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5481753 Oct 20 03:41:29.427030 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57564) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:29.433684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': '0ffd194b-ebce-4d09-80c1-9e10a82beca7', 'name': 'tempest-PortsIpV6TestJSON-884242478', 'fixed_ips': [{'subnet_id': 'e868a9af-e951-4136-a6b4-3157b1cffe1f', 'ip_address': '2001:db8::f'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:29.440053 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b1bac6ce-36bc-4e91-bb34-a81c853a6480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:27Z', 'revision_number': 9, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:29.448536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:29.449912 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.450458 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e Oct 20 03:41:29.494248 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bac6ce-36bc-4e91-bb34-a81c853a6480 None None] Checking router: 7f255df2-0082-4d28-ac94-6d35698926e7 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:29.515638 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bac6ce-36bc-4e91-bb34-a81c853a6480 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:29.520249 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b1bac6ce-36bc-4e91-bb34-a81c853a6480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:29.543087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a4a557b-048c-4422-b4dc-c59640598a99 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.573071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:29.573881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.584636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a9839-581b-4fac-b0d8-a316205e3c1a req-e09939da-6553-4ed1-bf1c-cb0660c4acee tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:29.586230 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-176a9839-581b-4fac-b0d8-a316205e3c1a req-e09939da-6553-4ed1-bf1c-cb0660c4acee tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 943 time: 0.3407571 Oct 20 03:41:29.590061 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4bfd417-5b8f-4019-9196-632a3f6352b7 req-87b6abce-2e49-4884-92fb-38d17321db7e service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102876 Oct 20 03:41:29.618515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a req-a2796061-993e-4cee-86a0-3aa20fa421c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:29.619862 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a req-a2796061-993e-4cee-86a0-3aa20fa421c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 1097 time: 0.2846491 Oct 20 03:41:29.659848 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-b1bac6ce-36bc-4e91-bb34-a81c853a6480 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:29.666428 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-176a9839-581b-4fac-b0d8-a316205e3c1a req-47ce228d-155f-4660-a4b3-c0d57362ed13 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665762 Oct 20 03:41:29.666825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=109ce4f0-34b5-4f2d-9c2b-47b96a885e8e,segment=NetworkSegment(fa7655bd-373c-42f9-96c8-9b81f90680f4),segment_id=fa7655bd-373c-42f9-96c8-9b81f90680f4)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:29.673571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.740575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a557b-048c-4422-b4dc-c59640598a99 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Subnet': ['ID=e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:29.766968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a4a557b-048c-4422-b4dc-c59640598a99 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.777373 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9a4a557b-048c-4422-b4dc-c59640598a99 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c HTTP/1.1" status: 204 len: 168 time: 0.8706844 Oct 20 03:41:29.777579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a req-4c8ecedc-f957-48de-9589-53c06d2e6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:29.778969 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a req-4c8ecedc-f957-48de-9589-53c06d2e6550 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56ea2c17-4f59-4ffa-9941-4082c63e8a37 HTTP/1.1" status: 200 len: 898 time: 0.1504657 Oct 20 03:41:29.779429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57566) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:29.784935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68322965-ca44-4d72-ae4f-e801e2eb8c47 None None] Network bd2331c5-757c-4a9d-892d-4acfcec90b20 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:29.814510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42028054-fcd8-4b89-a8e9-e0fecf78698b None None] Network 0ffd194b-ebce-4d09-80c1-9e10a82beca7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:29.820950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7c4c0-9ffd-45c6-bdfb-69fbb5a58430 req-31de8fc7-02cc-450f-a894-ec4a8c2ecb48 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:29.839760 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5ce7c4c0-9ffd-45c6-bdfb-69fbb5a58430 req-31de8fc7-02cc-450f-a894-ec4a8c2ecb48 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 944 time: 0.3484185 Oct 20 03:41:29.893894 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a req-d878931c-7965-44ee-9a70-df2bb03f42d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=d1b097cc-4d21-40dc-8a1f-9047d1bdb650 HTTP/1.1" status: 200 len: 217 time: 0.0934410 Oct 20 03:41:29.917619 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5ce7c4c0-9ffd-45c6-bdfb-69fbb5a58430 req-7e5bdbf3-06c3-4fee-b3ac-b2b1f9e082f2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769551 Oct 20 03:41:29.948430 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:29.948685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=109ce4f0-34b5-4f2d-9c2b-47b96a885e8e,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:29.950766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:29.976219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port 00c85b5c-acb2-44c9-a76f-daf484ce9b95 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:30.038236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.048452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-da3b6b2c-b3d2-4040-8ebb-943dd5bcf3c3 None None] Provisioning complete for port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:30.049193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da3b6b2c-b3d2-4040-8ebb-943dd5bcf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.049653 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-da3b6b2c-b3d2-4040-8ebb-943dd5bcf3c3 None None] Attempt 1 to provision port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e Oct 20 03:41:30.059202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a req-a2afbe23-81e3-4635-bc18-3d51adf304bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:30.060394 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b1bac6ce-36bc-4e91-bb34-a81c853a6480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:27Z', 'revision_number': 9, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:30.061531 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a req-a2afbe23-81e3-4635-bc18-3d51adf304bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=045628af-c828-4232-b932-afd3967353ed HTTP/1.1" status: 200 len: 836 time: 0.1564569 Oct 20 03:41:30.092980 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bac6ce-36bc-4e91-bb34-a81c853a6480 None None] The sync data for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv is: [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:27Z', 'revision_number': 9, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66a460e-a9c4-45e7-a3a4-5417db4056ed', 'name': '', 'network_id': '0fd2549e-2786-46c2-b277-afa55f93ae2b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:85:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8572808e-9699-4296-9f86-304ec6064858', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:03Z', 'updated_at': '2022-10-20T03:41:09Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '8572808e-9699-4296-9f86-304ec6064858', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:30.153670 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a req-ca54a6a7-4c4d-4557-975a-e6ef3f12bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:30.155154 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a req-ca54a6a7-4c4d-4557-975a-e6ef3f12bb79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56ea2c17-4f59-4ffa-9941-4082c63e8a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712283 Oct 20 03:41:30.166186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port 0aca49fb-7329-4b73-825b-7ff812bc8822 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:30.168626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.230009 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8::f (0ffd194b-ebce-4d09-80c1-9e10a82beca7/e868a9af-e951-4136-a6b4-3157b1cffe1f/00c85b5c-acb2-44c9-a76f-daf484ce9b95) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:30.254218 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-da3b6b2c-b3d2-4040-8ebb-943dd5bcf3c3 None None] Current status of the port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:30.405987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.445182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.466756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] DHCP port deletion for bd2331c5-757c-4a9d-892d-4acfcec90b20 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:41:30.514910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0ffd194b-ebce-4d09-80c1-9e10a82beca7 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:30.518401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:30.522963 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:30.528874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:30.529531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.549853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=00c85b5c-acb2-44c9-a76f-daf484ce9b95,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:30.569042 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-351b30e4-98fb-496b-a462-7450042bbf14 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1405296 Oct 20 03:41:30.569839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57568) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:30.592427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Deleting port 0aca49fb-7329-4b73-825b-7ff812bc8822 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:30.592801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.628805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ddab0f-83dc-4997-b826-1db9e66e0e00 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:30.633615 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b8ddab0f-83dc-4997-b826-1db9e66e0e00 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0628121 Oct 20 03:41:30.634450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57570) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:30.668015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Provisioning complete for port e06d9c86-015a-45bf-a38a-a4f187fbea0c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:30.668408 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.668746 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Attempt 1 to provision port e06d9c86-015a-45bf-a38a-a4f187fbea0c Oct 20 03:41:30.704682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] For port 0aca49fb-7329-4b73-825b-7ff812bc8822, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0aca49fb-7329-4b73-825b-7ff812bc8822,segment=NetworkSegment(2dfb18b1-79e5-42e7-b05f-99420ffcceae),segment_id=2dfb18b1-79e5-42e7-b05f-99420ffcceae)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:30.705286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.718511 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51e01c6-a0cf-4b10-abc2-43ad1b54fe4b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:30.719218 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] For port 0aca49fb-7329-4b73-825b-7ff812bc8822, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0aca49fb-7329-4b73-825b-7ff812bc8822,segment=NetworkSegment(2dfb18b1-79e5-42e7-b05f-99420ffcceae),segment_id=2dfb18b1-79e5-42e7-b05f-99420ffcceae)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:30.719614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.727507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51e01c6-a0cf-4b10-abc2-43ad1b54fe4b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:30.730115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for 0aca49fb-7329-4b73-825b-7ff812bc8822 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:30.737139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51e01c6-a0cf-4b10-abc2-43ad1b54fe4b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:30.739558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Port e06d9c86-015a-45bf-a38a-a4f187fbea0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:30.740901 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Calling delete_port for 0aca49fb-7329-4b73-825b-7ff812bc8822 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:30.741847 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a req-39fd4f93-556d-43e8-9042-cb6fcd95da05 service neutron] 10.222.0.36 "GET /v2.0/networks/56ea2c17-4f59-4ffa-9941-4082c63e8a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710647 Oct 20 03:41:30.742661 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d51e01c6-a0cf-4b10-abc2-43ad1b54fe4b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1068623 Oct 20 03:41:30.743309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57574) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:30.853865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.882280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fa54834a-dcf6-40b2-af2e-8cf99af99d75 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 00c85b5c-acb2-44c9-a76f-daf484ce9b95 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:30.882721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa54834a-dcf6-40b2-af2e-8cf99af99d75 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:30.886508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Pushing event deleted for resources: {'Port': ['ID=0aca49fb-7329-4b73-825b-7ff812bc8822,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:30.891027 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] No DVR routers for this DVR port 0aca49fb-7329-4b73-825b-7ff812bc8822 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:30.899273 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.899722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.900137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.900561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.900967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.901364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.901754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.902280 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.902665 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.903954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.903954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.903954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d895f78-ca93-468f-94aa-a35700c0d6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: from cryptography.utils import int_from_bytes Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: from cryptography.utils import int_from_bytes Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:30.982012 dv-neutron-861842-1-hyperv neutron-server[103629]: self.session.flush() Oct 20 03:41:30.986187 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0414ca0-29c2-4ed6-b383-2e5614d4e31a req-af339454-320f-4113-9933-45c0cc032fdc service neutron] 10.222.0.36 "GET /v2.0/networks/56ea2c17-4f59-4ffa-9941-4082c63e8a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328856 Oct 20 03:41:30.994789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6caa385-a3ed-4ea1-9d6b-8bf3e162b735 req-b4df810a-f98b-4999-9417-8b68ccbeb5fb tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:31.002149 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6caa385-a3ed-4ea1-9d6b-8bf3e162b735 req-b4df810a-f98b-4999-9417-8b68ccbeb5fb tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 943 time: 0.1874592 Oct 20 03:41:31.003309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa54834a-dcf6-40b2-af2e-8cf99af99d75 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.026757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.030269 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fa54834a-dcf6-40b2-af2e-8cf99af99d75 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 00c85b5c-acb2-44c9-a76f-daf484ce9b95 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:31.051607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:31.079300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=0aca49fb-7329-4b73-825b-7ff812bc8822,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:31.085029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No DVR routers for this DVR port 0aca49fb-7329-4b73-825b-7ff812bc8822 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:31.092043 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6caa385-a3ed-4ea1-9d6b-8bf3e162b735 req-8b2abbc8-190c-4cb7-b9aa-83febc36e1dd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890546 Oct 20 03:41:31.129096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:31.129477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.129844 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e Oct 20 03:41:31.173078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9724cc-c552-42d4-9390-6a529102cf28 req-525d8ddc-d457-42e6-bc2c-432f503a586e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:31.182012 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2f9724cc-c552-42d4-9390-6a529102cf28 req-525d8ddc-d457-42e6-bc2c-432f503a586e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 944 time: 0.0872345 Oct 20 03:41:31.206436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.238076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2331c5-757c-4a9d-892d-4acfcec90b20']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:31.238688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:31.242305 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Attempt 2 to provision port e06d9c86-015a-45bf-a38a-a4f187fbea0c Oct 20 03:41:31.254126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfb18b1-79e5-42e7-b05f-99420ffcceae') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:31.254476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfb18b1-79e5-42e7-b05f-99420ffcceae') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:31.266542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.272985 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2f9724cc-c552-42d4-9390-6a529102cf28 req-6a98b2e5-f1c6-471f-a64e-d304a07055b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772221 Oct 20 03:41:31.284515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.304910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:31.304910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.307978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Port e06d9c86-015a-45bf-a38a-a4f187fbea0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:31.312017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa54834a-dcf6-40b2-af2e-8cf99af99d75 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.331830 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2dfb18b1-79e5-42e7-b05f-99420ffcceae resource provider aggregate not found Oct 20 03:41:31.353141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54834a-dcf6-40b2-af2e-8cf99af99d75 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=00c85b5c-acb2-44c9-a76f-daf484ce9b95,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:31.362545 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2dfb18b1-79e5-42e7-b05f-99420ffcceae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dfb18b1-79e5-42e7-b05f-99420ffcceae found for delete ", "request_id": "req-c36f17d5-637b-413a-9f9a-9a54866fd5e2"}]} Oct 20 03:41:31.374868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:31.386656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fa54834a-dcf6-40b2-af2e-8cf99af99d75 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.394715 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fa54834a-dcf6-40b2-af2e-8cf99af99d75 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/00c85b5c-acb2-44c9-a76f-daf484ce9b95 HTTP/1.1" status: 204 len: 168 time: 0.6492171 Oct 20 03:41:31.397316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57582) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:31.402963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:31.403318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ca6dcd5-ffeb-4c73-a90f-4e3f4ef4defe not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:31.403733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0aca49fb-7329-4b73-825b-7ff812bc8822 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:31.424094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 0aca49fb-7329-4b73-825b-7ff812bc8822 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:31.424451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0aca49fb-7329-4b73-825b-7ff812bc8822 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:31.425761 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.428924 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c7050a-7863-443a-87d7-ddbe3d7bf3e8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:41:31.433428 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57584) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:31.434034 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-48c7050a-7863-443a-87d7-ddbe3d7bf3e8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/00c85b5c-acb2-44c9-a76f-daf484ce9b95 HTTP/1.1" status: 404 len: 333 time: 0.0344594 Oct 20 03:41:31.440207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.443602 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/networks/bd2331c5-757c-4a9d-892d-4acfcec90b20 HTTP/1.1" status: 204 len: 168 time: 1.6632423 Oct 20 03:41:31.447108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57586) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:31.468152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fca2b-4be3-4879-bab6-e129c5b33aa5 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Network': ['ID=bd2331c5-757c-4a9d-892d-4acfcec90b20,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:31.569543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-cd5003ce-8af4-4b8b-a3ee-5f253ecd8953 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port e06d9c86-015a-45bf-a38a-a4f187fbea0c {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:31.569893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd5003ce-8af4-4b8b-a3ee-5f253ecd8953 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.660211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd5003ce-8af4-4b8b-a3ee-5f253ecd8953 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.672790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-cd5003ce-8af4-4b8b-a3ee-5f253ecd8953 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for e06d9c86-015a-45bf-a38a-a4f187fbea0c owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:31.801174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd5003ce-8af4-4b8b-a3ee-5f253ecd8953 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.809273 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Attempt 3 to provision port e06d9c86-015a-45bf-a38a-a4f187fbea0c Oct 20 03:41:31.821308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.834200 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5003ce-8af4-4b8b-a3ee-5f253ecd8953 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=e06d9c86-015a-45bf-a38a-a4f187fbea0c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:31.835672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Port e06d9c86-015a-45bf-a38a-a4f187fbea0c was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:41:31.858123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Provisioning complete for port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:31.858798 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.859541 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Attempt 1 to provision port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e Oct 20 03:41:31.860376 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd5003ce-8af4-4b8b-a3ee-5f253ecd8953 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:31.867261 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cd5003ce-8af4-4b8b-a3ee-5f253ecd8953 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/e06d9c86-015a-45bf-a38a-a4f187fbea0c HTTP/1.1" status: 204 len: 168 time: 0.4293327 Oct 20 03:41:31.867466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57588) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:31.899440 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4291dd-c04f-4df5-bd28-8f16087ebc7e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:41:31.901106 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ba4291dd-c04f-4df5-bd28-8f16087ebc7e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/e06d9c86-015a-45bf-a38a-a4f187fbea0c HTTP/1.1" status: 404 len: 333 time: 0.0332658 Oct 20 03:41:31.904019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57590) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:31.966679 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ad235f10-9366-4c69-b03d-ab59ce755c6e None None] Current status of the port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:31.974666 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb6b48e-f449-418f-a4a6-474ed61d1a2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting subnet e868a9af-e951-4136-a6b4-3157b1cffe1f {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:31.978335 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b48e-f449-418f-a4a6-474ed61d1a2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.023766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b48e-f449-418f-a4a6-474ed61d1a2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.079237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-cf949592-b97d-448b-b1ce-262ac0bfbca1 None None] Could not find standard attr ID for object e06d9c86-015a-45bf-a38a-a4f187fbea0c. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:32.082666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-cf949592-b97d-448b-b1ce-262ac0bfbca1 None None] Could not find standard attr ID for object 00c85b5c-acb2-44c9-a76f-daf484ce9b95. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:32.119848 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b48e-f449-418f-a4a6-474ed61d1a2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.127312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port e66a460e-a9c4-45e7-a3a4-5417db4056ed {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:32.127659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.187639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b48e-f449-418f-a4a6-474ed61d1a2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.215171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6b48e-f449-418f-a4a6-474ed61d1a2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Subnet': ['ID=e868a9af-e951-4136-a6b4-3157b1cffe1f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:32.219906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b48e-f449-418f-a4a6-474ed61d1a2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.223168 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ddb6b48e-f449-418f-a4a6-474ed61d1a2f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/e868a9af-e951-4136-a6b4-3157b1cffe1f HTTP/1.1" status: 204 len: 168 time: 0.3181109 Oct 20 03:41:32.226754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57594) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:32.227830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa550cf-4e6c-486a-9273-3a1bcb47c4a5 None None] Network 0ffd194b-ebce-4d09-80c1-9e10a82beca7 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:32.256171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] For port e66a460e-a9c4-45e7-a3a4-5417db4056ed, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e66a460e-a9c4-45e7-a3a4-5417db4056ed,segment=NetworkSegment(b94fd73a-274c-4946-b201-404b2210fee8),segment_id=b94fd73a-274c-4946-b201-404b2210fee8)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:32.256567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.274998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a5d1b-2454-4899-8616-01e15f252f50 req-59535769-b28c-4185-a71d-67c13f49c701 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:32.276545 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-675a5d1b-2454-4899-8616-01e15f252f50 req-59535769-b28c-4185-a71d-67c13f49c701 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 943 time: 0.0833838 Oct 20 03:41:32.280837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for e66a460e-a9c4-45e7-a3a4-5417db4056ed owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:32.308287 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.362332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device d1b097cc-4d21-40dc-8a1f-9047d1bdb650 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:41:32.374134 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-675a5d1b-2454-4899-8616-01e15f252f50 req-068111c3-3439-4ca7-8617-f9c6c16914cd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875511 Oct 20 03:41:32.378282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:32.378636 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.481991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] For port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=109ce4f0-34b5-4f2d-9c2b-47b96a885e8e,segment=NetworkSegment(fa7655bd-373c-42f9-96c8-9b81f90680f4),segment_id=fa7655bd-373c-42f9-96c8-9b81f90680f4)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:32.482609 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.508974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d50bc0-e852-458f-b9aa-c65c59da8b52 None None] DHCP port deletion for 0ffd194b-ebce-4d09-80c1-9e10a82beca7 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:41:32.509922 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16fc7f-aa01-4328-841d-322608a6c989 req-af04f02c-0ba0-4303-94cf-3ae4439d815f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:32.511484 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bd16fc7f-aa01-4328-841d-322608a6c989 req-af04f02c-0ba0-4303-94cf-3ae4439d815f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 944 time: 0.1379282 Oct 20 03:41:32.512918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:32.526548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port d1b097cc-4d21-40dc-8a1f-9047d1bdb650, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d1b097cc-4d21-40dc-8a1f-9047d1bdb650,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:32.545333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.559051 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'd1b097cc-4d21-40dc-8a1f-9047d1bdb650', 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37', 'port_id': 'd1b097cc-4d21-40dc-8a1f-9047d1bdb650', 'mac_address': 'fa:16:3e:44:08:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045628af-c828-4232-b932-afd3967353ed', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:41:32.585888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=e66a460e-a9c4-45e7-a3a4-5417db4056ed,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:32.615750 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:32.616257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.620865 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bd16fc7f-aa01-4328-841d-322608a6c989 req-304962f5-e2db-4d52-bdea-f69a9a0b5a19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969830 Oct 20 03:41:32.648059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-09d50bc0-e852-458f-b9aa-c65c59da8b52 None None] Deleting port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:32.648742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-09d50bc0-e852-458f-b9aa-c65c59da8b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.653373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b097cc-4d21-40dc-8a1f-9047d1bdb650 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:41:32.688248 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.713612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port d1b097cc-4d21-40dc-8a1f-9047d1bdb650, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d1b097cc-4d21-40dc-8a1f-9047d1bdb650,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:32.721298 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=109ce4f0-34b5-4f2d-9c2b-47b96a885e8e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:32.723575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No DVR routers for this DVR port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:32.768581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-09d50bc0-e852-458f-b9aa-c65c59da8b52 None None] For port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=109ce4f0-34b5-4f2d-9c2b-47b96a885e8e,segment=NetworkSegment(fa7655bd-373c-42f9-96c8-9b81f90680f4),segment_id=fa7655bd-373c-42f9-96c8-9b81f90680f4)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:32.768980 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-09d50bc0-e852-458f-b9aa-c65c59da8b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.785949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-09d50bc0-e852-458f-b9aa-c65c59da8b52 None None] Calling delete_port for 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:32.795009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.819526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.842153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffd194b-ebce-4d09-80c1-9e10a82beca7']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:32.848442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.854792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7655bd-373c-42f9-96c8-9b81f90680f4') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:32.855156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7655bd-373c-42f9-96c8-9b81f90680f4') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:32.866087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.882551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.890899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:32.891322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.910988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=d1b097cc-4d21-40dc-8a1f-9047d1bdb650,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: from cryptography.utils import int_from_bytes Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: from cryptography.utils import int_from_bytes Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 03:41:32.937459 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 03:41:32.945525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-09d50bc0-e852-458f-b9aa-c65c59da8b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:32.979113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d50bc0-e852-458f-b9aa-c65c59da8b52 None None] Pushing event deleted for resources: {'Port': ['ID=109ce4f0-34b5-4f2d-9c2b-47b96a885e8e,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:32.981473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d50bc0-e852-458f-b9aa-c65c59da8b52 None None] No DVR routers for this DVR port 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:32.990992 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment fa7655bd-373c-42f9-96c8-9b81f90680f4 resource provider aggregate not found Oct 20 03:41:32.998902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.016128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.024351 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/networks/0ffd194b-ebce-4d09-80c1-9e10a82beca7 HTTP/1.1" status: 204 len: 168 time: 0.7944944 Oct 20 03:41:33.026522 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment fa7655bd-373c-42f9-96c8-9b81f90680f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa7655bd-373c-42f9-96c8-9b81f90680f4 found for delete ", "request_id": "req-234e3395-5f87-4821-8c78-fa2ae6073b9c"}]} Oct 20 03:41:33.035926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57602) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:33.042690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-300996876'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:33.047533 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b11aa8-d05b-452c-9d12-cbc9906d17a6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Network': ['ID=0ffd194b-ebce-4d09-80c1-9e10a82beca7,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:33.074832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:33.078206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.078474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 7f255df2-0082-4d28-ac94-6d35698926e7 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:33.115524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:41:33.126511 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.126917 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Added segment 6cc68132-b618-4bc9-baa9-2ebd5823f09b of type vlan for network 0a766abb-2f91-41b8-a1e2-6fb21b242585 Oct 20 03:41:33.142231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:33.170165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['d1b097cc-4d21-40dc-8a1f-9047d1bdb650'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:41:33.170443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.174845 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:33.175305 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 109ce4f0-34b5-4f2d-9c2b-47b96a885e8e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:33.207064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:33.208382 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-484821c0-15e4-4965-98e9-6e04f8532f4a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7466142 Oct 20 03:41:33.210612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.211258 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57604) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:33.217905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:33.218099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad136f19-dc1e-4e71-a47d-f10945d8ed13 None None] Sync routers for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:33.219118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.248669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad136f19-dc1e-4e71-a47d-f10945d8ed13 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:33.249535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ad136f19-dc1e-4e71-a47d-f10945d8ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:33.264351 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2261841 Oct 20 03:41:33.266347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57606) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:33.273519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f850e3d8-8621-48c3-8c69-0dc833a9fa3f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting subnet 8572808e-9699-4296-9f86-304ec6064858 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:33.274811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': '0a766abb-2f91-41b8-a1e2-6fb21b242585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:33.277014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f850e3d8-8621-48c3-8c69-0dc833a9fa3f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.323769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f850e3d8-8621-48c3-8c69-0dc833a9fa3f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.335203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4f392-7fcc-4e14-a043-589928b650d8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Network': ['ID=0a766abb-2f91-41b8-a1e2-6fb21b242585,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:33.358712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 0a766abb-2f91-41b8-a1e2-6fb21b242585 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:41:33.390472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-ad136f19-dc1e-4e71-a47d-f10945d8ed13 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:33.404361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:33.407959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.430705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f850e3d8-8621-48c3-8c69-0dc833a9fa3f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.538459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f850e3d8-8621-48c3-8c69-0dc833a9fa3f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.561256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821976f-3595-4a14-b073-3255e87aa9cd req-9f06ad0a-4bee-4725-ac5d-aadeb3e2a17c tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:33.562910 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6821976f-3595-4a14-b073-3255e87aa9cd req-9f06ad0a-4bee-4725-ac5d-aadeb3e2a17c tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 943 time: 0.0801408 Oct 20 03:41:33.589819 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f850e3d8-8621-48c3-8c69-0dc833a9fa3f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.593055 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f850e3d8-8621-48c3-8c69-0dc833a9fa3f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/8572808e-9699-4296-9f86-304ec6064858 HTTP/1.1" status: 204 len: 168 time: 0.3798425 Oct 20 03:41:33.594159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850e3d8-8621-48c3-8c69-0dc833a9fa3f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Subnet': ['ID=8572808e-9699-4296-9f86-304ec6064858,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:33.595823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57610) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:33.642610 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.650614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb7ae23-bafc-402c-8ce9-7df8c32cfcea None None] Network 0fd2549e-2786-46c2-b277-afa55f93ae2b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:33.667598 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6821976f-3595-4a14-b073-3255e87aa9cd req-fe93ce5e-e6db-4cad-833e-ce6a390448ee tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847893 Oct 20 03:41:33.709994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.724862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Subnet': ['ID=5b9e3ff7-4648-4938-ac77-e1b5a5244f70,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:33.736126 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Checking segment: {'id': '6cc68132-b618-4bc9-baa9-2ebd5823f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0a766abb-2f91-41b8-a1e2-6fb21b242585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:33.736612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network hostable DHCP agents. Network: 0a766abb-2f91-41b8-a1e2-6fb21b242585, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:41:33.773389 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port f75871ac-82de-41a4-84a2-a2bb2ee1284f {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:33.773737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.782385 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0a766abb-2f91-41b8-a1e2-6fb21b242585 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:41:33.792289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 0a766abb-2f91-41b8-a1e2-6fb21b242585) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:33.797607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:33.798393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.813989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be8ee77-5aec-471d-9c04-595c92b96772 None None] Network 0a766abb-2f91-41b8-a1e2-6fb21b242585 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:33.815553 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b231e3-8d76-4290-b3ca-6f0ae6febef0 req-0b532396-6dce-46a9-95f8-8de658ef86ff tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:33.817209 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-25b231e3-8d76-4290-b3ca-6f0ae6febef0 req-0b532396-6dce-46a9-95f8-8de658ef86ff tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 945 time: 0.0763147 Oct 20 03:41:33.825863 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3265a873-e0a0-4bba-a6b8-b145bafcd92b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5583346 Oct 20 03:41:33.832934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57614) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:33.837781 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-cf3825a1-32d8-4a4f-8b63-c85d167c6dac tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-892127964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:33.869671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] For port f75871ac-82de-41a4-84a2-a2bb2ee1284f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f75871ac-82de-41a4-84a2-a2bb2ee1284f,segment=NetworkSegment(b94fd73a-274c-4946-b201-404b2210fee8),segment_id=b94fd73a-274c-4946-b201-404b2210fee8)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:33.870086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.885218 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-25b231e3-8d76-4290-b3ca-6f0ae6febef0 req-0b2a8e4f-ecdc-4051-b2e1-1f01ef9b4ca9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577939 Oct 20 03:41:33.886948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cf3825a1-32d8-4a4f-8b63-c85d167c6dac tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.888330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cf3825a1-32d8-4a4f-8b63-c85d167c6dac tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.896584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for f75871ac-82de-41a4-84a2-a2bb2ee1284f owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:33.941538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cf3825a1-32d8-4a4f-8b63-c85d167c6dac tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.947524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cf3825a1-32d8-4a4f-8b63-c85d167c6dac tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.970880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cf3825a1-32d8-4a4f-8b63-c85d167c6dac tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:33.972080 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cf3825a1-32d8-4a4f-8b63-c85d167c6dac tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1374595 Oct 20 03:41:33.974799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57616) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:33.980402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'network_id': '0a766abb-2f91-41b8-a1e2-6fb21b242585', 'name': 'tempest-PortsIpV6TestJSON-60847855'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:33.991236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.017734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=f75871ac-82de-41a4-84a2-a2bb2ee1284f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:34.022175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No DVR routers for this DVR port f75871ac-82de-41a4-84a2-a2bb2ee1284f on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:34.105601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:34.107542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.110724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.134279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd2549e-2786-46c2-b277-afa55f93ae2b']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:34.137446 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port d30965e8-313b-4fe3-8eb9-f0f015b40e7e yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:34.146133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94fd73a-274c-4946-b201-404b2210fee8') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:34.146839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94fd73a-274c-4946-b201-404b2210fee8') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:34.158348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.175087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.186682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:34.186682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.187090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b058cf00-4fb5-4542-a0aa-02ef76dc4eb0 None None] DHCP port deletion for 0fd2549e-2786-46c2-b277-afa55f93ae2b request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:41:34.206748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ad136f19-dc1e-4e71-a47d-f10945d8ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:32Z', 'revision_number': 10, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:34.212135 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment b94fd73a-274c-4946-b201-404b2210fee8 resource provider aggregate not found Oct 20 03:41:34.248689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-0a766abb-2f91-41b8-a1e2-6fb21b242585', 'network_id': '0a766abb-2f91-41b8-a1e2-6fb21b242585', 'tenant_id': 'f0c8ce471db2452fb44ddb13bce2b352', 'fixed_ips': [{'subnet_id': '5b9e3ff7-4648-4938-ac77-e1b5a5244f70'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:41:34.249556 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.258194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad136f19-dc1e-4e71-a47d-f10945d8ed13 None None] Checking router: 7f255df2-0082-4d28-ac94-6d35698926e7 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:34.266258 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment b94fd73a-274c-4946-b201-404b2210fee8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b94fd73a-274c-4946-b201-404b2210fee8 found for delete ", "request_id": "req-81c0db19-5976-41ac-8122-af1957d68a3f"}]} Oct 20 03:41:34.276928 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.286491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:34.290982 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/networks/0fd2549e-2786-46c2-b277-afa55f93ae2b HTTP/1.1" status: 204 len: 168 time: 0.6923888 Oct 20 03:41:34.295948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57622) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:34.296755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad136f19-dc1e-4e71-a47d-f10945d8ed13 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:34.297392 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ad136f19-dc1e-4e71-a47d-f10945d8ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:34.305247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274f209-27b7-4040-88f1-bd222dc973f6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Network': ['ID=0fd2549e-2786-46c2-b277-afa55f93ae2b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:34.359183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8::31c (0a766abb-2f91-41b8-a1e2-6fb21b242585/5b9e3ff7-4648-4938-ac77-e1b5a5244f70/d30965e8-313b-4fe3-8eb9-f0f015b40e7e) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:34.452644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-ad136f19-dc1e-4e71-a47d-f10945d8ed13 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:34.653006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ad136f19-dc1e-4e71-a47d-f10945d8ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:32Z', 'revision_number': 10, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:34.681060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad136f19-dc1e-4e71-a47d-f10945d8ed13 None None] The sync data for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv is: [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:32Z', 'revision_number': 10, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None, '_interfaces': [{'id': 'e29273db-45b2-43ea-8be7-4dee46e161cf', 'name': '', 'network_id': 'f3fb40f7-5ef4-4576-894f-62fe477f2d5b', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:59Z', 'updated_at': '2022-10-20T03:41:03Z', 'revision_number': 5, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'subnets': [{'id': '678632b9-6915-4d4b-9c32-f0f4239d3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:34.803578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a171f18-aecc-417f-98f2-3751f601982e req-a86b0274-7cc6-44cd-8a67-5ba26e450f5b tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:34.805283 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3a171f18-aecc-417f-98f2-3751f601982e req-a86b0274-7cc6-44cd-8a67-5ba26e450f5b tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 943 time: 0.0524657 Oct 20 03:41:34.846550 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3a171f18-aecc-417f-98f2-3751f601982e req-65b8707d-0b88-4912-af3c-0caacbaf1d4a tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349419 Oct 20 03:41:35.051158 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.084381 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f75871ac-82de-41a4-84a2-a2bb2ee1284f no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:35.086679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8e94d-8f19-4416-9829-4f5a05381cb0 req-2c99713f-b71b-4f1b-b48c-c1a354b92083 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:35.088187 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-61f8e94d-8f19-4416-9829-4f5a05381cb0 req-2c99713f-b71b-4f1b-b48c-c1a354b92083 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 945 time: 0.1232376 Oct 20 03:41:35.113143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: f75871ac-82de-41a4-84a2-a2bb2ee1284f {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:35.113489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f75871ac-82de-41a4-84a2-a2bb2ee1284f not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:35.113908 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e66a460e-a9c4-45e7-a3a4-5417db4056ed no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:35.134542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: e66a460e-a9c4-45e7-a3a4-5417db4056ed {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:35.134893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e66a460e-a9c4-45e7-a3a4-5417db4056ed not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:35.151892 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-61f8e94d-8f19-4416-9829-4f5a05381cb0 req-63836d33-bfa8-4066-8594-c0814e534979 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558352 Oct 20 03:41:35.160148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.202812 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Allocated IP 2001:db8::2 (0a766abb-2f91-41b8-a1e2-6fb21b242585/5b9e3ff7-4648-4938-ac77-e1b5a5244f70/df0ee868-7f7f-48b5-ad5c-0a58c47f9a27) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:35.246569 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0a766abb-2f91-41b8-a1e2-6fb21b242585 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:35.247881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=d30965e8-313b-4fe3-8eb9-f0f015b40e7e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:35.252076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:35.255048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:35.260547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:35.261194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.281392 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d246baf9-df74-4ef9-bddf-bf2efc3e3ba4 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3054118 Oct 20 03:41:35.284176 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57628) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:35.288747 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.367962 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.373670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.406101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Network 0a766abb-2f91-41b8-a1e2-6fb21b242585 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:35.411842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:35.415755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:35.466546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Pushing event updated for resources: {'Port': ['ID=df0ee868-7f7f-48b5-ad5c-0a58c47f9a27,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:35.483769 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Attempting to bind port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:35.484143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Attempting to bind port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '6cc68132-b618-4bc9-baa9-2ebd5823f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0a766abb-2f91-41b8-a1e2-6fb21b242585'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:35.484539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Attempting to bind port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 on network 0a766abb-2f91-41b8-a1e2-6fb21b242585 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:35.489628 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:35.490230 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Checking segment: {'id': '6cc68132-b618-4bc9-baa9-2ebd5823f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0a766abb-2f91-41b8-a1e2-6fb21b242585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:35.490627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.491016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Bound using segment: {'id': '6cc68132-b618-4bc9-baa9-2ebd5823f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0a766abb-2f91-41b8-a1e2-6fb21b242585'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:35.491622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Bound port: df0ee868-7f7f-48b5-ad5c-0a58c47f9a27, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc68132-b618-4bc9-baa9-2ebd5823f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0a766abb-2f91-41b8-a1e2-6fb21b242585'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:35.491982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.561059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] For port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:35.562897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port e29273db-45b2-43ea-8be7-4dee46e161cf {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:35.563293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.564973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] For port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=df0ee868-7f7f-48b5-ad5c-0a58c47f9a27,segment=NetworkSegment(6cc68132-b618-4bc9-baa9-2ebd5823f09b),segment_id=6cc68132-b618-4bc9-baa9-2ebd5823f09b)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:35.570422 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.630952 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb318d9-b88e-4dfa-b69f-d3061dd4f3ee None None] Pushing event updated for resources: {'Port': ['ID=df0ee868-7f7f-48b5-ad5c-0a58c47f9a27,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:35.684601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] For port e29273db-45b2-43ea-8be7-4dee46e161cf, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e29273db-45b2-43ea-8be7-4dee46e161cf,segment=NetworkSegment(3ca09114-cd47-4cf1-9697-1f9b73103d27),segment_id=3ca09114-cd47-4cf1-9697-1f9b73103d27)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:35.684979 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.700522 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for e29273db-45b2-43ea-8be7-4dee46e161cf owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:35.925561 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:35.964317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=e29273db-45b2-43ea-8be7-4dee46e161cf,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:36.042095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec290c-befe-4fa6-ab43-520da912fd2b req-e7bb9d0d-c14f-4b38-b7e0-3987be7e5825 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:36.043557 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f1ec290c-befe-4fa6-ab43-520da912fd2b req-e7bb9d0d-c14f-4b38-b7e0-3987be7e5825 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 943 time: 0.0945582 Oct 20 03:41:36.047180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.116120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.133383 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f1ec290c-befe-4fa6-ab43-520da912fd2b req-855f77c7-74e1-4c92-b754-a5e9cf9a4c15 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767241 Oct 20 03:41:36.322162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 7f255df2-0082-4d28-ac94-6d35698926e7 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:36.341804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.342499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab348ca-a051-402d-9d84-dabcaf6eee5a req-55bd19c7-64a3-41ab-80e5-1f327447bccc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:36.344137 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-dab348ca-a051-402d-9d84-dabcaf6eee5a req-55bd19c7-64a3-41ab-80e5-1f327447bccc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 945 time: 0.0922227 Oct 20 03:41:36.350192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.378282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device d1b097cc-4d21-40dc-8a1f-9047d1bdb650 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:36.422313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:36.432691 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74f24c-1762-4839-8b12-39c4e31311f0 None None] Sync routers for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:36.448452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:36.450653 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74f24c-1762-4839-8b12-39c4e31311f0 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:36.451544 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8a74f24c-1762-4839-8b12-39c4e31311f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:36.454984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:36.455406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.455748 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 Oct 20 03:41:36.459458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=d30965e8-313b-4fe3-8eb9-f0f015b40e7e,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:36.493279 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7a34cd4f-a01d-45de-9366-31dc7b90bb65 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1960454 Oct 20 03:41:36.496966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57634) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:36.527769 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-dab348ca-a051-402d-9d84-dabcaf6eee5a req-0da6cfb8-3a36-4e82-973b-0ec70d984ffc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034169 Oct 20 03:41:36.572624 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.582247 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8a74f24c-1762-4839-8b12-39c4e31311f0 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:36.592664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:36.593109 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.599185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb25771a-8e6b-4cc0-93d8-50cffff9077c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting subnet 678632b9-6915-4d4b-9c32-f0f4239d3492 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:36.603315 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb25771a-8e6b-4cc0-93d8-50cffff9077c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.630096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port d1b097cc-4d21-40dc-8a1f-9047d1bdb650, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d1b097cc-4d21-40dc-8a1f-9047d1bdb650,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:36.631310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e647a08-78c0-487b-bd83-3e67eda2f097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b097cc-4d21-40dc-8a1f-9047d1bdb650'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:41:36.634898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0207c2a0-d942-4145-92e3-c5524059f33c" -d '{"events": [{"server_uuid": "5e647a08-78c0-487b-bd83-3e67eda2f097", "name": "network-vif-plugged", "status": "completed", "tag": "d1b097cc-4d21-40dc-8a1f-9047d1bdb650"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:41:36.639527 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.656589 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb25771a-8e6b-4cc0-93d8-50cffff9077c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.681284 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8a74f24c-1762-4839-8b12-39c4e31311f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:35Z', 'revision_number': 11, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:36.700945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=d1b097cc-4d21-40dc-8a1f-9047d1bdb650,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:36.706628 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af163705-6130-4ecf-b9fc-79901a2f22a6 x-openstack-request-id: req-af163705-6130-4ecf-b9fc-79901a2f22a6 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:41:36.706913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e647a08-78c0-487b-bd83-3e67eda2f097", "name": "network-vif-plugged", "status": "completed", "tag": "d1b097cc-4d21-40dc-8a1f-9047d1bdb650", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:41:36.710574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af163705-6130-4ecf-b9fc-79901a2f22a6 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:41:36.710574 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af163705-6130-4ecf-b9fc-79901a2f22a6'] response: {'server_uuid': '5e647a08-78c0-487b-bd83-3e67eda2f097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b097cc-4d21-40dc-8a1f-9047d1bdb650', 'code': 200} Oct 20 03:41:36.725106 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74f24c-1762-4839-8b12-39c4e31311f0 None None] Checking router: 7f255df2-0082-4d28-ac94-6d35698926e7 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:36.734092 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74f24c-1762-4839-8b12-39c4e31311f0 None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:36.734776 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8a74f24c-1762-4839-8b12-39c4e31311f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:36.789129 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb25771a-8e6b-4cc0-93d8-50cffff9077c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.798141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.827183 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8a74f24c-1762-4839-8b12-39c4e31311f0 None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:36.870761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb25771a-8e6b-4cc0-93d8-50cffff9077c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.892124 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8a74f24c-1762-4839-8b12-39c4e31311f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:35Z', 'revision_number': 11, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:36.902959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d7fd8-0681-4a70-b350-75d6a07cb80d None None] Network 0a766abb-2f91-41b8-a1e2-6fb21b242585 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:36.910189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25771a-8e6b-4cc0-93d8-50cffff9077c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Subnet': ['ID=678632b9-6915-4d4b-9c32-f0f4239d3492,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:36.935728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb25771a-8e6b-4cc0-93d8-50cffff9077c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:36.947854 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-eb25771a-8e6b-4cc0-93d8-50cffff9077c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/678632b9-6915-4d4b-9c32-f0f4239d3492 HTTP/1.1" status: 204 len: 168 time: 0.4481223 Oct 20 03:41:36.948676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57638) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:36.959147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ccc24-9991-4e69-a8cc-bcf35be76f09 None None] Network f3fb40f7-5ef4-4576-894f-62fe477f2d5b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:37.041002 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74f24c-1762-4839-8b12-39c4e31311f0 None None] The sync data for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv is: [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:35Z', 'revision_number': 11, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:37.077272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d35f8d-02d4-4298-a530-8d5c062b619d req-9477777b-937a-42a6-9de4-55ced62a6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:37.078878 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-32d35f8d-02d4-4298-a530-8d5c062b619d req-9477777b-937a-42a6-9de4-55ced62a6c93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 1099 time: 0.1417627 Oct 20 03:41:37.093089 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.154650 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-32d35f8d-02d4-4298-a530-8d5c062b619d req-d6b188a4-b203-4dd8-8516-0639ea41bff3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505595 Oct 20 03:41:37.163602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Deleting port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:37.164580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.242826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3b4d6b9c-b855-4aaa-827d-f0705e0a8f81 None None] Provisioning complete for port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:37.243195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6b9c-b855-4aaa-827d-f0705e0a8f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.243531 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3b4d6b9c-b855-4aaa-827d-f0705e0a8f81 None None] Attempt 1 to provision port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 Oct 20 03:41:37.256628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.261352 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.262117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.283835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] For port 5c9e7a84-9718-4a8b-9552-988de4bd0be7, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5c9e7a84-9718-4a8b-9552-988de4bd0be7,segment=NetworkSegment(3ca09114-cd47-4cf1-9697-1f9b73103d27),segment_id=3ca09114-cd47-4cf1-9697-1f9b73103d27)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:37.284384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.305893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Calling delete_port for 5c9e7a84-9718-4a8b-9552-988de4bd0be7 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:37.314632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f09f89-a038-4a47-9cac-25cca287e244 req-85993017-9c84-43b6-976c-bc9112800d07 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:37.316277 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-19f09f89-a038-4a47-9cac-25cca287e244 req-85993017-9c84-43b6-976c-bc9112800d07 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 943 time: 0.0833013 Oct 20 03:41:37.339609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=d30965e8-313b-4fe3-8eb9-f0f015b40e7e,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:37.419244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0a766abb-2f91-41b8-a1e2-6fb21b242585 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:37.421368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:37.439350 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-19f09f89-a038-4a47-9cac-25cca287e244 req-792ce4dd-741f-4e1a-8769-1e384ab1c1d4 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766907 Oct 20 03:41:37.442817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.454680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d6b9c-b855-4aaa-827d-f0705e0a8f81 None None] Current status of the port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:37.455238 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6b9c-b855-4aaa-827d-f0705e0a8f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.515077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Port': ['ID=5c9e7a84-9718-4a8b-9552-988de4bd0be7,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:37.518729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No DVR routers for this DVR port 5c9e7a84-9718-4a8b-9552-988de4bd0be7 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:37.521337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3b4d6b9c-b855-4aaa-827d-f0705e0a8f81 None None] For port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=df0ee868-7f7f-48b5-ad5c-0a58c47f9a27,segment=NetworkSegment(6cc68132-b618-4bc9-baa9-2ebd5823f09b),segment_id=6cc68132-b618-4bc9-baa9-2ebd5823f09b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:37.526811 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6b9c-b855-4aaa-827d-f0705e0a8f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.584080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d6b9c-b855-4aaa-827d-f0705e0a8f81 None None] Pushing event updated for resources: {'Port': ['ID=df0ee868-7f7f-48b5-ad5c-0a58c47f9a27,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:37.586941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:37.632796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f38785-b3ad-4108-a0cd-ab67ba549d86 None None] DHCP port deletion for f3fb40f7-5ef4-4576-894f-62fe477f2d5b request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:41:37.648209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.654066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:37.654643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.655081 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 Oct 20 03:41:37.694053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fb40f7-5ef4-4576-894f-62fe477f2d5b']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:37.724435 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca09114-cd47-4cf1-9697-1f9b73103d27') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:37.725099 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca09114-cd47-4cf1-9697-1f9b73103d27') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:37.738195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.751593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a3e39-5f18-4519-b389-c1f43917d6d8 req-6e34dfde-ab2f-4130-9f3d-e0616ae5a129 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:37.753453 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-529a3e39-5f18-4519-b389-c1f43917d6d8 req-6e34dfde-ab2f-4130-9f3d-e0616ae5a129 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 946 time: 0.0753555 Oct 20 03:41:37.759276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Router bf79028e-2f1c-4dc8-9c36-7bc543004c6b is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:41:37.765011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.772751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:37.781117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:37.781543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.828849 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 3ca09114-cd47-4cf1-9697-1f9b73103d27 resource provider aggregate not found Oct 20 03:41:37.863632 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 3ca09114-cd47-4cf1-9697-1f9b73103d27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ca09114-cd47-4cf1-9697-1f9b73103d27 found for delete ", "request_id": "req-b82a883b-70aa-4d94-9566-71de0e2f1173"}]} Oct 20 03:41:37.872693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.879629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:37.883193 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/networks/f3fb40f7-5ef4-4576-894f-62fe477f2d5b HTTP/1.1" status: 204 len: 168 time: 0.9329774 Oct 20 03:41:37.886403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57648) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:37.894254 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-529a3e39-5f18-4519-b389-c1f43917d6d8 req-b9b74b9f-08b9-4aae-8fd7-990c2b29fc68 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322687 Oct 20 03:41:37.900928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-10fe5006-48de-4ba8-b336-dd6adab0eb2b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'routes': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:37.904809 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f6496-f51d-4291-a497-405e7c7c9c8e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Pushing event deleted for resources: {'Network': ['ID=f3fb40f7-5ef4-4576-894f-62fe477f2d5b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:37.918866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:37.925278 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cfff70cf-d8b6-4de4-be06-e1e6f2342997 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "PUT /v2.0/routers/bf79028e-2f1c-4dc8-9c36-7bc543004c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6398289 Oct 20 03:41:37.928974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57650) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:37.930121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b9307-9f76-4362-b1f4-444b476bf867 None None] Sync routers for ids ['bf79028e-2f1c-4dc8-9c36-7bc543004c6b'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:37.941300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b9307-9f76-4362-b1f4-444b476bf867 None None] Routers {'bf79028e-2f1c-4dc8-9c36-7bc543004c6b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:37.941934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-413b9307-9f76-4362-b1f4-444b476bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bf79028e-2f1c-4dc8-9c36-7bc543004c6b'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:37.985436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-413b9307-9f76-4362-b1f4-444b476bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:37.995271 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe576c1c-8a0f-498a-9a45-c27f47bfcafa tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:37.997333 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fe576c1c-8a0f-498a-9a45-c27f47bfcafa tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf79028e-2f1c-4dc8-9c36-7bc543004c6b HTTP/1.1" status: 200 len: 987 time: 0.0671554 Oct 20 03:41:38.000144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57652) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:38.005396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b9307-9f76-4362-b1f4-444b476bf867 None None] Routers {'bf79028e-2f1c-4dc8-9c36-7bc543004c6b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:38.006467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-413b9307-9f76-4362-b1f4-444b476bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bf79028e-2f1c-4dc8-9c36-7bc543004c6b'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:38.008564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Provisioning complete for port d30965e8-313b-4fe3-8eb9-f0f015b40e7e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:38.009098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.009431 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Attempt 1 to provision port d30965e8-313b-4fe3-8eb9-f0f015b40e7e Oct 20 03:41:38.062402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-413b9307-9f76-4362-b1f4-444b476bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:38.063050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b9307-9f76-4362-b1f4-444b476bf867 None None] The sync data for ids ['bf79028e-2f1c-4dc8-9c36-7bc543004c6b'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:38.084814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Port d30965e8-313b-4fe3-8eb9-f0f015b40e7e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:38.113832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-10fe5006-48de-4ba8-b336-dd6adab0eb2b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Added routes are [] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 03:41:38.114820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.extraroute_db [None req-10fe5006-48de-4ba8-b336-dd6adab0eb2b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Removed routes are [] {{(pid=103628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 03:41:38.115269 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10fe5006-48de-4ba8-b336-dd6adab0eb2b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.284454 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10fe5006-48de-4ba8-b336-dd6adab0eb2b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.288768 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10fe5006-48de-4ba8-b336-dd6adab0eb2b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.375090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fe5006-48de-4ba8-b336-dd6adab0eb2b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 7f255df2-0082-4d28-ac94-6d35698926e7 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:38.408801 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b7f21a87-63ef-4104-b656-bee84aa43aab tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.445170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.451860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fe5006-48de-4ba8-b336-dd6adab0eb2b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:38.459671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-10fe5006-48de-4ba8-b336-dd6adab0eb2b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.460907 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-10fe5006-48de-4ba8-b336-dd6adab0eb2b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7 HTTP/1.1" status: 200 len: 700 time: 0.5734046 Oct 20 03:41:38.463694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57654) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:38.466644 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209d4ed-305b-4faa-a81c-719a40c8161a None None] Sync routers for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:38.484230 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209d4ed-305b-4faa-a81c-719a40c8161a None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:38.485224 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5209d4ed-305b-4faa-a81c-719a40c8161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:38.492522 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a39a0582-ba24-4e19-a73f-1b5058a2130d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f255df2-0082-4d28-ac94-6d35698926e7 HTTP/1.1" status: 200 len: 205 time: 0.0276232 Oct 20 03:41:38.495048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57656) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:38.568904 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-5209d4ed-305b-4faa-a81c-719a40c8161a None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:38.586092 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Attempt 2 to provision port d30965e8-313b-4fe3-8eb9-f0f015b40e7e Oct 20 03:41:38.586836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-be2eaf10-a987-4f3d-8710-5f6337669c26 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.630330 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5209d4ed-305b-4faa-a81c-719a40c8161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:35Z', 'revision_number': 11, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:38.636219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Port d30965e8-313b-4fe3-8eb9-f0f015b40e7e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:38.642944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b7f21a87-63ef-4104-b656-bee84aa43aab tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port d30965e8-313b-4fe3-8eb9-f0f015b40e7e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:38.643481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b7f21a87-63ef-4104-b656-bee84aa43aab tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.658371 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209d4ed-305b-4faa-a81c-719a40c8161a None None] Checking router: 7f255df2-0082-4d28-ac94-6d35698926e7 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:38.666726 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209d4ed-305b-4faa-a81c-719a40c8161a None None] Routers {'7f255df2-0082-4d28-ac94-6d35698926e7'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:38.667323 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5209d4ed-305b-4faa-a81c-719a40c8161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['7f255df2-0082-4d28-ac94-6d35698926e7'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:38.734517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b7f21a87-63ef-4104-b656-bee84aa43aab tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.738319 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-5209d4ed-305b-4faa-a81c-719a40c8161a None None] Set router 7f255df2-0082-4d28-ac94-6d35698926e7 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:38.748283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b7f21a87-63ef-4104-b656-bee84aa43aab tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for d30965e8-313b-4fe3-8eb9-f0f015b40e7e owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:38.769256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ae728-3ebb-44c8-a5fb-2d555be6a811 req-a832e52e-5f49-4ea7-8018-6f8410d35c8f tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:38.770836 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6d5ae728-3ebb-44c8-a5fb-2d555be6a811 req-a832e52e-5f49-4ea7-8018-6f8410d35c8f tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 943 time: 0.1953993 Oct 20 03:41:38.791589 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5209d4ed-305b-4faa-a81c-719a40c8161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:35Z', 'revision_number': 11, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:38.798002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-be2eaf10-a987-4f3d-8710-5f6337669c26 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.806026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-be2eaf10-a987-4f3d-8710-5f6337669c26 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.822602 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209d4ed-305b-4faa-a81c-719a40c8161a None None] The sync data for ids ['7f255df2-0082-4d28-ac94-6d35698926e7'] in dv-neutron-861842-1-hyperv is: [{'id': '7f255df2-0082-4d28-ac94-6d35698926e7', 'name': 'tempest-RoutersTest-router-656036425', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:57Z', 'updated_at': '2022-10-20T03:41:35Z', 'revision_number': 11, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:38.873265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-be2eaf10-a987-4f3d-8710-5f6337669c26 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.873887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2eaf10-a987-4f3d-8710-5f6337669c26 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Fanout notify agent at l3_agent the message router_deleted on router 7f255df2-0082-4d28-ac94-6d35698926e7 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:41:38.882189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-be2eaf10-a987-4f3d-8710-5f6337669c26 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.883293 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-be2eaf10-a987-4f3d-8710-5f6337669c26 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7 HTTP/1.1" status: 204 len: 168 time: 0.3872874 Oct 20 03:41:38.888619 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6d5ae728-3ebb-44c8-a5fb-2d555be6a811 req-84829fa5-72a8-4766-8aa2-f00efb844336 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868151 Oct 20 03:41:38.888619 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57660) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:38.892004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e467c518-92ba-4e96-9b8b-f0dcefda80c2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1576246576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:38.919267 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e467c518-92ba-4e96-9b8b-f0dcefda80c2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.921370 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e467c518-92ba-4e96-9b8b-f0dcefda80c2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.943776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b7f21a87-63ef-4104-b656-bee84aa43aab tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:38.998977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f21a87-63ef-4104-b656-bee84aa43aab tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=d30965e8-313b-4fe3-8eb9-f0f015b40e7e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:39.028218 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:39.035335 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e467c518-92ba-4e96-9b8b-f0dcefda80c2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.041409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e467c518-92ba-4e96-9b8b-f0dcefda80c2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.068662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e467c518-92ba-4e96-9b8b-f0dcefda80c2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.074111 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e467c518-92ba-4e96-9b8b-f0dcefda80c2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1853185 Oct 20 03:41:39.075205 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57664) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:39.081795 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ff90b170-05fd-4edb-bfe4-076693478032 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:39.101201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:39.102274 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.102769 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 Oct 20 03:41:39.137588 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Attempt 3 to provision port d30965e8-313b-4fe3-8eb9-f0f015b40e7e Oct 20 03:41:39.149712 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9ff1e-acc6-477a-98b2-6fb0925ce54a req-00f79b2b-de4c-4755-bc5c-78fcfc331258 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:39.151265 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-76e9ff1e-acc6-477a-98b2-6fb0925ce54a req-00f79b2b-de4c-4755-bc5c-78fcfc331258 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 946 time: 0.1500602 Oct 20 03:41:39.167196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Port d30965e8-313b-4fe3-8eb9-f0f015b40e7e was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:41:39.191580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Provisioning complete for port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:39.208074 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.209195 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Attempt 1 to provision port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 Oct 20 03:41:39.221239 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b7f21a87-63ef-4104-b656-bee84aa43aab tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.308402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:39.351661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-491fee55-f753-44d5-ae50-d262dd9b5e23 None None] Current status of the port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:39.361777 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-76e9ff1e-acc6-477a-98b2-6fb0925ce54a req-dc915cc1-285f-4d71-b5f0-d5a9f3f5cc48 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974497 Oct 20 03:41:39.402375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5c9e7a84-9718-4a8b-9552-988de4bd0be7 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:39.426224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 5c9e7a84-9718-4a8b-9552-988de4bd0be7 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:39.427388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5c9e7a84-9718-4a8b-9552-988de4bd0be7 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:39.428229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e29273db-45b2-43ea-8be7-4dee46e161cf no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:39.445082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f21a87-63ef-4104-b656-bee84aa43aab tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Router bf79028e-2f1c-4dc8-9c36-7bc543004c6b has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:39.451636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: e29273db-45b2-43ea-8be7-4dee46e161cf {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:39.452120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e29273db-45b2-43ea-8be7-4dee46e161cf not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:39.475523 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-674c8396-22a8-4729-905c-45a410a882ac None None] Could not find standard attr ID for object d30965e8-313b-4fe3-8eb9-f0f015b40e7e. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:39.532113 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f21a87-63ef-4104-b656-bee84aa43aab tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:39.538070 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b7f21a87-63ef-4104-b656-bee84aa43aab tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "PUT /v2.0/routers/bf79028e-2f1c-4dc8-9c36-7bc543004c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5368738 Oct 20 03:41:39.540638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57668) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:39.548699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c9910-5e3a-49d9-9371-c32af74278b5 None None] Sync routers for ids ['bf79028e-2f1c-4dc8-9c36-7bc543004c6b'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:39.560793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c9910-5e3a-49d9-9371-c32af74278b5 None None] Routers {'bf79028e-2f1c-4dc8-9c36-7bc543004c6b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:39.561809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a29c9910-5e3a-49d9-9371-c32af74278b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bf79028e-2f1c-4dc8-9c36-7bc543004c6b'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:39.566333 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c12bcc-6db0-4bdf-be8c-688015ef0f82 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:41:39.570623 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-29c12bcc-6db0-4bdf-be8c-688015ef0f82 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/d30965e8-313b-4fe3-8eb9-f0f015b40e7e HTTP/1.1" status: 404 len: 333 time: 0.0264475 Oct 20 03:41:39.570951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57670) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:39.599285 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a29c9910-5e3a-49d9-9371-c32af74278b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:39.608648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c9910-5e3a-49d9-9371-c32af74278b5 None None] Routers {'bf79028e-2f1c-4dc8-9c36-7bc543004c6b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:39.609251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a29c9910-5e3a-49d9-9371-c32af74278b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bf79028e-2f1c-4dc8-9c36-7bc543004c6b'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:39.644627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a29c9910-5e3a-49d9-9371-c32af74278b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:39.646910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c9910-5e3a-49d9-9371-c32af74278b5 None None] The sync data for ids ['bf79028e-2f1c-4dc8-9c36-7bc543004c6b'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:39.650797 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27da2c76-fb64-4e5e-99ba-7d32328a0b10 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.729805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcb24b-46c4-47bc-b59a-cbfcc3652d59 req-b0d75e26-31b8-42b8-bffb-8f70858eb419 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:39.731371 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-13bcb24b-46c4-47bc-b59a-cbfcc3652d59 req-b0d75e26-31b8-42b8-bffb-8f70858eb419 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 946 time: 0.1534884 Oct 20 03:41:39.762101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff90b170-05fd-4edb-bfe4-076693478032 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.784804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff90b170-05fd-4edb-bfe4-076693478032 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:39.843686 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-13bcb24b-46c4-47bc-b59a-cbfcc3652d59 req-d4d5ba16-45fc-43bc-a6db-2cf4b40bc903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775697 Oct 20 03:41:39.906204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff90b170-05fd-4edb-bfe4-076693478032 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Router 2f5372fd-b788-4f86-ae01-334f9b633e3b is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:41:39.994559 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff90b170-05fd-4edb-bfe4-076693478032 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:40.001840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff90b170-05fd-4edb-bfe4-076693478032 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.005497 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ff90b170-05fd-4edb-bfe4-076693478032 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "PUT /v2.0/routers/2f5372fd-b788-4f86-ae01-334f9b633e3b HTTP/1.1" status: 200 len: 694 time: 0.9261899 Oct 20 03:41:40.005497 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57678) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.009016 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab4a56e-60bf-4254-99ad-1ae767803535 None None] Sync routers for ids ['2f5372fd-b788-4f86-ae01-334f9b633e3b'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:40.021950 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab4a56e-60bf-4254-99ad-1ae767803535 None None] Routers {'2f5372fd-b788-4f86-ae01-334f9b633e3b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:40.022567 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1ab4a56e-60bf-4254-99ad-1ae767803535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2f5372fd-b788-4f86-ae01-334f9b633e3b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:40.089503 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9ff99d69-a2ef-4b79-9c01-091a604afd8d tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/routers/2f5372fd-b788-4f86-ae01-334f9b633e3b HTTP/1.1" status: 200 len: 700 time: 0.0804279 Oct 20 03:41:40.089726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57680) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.093604 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1ab4a56e-60bf-4254-99ad-1ae767803535 None None] Set router 2f5372fd-b788-4f86-ae01-334f9b633e3b gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:40.126084 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-61c212c5-53b2-4301-a052-cd6b5c0d74ba tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f5372fd-b788-4f86-ae01-334f9b633e3b HTTP/1.1" status: 200 len: 205 time: 0.0326900 Oct 20 03:41:40.126321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57682) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.147624 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1ab4a56e-60bf-4254-99ad-1ae767803535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5372fd-b788-4f86-ae01-334f9b633e3b', 'name': 'tempest-RoutersTest-router-1576246576', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:38Z', 'updated_at': '2022-10-20T03:41:39Z', 'revision_number': 2, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:40.169515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27da2c76-fb64-4e5e-99ba-7d32328a0b10 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.177486 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab4a56e-60bf-4254-99ad-1ae767803535 None None] Checking router: 2f5372fd-b788-4f86-ae01-334f9b633e3b for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:40.178612 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3d9bb-e15c-47b2-86b6-17395461f11f req-3eb529cd-f638-45c6-beeb-090bba4b0ab8 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:40.184722 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c0f3d9bb-e15c-47b2-86b6-17395461f11f req-3eb529cd-f638-45c6-beeb-090bba4b0ab8 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 943 time: 0.1785314 Oct 20 03:41:40.185941 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab4a56e-60bf-4254-99ad-1ae767803535 None None] Routers {'2f5372fd-b788-4f86-ae01-334f9b633e3b'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:40.186539 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1ab4a56e-60bf-4254-99ad-1ae767803535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2f5372fd-b788-4f86-ae01-334f9b633e3b'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:40.188313 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27da2c76-fb64-4e5e-99ba-7d32328a0b10 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.200768 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8da2b775-2437-4c8e-9ac6-3232b173788e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.253361 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1ab4a56e-60bf-4254-99ad-1ae767803535 None None] Set router 2f5372fd-b788-4f86-ae01-334f9b633e3b gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:40.255736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27da2c76-fb64-4e5e-99ba-7d32328a0b10 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.256588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27da2c76-fb64-4e5e-99ba-7d32328a0b10 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Fanout notify agent at l3_agent the message router_deleted on router bf79028e-2f1c-4dc8-9c36-7bc543004c6b {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:41:40.265488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-27da2c76-fb64-4e5e-99ba-7d32328a0b10 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.266705 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-27da2c76-fb64-4e5e-99ba-7d32328a0b10 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/routers/bf79028e-2f1c-4dc8-9c36-7bc543004c6b HTTP/1.1" status: 204 len: 168 time: 0.6945598 Oct 20 03:41:40.271604 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c0f3d9bb-e15c-47b2-86b6-17395461f11f req-fa5554a6-3781-4dca-8772-46792518f324 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850215 Oct 20 03:41:40.273580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57684) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.330680 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1ab4a56e-60bf-4254-99ad-1ae767803535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5372fd-b788-4f86-ae01-334f9b633e3b', 'name': 'tempest-RoutersTest-router-1576246576', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:38Z', 'updated_at': '2022-10-20T03:41:39Z', 'revision_number': 2, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:40.335732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3675c728-a860-4159-89a2-04526ed96f60 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting subnet 5b9e3ff7-4648-4938-ac77-e1b5a5244f70 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:40.339190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3675c728-a860-4159-89a2-04526ed96f60 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.359569 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab4a56e-60bf-4254-99ad-1ae767803535 None None] The sync data for ids ['2f5372fd-b788-4f86-ae01-334f9b633e3b'] in dv-neutron-861842-1-hyperv is: [{'id': '2f5372fd-b788-4f86-ae01-334f9b633e3b', 'name': 'tempest-RoutersTest-router-1576246576', 'tenant_id': 'a218ffe51bc349a399344b5d5d13d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:41:38Z', 'updated_at': '2022-10-20T03:41:39Z', 'revision_number': 2, 'project_id': 'a218ffe51bc349a399344b5d5d13d948', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:40.382746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8da2b775-2437-4c8e-9ac6-3232b173788e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.385416 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8da2b775-2437-4c8e-9ac6-3232b173788e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.395346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3675c728-a860-4159-89a2-04526ed96f60 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.417573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 97b8e3d0-1e4d-4fd8-867a-c57301c11fec details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:41:40.437511 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8da2b775-2437-4c8e-9ac6-3232b173788e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.438417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da2b775-2437-4c8e-9ac6-3232b173788e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Fanout notify agent at l3_agent the message router_deleted on router 2f5372fd-b788-4f86-ae01-334f9b633e3b {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:41:40.451378 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8da2b775-2437-4c8e-9ac6-3232b173788e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.452506 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8da2b775-2437-4c8e-9ac6-3232b173788e tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/2f5372fd-b788-4f86-ae01-334f9b633e3b HTTP/1.1" status: 204 len: 168 time: 0.3253016 Oct 20 03:41:40.455887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57686) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.484423 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-09483c09-d7e2-484a-ab8d-44c274c037c3 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f5372fd-b788-4f86-ae01-334f9b633e3b HTTP/1.1" status: 200 len: 205 time: 0.0273147 Oct 20 03:41:40.486732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57688) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.507068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3675c728-a860-4159-89a2-04526ed96f60 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.525229 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-691d39a6-8283-44c9-86df-2a165491d28b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] delete failed (client error): The resource could not be found. Oct 20 03:41:40.526440 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-691d39a6-8283-44c9-86df-2a165491d28b tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/2f5372fd-b788-4f86-ae01-334f9b633e3b HTTP/1.1" status: 404 len: 336 time: 0.0387590 Oct 20 03:41:40.528962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57690) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.545577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=97b8e3d0-1e4d-4fd8-867a-c57301c11fec,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:40.558687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'port_id': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec', 'mac_address': 'fa:16:3e:ec:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:41:40.560574 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec8a1e2-cdc3-4c71-81e8-eff08de3f9a8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:40.561036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec8a1e2-cdc3-4c71-81e8-eff08de3f9a8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:40.564302 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fec8a1e2-cdc3-4c71-81e8-eff08de3f9a8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/1718c3f9-bb29-4e58-9814-53333af1199c HTTP/1.1" status: 404 len: 337 time: 0.0342402 Oct 20 03:41:40.566947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57692) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.591473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3675c728-a860-4159-89a2-04526ed96f60 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.599949 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ef6c36-3f15-4e1f-8728-8c5b47e4bea1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:40.600447 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ef6c36-3f15-4e1f-8728-8c5b47e4bea1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:40.602309 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:40.602857 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.605853 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-47ef6c36-3f15-4e1f-8728-8c5b47e4bea1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/e97d2f9f-f7f0-4132-9f6d-ffbe2e51ec5c HTTP/1.1" status: 404 len: 337 time: 0.0351179 Oct 20 03:41:40.606118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57694) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.619802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b8e3d0-1e4d-4fd8-867a-c57301c11fec {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:41:40.627833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675c728-a860-4159-89a2-04526ed96f60 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9e3ff7-4648-4938-ac77-e1b5a5244f70,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:40.632817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3675c728-a860-4159-89a2-04526ed96f60 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.636245 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3675c728-a860-4159-89a2-04526ed96f60 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/5b9e3ff7-4648-4938-ac77-e1b5a5244f70 HTTP/1.1" status: 204 len: 168 time: 0.3614192 Oct 20 03:41:40.638152 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-11763e5e-1675-4667-89df-d9c62381acc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:40.638705 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11763e5e-1675-4667-89df-d9c62381acc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:40.638875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57696) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.641825 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-11763e5e-1675-4667-89df-d9c62381acc1 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/8572808e-9699-4296-9f86-304ec6064858 HTTP/1.1" status: 404 len: 337 time: 0.0345416 Oct 20 03:41:40.644224 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57698) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.656241 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=97b8e3d0-1e4d-4fd8-867a-c57301c11fec,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:40.660440 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d98082-a502-4b84-b569-1a0fb8f05c13 None None] Network 0a766abb-2f91-41b8-a1e2-6fb21b242585 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:40.664387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.671865 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3dc3187-76ce-4a28-8b96-57bbd35856a4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:40.672352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3dc3187-76ce-4a28-8b96-57bbd35856a4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:40.675387 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a3dc3187-76ce-4a28-8b96-57bbd35856a4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/678632b9-6915-4d4b-9c32-f0f4239d3492 HTTP/1.1" status: 404 len: 337 time: 0.0301888 Oct 20 03:41:40.678495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57700) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.709854 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-128c773e-0f52-4aee-927c-03d5e685e803 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f255df2-0082-4d28-ac94-6d35698926e7 HTTP/1.1" status: 200 len: 205 time: 0.0280809 Oct 20 03:41:40.710211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57702) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.731178 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.752783 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-def194d7-2c24-4f61-a6dd-019ea5418696 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] delete failed (client error): The resource could not be found. Oct 20 03:41:40.757485 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-def194d7-2c24-4f61-a6dd-019ea5418696 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/7f255df2-0082-4d28-ac94-6d35698926e7 HTTP/1.1" status: 404 len: 336 time: 0.0427952 Oct 20 03:41:40.757485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57704) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.772137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=97b8e3d0-1e4d-4fd8-867a-c57301c11fec,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:40.789791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:40.789791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.790068 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-72dd318d-e9b3-4e40-b403-e02a42927134 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ee632f0-c195-4a2d-8564-e4bbf3702e6f HTTP/1.1" status: 200 len: 205 time: 0.0293758 Oct 20 03:41:40.790068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57706) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.833999 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-a4b924e0-9bfe-47aa-9713-8bb6e9b6b94c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] delete failed (client error): The resource could not be found. Oct 20 03:41:40.836723 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a4b924e0-9bfe-47aa-9713-8bb6e9b6b94c tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/6ee632f0-c195-4a2d-8564-e4bbf3702e6f HTTP/1.1" status: 404 len: 336 time: 0.0457227 Oct 20 03:41:40.837566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57708) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.872240 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-55185df3-0e1e-4dcd-86eb-6a85d08c3f03 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:40.872673 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55185df3-0e1e-4dcd-86eb-6a85d08c3f03 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:40.875666 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-55185df3-0e1e-4dcd-86eb-6a85d08c3f03 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/84d391f1-7263-4c5d-b8d7-20431ec6a062 HTTP/1.1" status: 404 len: 337 time: 0.0369983 Oct 20 03:41:40.876129 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] For port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=df0ee868-7f7f-48b5-ad5c-0a58c47f9a27,segment=NetworkSegment(6cc68132-b618-4bc9-baa9-2ebd5823f09b),segment_id=6cc68132-b618-4bc9-baa9-2ebd5823f09b)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:40.876517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.878327 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57710) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.892135 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:40.897624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2763e6-2938-4602-baff-c20b91cf3e98 None None] DHCP port deletion for 0a766abb-2f91-41b8-a1e2-6fb21b242585 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:41:40.906242 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-de26a16b-b973-4d4e-9a73-6155b5fd6206 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=23abb98c-885b-4b20-b126-60a234bffa59 HTTP/1.1" status: 200 len: 205 time: 0.0268300 Oct 20 03:41:40.909101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57712) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.945318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['97b8e3d0-1e4d-4fd8-867a-c57301c11fec'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:41:40.950092 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-323e7cd1-2e94-4421-aeaa-e7a030f2bb99 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] delete failed (client error): The resource could not be found. Oct 20 03:41:40.951408 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-323e7cd1-2e94-4421-aeaa-e7a030f2bb99 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/23abb98c-885b-4b20-b126-60a234bffa59 HTTP/1.1" status: 404 len: 336 time: 0.0417016 Oct 20 03:41:40.954598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57714) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:40.992453 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-59da96b7-b025-40f4-96f3-1212b532aab8 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=68036e99-08cf-4be0-820a-7bbf8c8ba1b7 HTTP/1.1" status: 200 len: 205 time: 0.0346324 Oct 20 03:41:40.992685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5a2763e6-2938-4602-baff-c20b91cf3e98 None None] Deleting port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:40.992685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5a2763e6-2938-4602-baff-c20b91cf3e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:40.992873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57716) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.015033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.030716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No DVR routers for this DVR port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:41.040187 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-dc181034-58c3-418f-b1ae-d8989c0f50a6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] delete failed (client error): The resource could not be found. Oct 20 03:41:41.043822 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dc181034-58c3-418f-b1ae-d8989c0f50a6 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/68036e99-08cf-4be0-820a-7bbf8c8ba1b7 HTTP/1.1" status: 404 len: 336 time: 0.0467889 Oct 20 03:41:41.044033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57718) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.064026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:41.073043 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-df135e29-147d-4dc3-b605-053e9365f9d2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:41.073506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df135e29-147d-4dc3-b605-053e9365f9d2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:41.079331 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-df135e29-147d-4dc3-b605-053e9365f9d2 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/83c806bc-49e5-4436-9a1d-30d9ff53571d HTTP/1.1" status: 404 len: 337 time: 0.0319905 Oct 20 03:41:41.079558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57720) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.095646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=df0ee868-7f7f-48b5-ad5c-0a58c47f9a27,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:41.108955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:41.109237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:41.116291 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6f55fafc-8fbb-4b99-a91a-5dbea3405bcf tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=412cc108-3628-4d3e-a2f3-af1c588e166c HTTP/1.1" status: 200 len: 205 time: 0.0320182 Oct 20 03:41:41.116498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57722) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.118279 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5a2763e6-2938-4602-baff-c20b91cf3e98 None None] For port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=df0ee868-7f7f-48b5-ad5c-0a58c47f9a27,segment=NetworkSegment(6cc68132-b618-4bc9-baa9-2ebd5823f09b),segment_id=6cc68132-b618-4bc9-baa9-2ebd5823f09b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:41.118678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5a2763e6-2938-4602-baff-c20b91cf3e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.146495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5a2763e6-2938-4602-baff-c20b91cf3e98 None None] Calling delete_port for df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:41.159955 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-4379a0a0-8c75-4a7c-a232-ee6c55dad510 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] delete failed (client error): The resource could not be found. Oct 20 03:41:41.163969 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4379a0a0-8c75-4a7c-a232-ee6c55dad510 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/412cc108-3628-4d3e-a2f3-af1c588e166c HTTP/1.1" status: 404 len: 336 time: 0.0438554 Oct 20 03:41:41.165021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57724) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.191182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.198356 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-08aec632-d417-4b0d-9557-7779b38c7c76 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:41.198891 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08aec632-d417-4b0d-9557-7779b38c7c76 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:41.205052 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-08aec632-d417-4b0d-9557-7779b38c7c76 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/e9269240-6048-4637-8c5b-8cc3fd1e63e7 HTTP/1.1" status: 404 len: 337 time: 0.0371099 Oct 20 03:41:41.205457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57726) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.238102 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a8d15f80-b937-442c-89d4-0c46df4abd7a tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "GET /v2.0/ports?device_id=f628fff7-40a0-4652-89f6-a16bb34c5997 HTTP/1.1" status: 200 len: 205 time: 0.0315456 Oct 20 03:41:41.241305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57728) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.242990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a766abb-2f91-41b8-a1e2-6fb21b242585']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:41.254003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc68132-b618-4bc9-baa9-2ebd5823f09b') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:41.254357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc68132-b618-4bc9-baa9-2ebd5823f09b') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:41.264242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.278181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.288698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:41.288907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5a2763e6-2938-4602-baff-c20b91cf3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.289036 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-a3797386-391f-4427-a106-5115bae0b11f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] delete failed (client error): The resource could not be found. Oct 20 03:41:41.289132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.289867 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a3797386-391f-4427-a106-5115bae0b11f tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/routers/f628fff7-40a0-4652-89f6-a16bb34c5997 HTTP/1.1" status: 404 len: 336 time: 0.0475874 Oct 20 03:41:41.292481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57730) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.324473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2763e6-2938-4602-baff-c20b91cf3e98 None None] Pushing event deleted for resources: {'Port': ['ID=df0ee868-7f7f-48b5-ad5c-0a58c47f9a27,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:41.346431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2763e6-2938-4602-baff-c20b91cf3e98 None None] No DVR routers for this DVR port df0ee868-7f7f-48b5-ad5c-0a58c47f9a27 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:41.365811 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-9494f138-6748-45ba-9c30-264c12330aab tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:41.366526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9494f138-6748-45ba-9c30-264c12330aab tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:41.371127 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9494f138-6748-45ba-9c30-264c12330aab tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/3d313868-69b0-452d-b717-9ad4f7371c5d HTTP/1.1" status: 404 len: 337 time: 0.0727127 Oct 20 03:41:41.374860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57736) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.375726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57738) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.383139 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 6cc68132-b618-4bc9-baa9-2ebd5823f09b resource provider aggregate not found Oct 20 03:41:41.400894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.416938 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 6cc68132-b618-4bc9-baa9-2ebd5823f09b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cc68132-b618-4bc9-baa9-2ebd5823f09b found for delete ", "request_id": "req-82667745-a876-4090-901d-393a9f88e35b"}]} Oct 20 03:41:41.418117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.424758 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/networks/0a766abb-2f91-41b8-a1e2-6fb21b242585 HTTP/1.1" status: 204 len: 168 time: 0.7813535 Oct 20 03:41:41.425821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57744) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.445381 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad1474-4586-41d3-91a4-90b1086966be tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Network': ['ID=0a766abb-2f91-41b8-a1e2-6fb21b242585,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:41.467935 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae79a36-8275-4d6d-8224-3f1d05668fb4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:41.468630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae79a36-8275-4d6d-8224-3f1d05668fb4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:41.472123 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4ae79a36-8275-4d6d-8224-3f1d05668fb4 tempest-RoutersTest-278978626 tempest-RoutersTest-278978626-project] 10.222.0.20 "DELETE /v2.0/subnets/eb268c8e-22fd-45f0-9aa1-f123eabf75c6 HTTP/1.1" status: 404 len: 337 time: 0.0940142 Oct 20 03:41:41.503694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68064f7-960a-482b-a7b5-3c7dcf1b8962 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:41.509553 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b68064f7-960a-482b-a7b5-3c7dcf1b8962 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/77c95c90-5925-4b8a-8241-3c02f834fd0c HTTP/1.1" status: 200 len: 845 time: 0.0819914 Oct 20 03:41:41.510022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57748) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.601232 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-990a2223-85cd-4a47-8e90-160e8a48af5d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/77c95c90-5925-4b8a-8241-3c02f834fd0c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0884953 Oct 20 03:41:41.606060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57750) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.611347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f7dcc-76a0-4847-86e0-6a0f6d423fa7 req-a66bd196-3cd3-4b37-9140-c56838329e2e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:41.612365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a4bcb376-d607-454a-923e-92d4b7ba5518 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:41.612788 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-212f7dcc-76a0-4847-86e0-6a0f6d423fa7 req-a66bd196-3cd3-4b37-9140-c56838329e2e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 944 time: 0.2278891 Oct 20 03:41:41.713815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bcb376-d607-454a-923e-92d4b7ba5518 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:41.717024 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-212f7dcc-76a0-4847-86e0-6a0f6d423fa7 req-d46046b7-93f5-4309-8e42-70bc6b720e5e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903003 Oct 20 03:41:41.717568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a4bcb376-d607-454a-923e-92d4b7ba5518 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.788862 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57754) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:41.948170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a4bcb376-d607-454a-923e-92d4b7ba5518 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:41.998428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bcb376-d607-454a-923e-92d4b7ba5518 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:42.003316 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5dece064-c419-46bf-b189-2e6d9b763517 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a218ffe51bc349a399344b5d5d13d948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134302 Oct 20 03:41:42.008038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.008602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a4bcb376-d607-454a-923e-92d4b7ba5518 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:42.009846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57758) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:42.012682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bcb376-d607-454a-923e-92d4b7ba5518 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:42.013260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a4bcb376-d607-454a-923e-92d4b7ba5518 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.019452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913ea13-0173-4b58-a7e3-90f2452135f0 None None] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:42.031650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcb376-d607-454a-923e-92d4b7ba5518 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Subnet': ['ID=2547eb06-e51b-4f91-b97f-7c5e54d2842b,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:42.040368 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a4bcb376-d607-454a-923e-92d4b7ba5518 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4331248 Oct 20 03:41:42.043147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57760) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:42.047869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d539ea34-5b74-4c12-a726-2e685dcd85aa tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'security_group': {'name': 'tempest-secgroup-274651021'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:42.071245 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d539ea34-5b74-4c12-a726-2e685dcd85aa tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.148658 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0075a775-82ae-4897-a936-783e1768d607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.154650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d539ea34-5b74-4c12-a726-2e685dcd85aa tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.158825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d539ea34-5b74-4c12-a726-2e685dcd85aa tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.187375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0075a775-82ae-4897-a936-783e1768d607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.199266 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d539ea34-5b74-4c12-a726-2e685dcd85aa tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.200525 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d539ea34-5b74-4c12-a726-2e685dcd85aa tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1562581 Oct 20 03:41:42.204195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57762) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:42.206244 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'tenant_id': 'f0c8ce471db2452fb44ddb13bce2b352', 'fixed_ips': [{'subnet_id': '2547eb06-e51b-4f91-b97f-7c5e54d2842b'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:41:42.207120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.209874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-edc5d850-c2be-4d0c-ac64-febd908af7c6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'security_group': {'name': 'tempest-secgroup-2034135787'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:42.215342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539ea34-5b74-4c12-a726-2e685dcd85aa tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ab298c-182a-49cd-8635-528ee9cbb130,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:42.234172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edc5d850-c2be-4d0c-ac64-febd908af7c6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.323967 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0075a775-82ae-4897-a936-783e1768d607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.324220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edc5d850-c2be-4d0c-ac64-febd908af7c6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.324362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0075a775-82ae-4897-a936-783e1768d607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.325503 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0075a775-82ae-4897-a936-783e1768d607 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6230aea-24d5-4dba-a943-ad4c79e83bdb HTTP/1.1" status: 204 len: 168 time: 0.3135114 Oct 20 03:41:42.334054 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edc5d850-c2be-4d0c-ac64-febd908af7c6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.338434 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075a775-82ae-4897-a936-783e1768d607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6230aea-24d5-4dba-a943-ad4c79e83bdb,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:42.378706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Allocated IP 2001:db8::2 (0e48b3bd-e0a3-45e7-8e93-4eab28a76562/2547eb06-e51b-4f91-b97f-7c5e54d2842b/5ee5ce5b-37f8-438e-ba53-14c7623ff02e) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:42.398419 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edc5d850-c2be-4d0c-ac64-febd908af7c6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.400075 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-edc5d850-c2be-4d0c-ac64-febd908af7c6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1945701 Oct 20 03:41:42.403216 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57766) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:42.408735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-917398548', 'security_groups': ['d898cc45-5438-49de-883f-fc682a24ae15'], 'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2547eb06-e51b-4f91-b97f-7c5e54d2842b'}]}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:42.427757 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.17 (56ea2c17-4f59-4ffa-9941-4082c63e8a37/045628af-c828-4232-b932-afd3967353ed/f41fe51c-4507-4ff4-bdce-b6c59d0bac6d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:42.428010 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5d850-c2be-4d0c-ac64-febd908af7c6 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d898cc45-5438-49de-883f-fc682a24ae15,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:42.553373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.555100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 97b8e3d0-1e4d-4fd8-867a-c57301c11fec up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:42.559829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:42.579652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.591171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.627204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:42.631734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:42.637854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:42.642196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.663230 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Pushing event updated for resources: {'Port': ['ID=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:42.683114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:41:42.694974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.702330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:42.709202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:42.709574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.709910 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec Oct 20 03:41:42.711823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:42.716387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port c345c137-c9c2-4441-8d5c-144ace007663 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:42.728400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:42.745527 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Attempting to bind port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:42.745890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Attempting to bind port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '7453f056-4bc5-456f-bade-1ce023520906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:42.746445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Attempting to bind port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e on network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:42.759948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:42.760595 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Checking segment: {'id': '7453f056-4bc5-456f-bade-1ce023520906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:42.761878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.762439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Bound using segment: {'id': '7453f056-4bc5-456f-bade-1ce023520906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:42.763095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Bound port: 5ee5ce5b-37f8-438e-ba53-14c7623ff02e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7453f056-4bc5-456f-bade-1ce023520906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:42.763659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.791345 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=f41fe51c-4507-4ff4-bdce-b6c59d0bac6d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:42.811334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.891832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] For port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:42.896942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] For port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,segment=NetworkSegment(7453f056-4bc5-456f-bade-1ce023520906),segment_id=7453f056-4bc5-456f-bade-1ce023520906)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:42.915095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:42.921311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:42.921776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.023216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=97b8e3d0-1e4d-4fd8-867a-c57301c11fec,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:43.026938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.028782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8::2f (0e48b3bd-e0a3-45e7-8e93-4eab28a76562/2547eb06-e51b-4f91-b97f-7c5e54d2842b/c345c137-c9c2-4441-8d5c-144ace007663) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:43.039117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:41:43.045975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287dbabe-db25-4ce8-908c-e5413ffed7fa" -d '{"events": [{"server_uuid": "43366917-2d5f-438e-ab0f-e7a9f8277ac7", "name": "network-vif-plugged", "status": "completed", "tag": "97b8e3d0-1e4d-4fd8-867a-c57301c11fec"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:41:43.068137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.073086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c33b9-9924-49ba-ac75-932c047363eb req-75d17c52-8181-4663-8c37-fa14da692952 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:43.075100 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-928c33b9-9924-49ba-ac75-932c047363eb req-75d17c52-8181-4663-8c37-fa14da692952 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 944 time: 0.1110113 Oct 20 03:41:43.101530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6745880-a1f7-4d6b-abf1-c7f9e95637eb None None] Pushing event updated for resources: {'Port': ['ID=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:43.139103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939fc8c7-2681-40c9-8f46-195663f63e8a x-openstack-request-id: req-939fc8c7-2681-40c9-8f46-195663f63e8a {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:41:43.139388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43366917-2d5f-438e-ab0f-e7a9f8277ac7", "name": "network-vif-plugged", "status": "completed", "tag": "97b8e3d0-1e4d-4fd8-867a-c57301c11fec", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:41:43.139640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-939fc8c7-2681-40c9-8f46-195663f63e8a {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:41:43.140027 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939fc8c7-2681-40c9-8f46-195663f63e8a'] response: {'server_uuid': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec', 'code': 200} Oct 20 03:41:43.172016 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-928c33b9-9924-49ba-ac75-932c047363eb req-2db6d45c-7bbb-47e2-ace1-46b8ff4b2c98 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812497 Oct 20 03:41:43.193685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Provisioning complete for port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:43.194043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.194372 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Attempt 1 to provision port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d Oct 20 03:41:43.408901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.466212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=97b8e3d0-1e4d-4fd8-867a-c57301c11fec,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:43.477535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:43.488136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57790) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:43.514461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea66a-fb07-4231-8282-96aaf0c596db req-9f004051-fc83-4fc2-8696-c85dbdd74372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:43.515989 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bcdea66a-fb07-4231-8282-96aaf0c596db req-9f004051-fc83-4fc2-8696-c85dbdd74372 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 1098 time: 0.1029718 Oct 20 03:41:43.530683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.564365 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.570694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.605302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:43.612935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:43.618238 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-56c2695a-f728-4c01-9ab5-d130a597004b tempest-DvrRoutersNegativeTest-957461621 tempest-DvrRoutersNegativeTest-957461621-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1785892325', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:43.621096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.policy [None req-56c2695a-f728-4c01-9ab5-d130a597004b tempest-DvrRoutersNegativeTest-957461621 tempest-DvrRoutersNegativeTest-957461621-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103629) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 20 03:41:43.621405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.policy [None req-56c2695a-f728-4c01-9ab5-d130a597004b tempest-DvrRoutersNegativeTest-957461621 tempest-DvrRoutersNegativeTest-957461621-project] Failed policy check for 'create_router' {{(pid=103629) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 20 03:41:43.621924 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-56c2695a-f728-4c01-9ab5-d130a597004b tempest-DvrRoutersNegativeTest-957461621 tempest-DvrRoutersNegativeTest-957461621-project] create failed (client error): Access was denied to this resource. Oct 20 03:41:43.622903 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-56c2695a-f728-4c01-9ab5-d130a597004b tempest-DvrRoutersNegativeTest-957461621 tempest-DvrRoutersNegativeTest-957461621-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1337209 Oct 20 03:41:43.624636 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bcdea66a-fb07-4231-8282-96aaf0c596db req-e1f0f037-3dae-49d5-85e4-5cfebec3f36c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008658 Oct 20 03:41:43.626571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=c345c137-c9c2-4441-8d5c-144ace007663,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:43.635051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:43.644159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:43.644791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.654294 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.657503 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=f41fe51c-4507-4ff4-bdce-b6c59d0bac6d,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:43.664989 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7daf6c43-369b-4a50-8a6c-b4da10218acd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2606566 Oct 20 03:41:43.667815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57796) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:43.674460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-2030e5f9-60fe-48b1-b4b7-15bbf43c5ee0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:43.761523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:43.763351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:43.809880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2030e5f9-60fe-48b1-b4b7-15bbf43c5ee0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:43.813551 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2030e5f9-60fe-48b1-b4b7-15bbf43c5ee0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:43.908830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2ddb62b2-6a56-4063-bc46-72fd55366d13 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:43.946764 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.ipam_backend_mixin [None req-2030e5f9-60fe-48b1-b4b7-15bbf43c5ee0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2547eb06-e51b-4f91-b97f-7c5e54d2842b (CIDR: 2001:db8::/64) Oct 20 03:41:43.951558 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2030e5f9-60fe-48b1-b4b7-15bbf43c5ee0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:41:43.952101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2030e5f9-60fe-48b1-b4b7-15bbf43c5ee0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:43.973403 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2030e5f9-60fe-48b1-b4b7-15bbf43c5ee0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3035536 Oct 20 03:41:43.977708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57800) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:43.979422 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Attempt 2 to provision port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d Oct 20 03:41:43.983372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d3830401-f74a-44f2-92a1-7ba31ab5624e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:44.002821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57802) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:44.046569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:44.114635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:44.122639 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-13f906f3-351b-4166-bbf5-a93fc3b96275 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/2ddb62b2-6a56-4063-bc46-72fd55366d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7454224 Oct 20 03:41:44.136869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Sync routers for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:44.145320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3830401-f74a-44f2-92a1-7ba31ab5624e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:44.148486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:44.149118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0c1aada5-690a-497e-9304-802943f20418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:44.149665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3830401-f74a-44f2-92a1-7ba31ab5624e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.190621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f57b-c207-4f40-ba5d-f14dca449133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.302587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:44.344907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba3a71-8335-4812-95ca-b5aee96eb265 req-c40268ca-5088-4bc4-90c7-cbe525da316f tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:44.347620 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-43ba3a71-8335-4812-95ca-b5aee96eb265 req-c40268ca-5088-4bc4-90c7-cbe525da316f tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 945 time: 0.0781684 Oct 20 03:41:44.388006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f57b-c207-4f40-ba5d-f14dca449133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.397585 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-43ba3a71-8335-4812-95ca-b5aee96eb265 req-408afd50-8938-4339-b93b-6439990a1d01 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 Oct 20 03:41:44.404505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f57b-c207-4f40-ba5d-f14dca449133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.480217 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9eb5f57b-c207-4f40-ba5d-f14dca449133 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5355440059684168b10fb625971b0c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761817 Oct 20 03:41:44.482761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57812) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:44.484661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5f57b-c207-4f40-ba5d-f14dca449133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236058cc-71c1-4352-85fc-1f7a379bf68d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:44.550671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3830401-f74a-44f2-92a1-7ba31ab5624e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.559417 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Attempt 3 to provision port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d Oct 20 03:41:44.564217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-51d9559e-102c-4001-b96b-efe4a06fe516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.607548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-51d9559e-102c-4001-b96b-efe4a06fe516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.616091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3830401-f74a-44f2-92a1-7ba31ab5624e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:44.618114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6903f019-dde2-4054-91d5-884abfe3cf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.622348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-d3830401-f74a-44f2-92a1-7ba31ab5624e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:44.628065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3830401-f74a-44f2-92a1-7ba31ab5624e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:44.628731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3830401-f74a-44f2-92a1-7ba31ab5624e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.639680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:44.656911 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0c1aada5-690a-497e-9304-802943f20418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '42c035e6-f279-4357-becc-90aef05988a0', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'port_id': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'mac_address': 'fa:16:3e:f5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:40:42Z', 'updated_at': '2022-10-20T03:40:47Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f41fe51c-4507-4ff4-bdce-b6c59d0bac6d', 'name': '', 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:25:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '045628af-c828-4232-b932-afd3967353ed', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:42Z', 'updated_at': '2022-10-20T03:41:43Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '045628af-c828-4232-b932-afd3967353ed', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:44.665191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3830401-f74a-44f2-92a1-7ba31ab5624e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Subnet': ['ID=9af2794e-d7e1-4763-a5de-2da3c0d79d07,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:44.679123 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d3830401-f74a-44f2-92a1-7ba31ab5624e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6968832 Oct 20 03:41:44.679568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57814) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:44.685412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f8082870-ac4c-4ad2-a82c-5eecfb34fb76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1918018215', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9af2794e-d7e1-4763-a5de-2da3c0d79d07'}], 'security_groups': ['04ab298c-182a-49cd-8635-528ee9cbb130']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:44.709287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Checking router: 2ddb62b2-6a56-4063-bc46-72fd55366d13 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:44.709648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Updating router 2ddb62b2-6a56-4063-bc46-72fd55366d13 port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:41:44.732368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-51d9559e-102c-4001-b96b-efe4a06fe516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.735207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-51d9559e-102c-4001-b96b-efe4a06fe516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:44.736462 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-51d9559e-102c-4001-b96b-efe4a06fe516 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/236058cc-71c1-4352-85fc-1f7a379bf68d HTTP/1.1" status: 204 len: 168 time: 0.2526872 Oct 20 03:41:44.773410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9559e-102c-4001-b96b-efe4a06fe516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236058cc-71c1-4352-85fc-1f7a379bf68d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:44.823485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59217350-e11c-4944-8631-0a293b5d3a82 None None] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:44.827234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.099462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5ee5ce5b-37f8-438e-ba53-14c7623ff02e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:45.144544 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Attempt 4 to provision port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d Oct 20 03:41:45.274916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:45.325542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:45.325904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.326497 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e Oct 20 03:41:45.371279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f8082870-ac4c-4ad2-a82c-5eecfb34fb76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.462258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.496954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.566415 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4022b5d3-c5f6-49a7-b0d8-1e40c79347da None None] Update dhcp port {'port': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'fixed_ips': [{'subnet_id': '2547eb06-e51b-4f91-b97f-7c5e54d2842b', 'ip_address': '2001:db8::2'}, {'subnet_id': '9af2794e-d7e1-4763-a5de-2da3c0d79d07'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '5ee5ce5b-37f8-438e-ba53-14c7623ff02e'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:41:45.589587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f634e7b-141b-450c-a6fc-ac7747f1a862 req-ea96cfb3-2723-4cd9-a162-e923525e380e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:45.592250 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f634e7b-141b-450c-a6fc-ac7747f1a862 req-ea96cfb3-2723-4cd9-a162-e923525e380e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 945 time: 0.0949795 Oct 20 03:41:45.599797 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17411cbf-39e2-4bcb-877d-ba958eed305f None None] Pushing event updated for resources: {'Port': ['ID=f41fe51c-4507-4ff4-bdce-b6c59d0bac6d,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:45.622416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:45.622808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.643568 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f634e7b-141b-450c-a6fc-ac7747f1a862 req-14bf6738-09c4-4662-a894-638301884c10 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447087 Oct 20 03:41:45.649672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4022b5d3-c5f6-49a7-b0d8-1e40c79347da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.746691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57840) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:45.779765 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Attempt 5 to provision port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d Oct 20 03:41:45.788745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Attempting to bind port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:41:45.789287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Attempting to bind port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:41:45.789752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Attempting to bind port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d on network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:41:45.809080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,segment=NetworkSegment(7453f056-4bc5-456f-bade-1ce023520906),segment_id=7453f056-4bc5-456f-bade-1ce023520906)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:45.816590 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-f8082870-ac4c-4ad2-a82c-5eecfb34fb76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Delete allocated IP 2001:db8::2f (0e48b3bd-e0a3-45e7-8e93-4eab28a76562/2547eb06-e51b-4f91-b97f-7c5e54d2842b) {{(pid=103628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:41:45.824169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.831941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:41:45.832486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Checking segment: {'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:41:45.832985 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.833472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Bound using segment: {'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:41:45.834059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Bound port: f41fe51c-4507-4ff4-bdce-b6c59d0bac6d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2351459-52b3-467e-9913-ac99d2e3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:41:45.834541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:45.837994 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-f8082870-ac4c-4ad2-a82c-5eecfb34fb76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8:0:1::232 (0e48b3bd-e0a3-45e7-8e93-4eab28a76562/9af2794e-d7e1-4763-a5de-2da3c0d79d07/c345c137-c9c2-4441-8d5c-144ace007663) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:45.855697 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de701454-60f4-4d22-96ac-d7d43690bb37 req-ae0bf435-6e80-4f75-93cf-b11ced4106a6 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:45.857264 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-de701454-60f4-4d22-96ac-d7d43690bb37 req-ae0bf435-6e80-4f75-93cf-b11ced4106a6 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 945 time: 0.0905139 Oct 20 03:41:45.864655 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-00e184f0-5f48-4023-bb85-9f287915fa68 tempest-ServiceProvidersTest-1855080967 tempest-ServiceProvidersTest-1855080967-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1161163 Oct 20 03:41:45.933763 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-de701454-60f4-4d22-96ac-d7d43690bb37 req-65d358d0-71c1-448c-ba4d-436db15c2209 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636280 Oct 20 03:41:45.944648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:45.978683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57846) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:46.028499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:46.054598 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-02dd8de6-50a0-4f24-9772-581a0c797657 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689657 Oct 20 03:41:46.056091 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0c1aada5-690a-497e-9304-802943f20418 None None] For port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:41:46.060662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0c1aada5-690a-497e-9304-802943f20418 None None] For port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f41fe51c-4507-4ff4-bdce-b6c59d0bac6d,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:41:46.065599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.103517 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f8082870-ac4c-4ad2-a82c-5eecfb34fb76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.111570 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f8082870-ac4c-4ad2-a82c-5eecfb34fb76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.140960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17411cbf-39e2-4bcb-877d-ba958eed305f None None] Pushing event updated for resources: {'Port': ['ID=f41fe51c-4507-4ff4-bdce-b6c59d0bac6d,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:46.176941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-f8082870-ac4c-4ad2-a82c-5eecfb34fb76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] In _notify_port_updated(), no bound segment for port c345c137-c9c2-4441-8d5c-144ace007663 on network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 {{(pid=103628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:41:46.182835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8082870-ac4c-4ad2-a82c-5eecfb34fb76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:46.183674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f8082870-ac4c-4ad2-a82c-5eecfb34fb76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.185168 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f8082870-ac4c-4ad2-a82c-5eecfb34fb76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "PUT /v2.0/ports/c345c137-c9c2-4441-8d5c-144ace007663 HTTP/1.1" status: 200 len: 931 time: 1.5047431 Oct 20 03:41:46.188206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57852) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:46.201572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-4022b5d3-c5f6-49a7-b0d8-1e40c79347da None None] Allocated IP 2001:db8:0:1::2 (0e48b3bd-e0a3-45e7-8e93-4eab28a76562/9af2794e-d7e1-4763-a5de-2da3c0d79d07/5ee5ce5b-37f8-438e-ba53-14c7623ff02e) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:46.222762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeaa95d-54bd-4738-8905-57fa9a6e6f63 tempest-TestVolumeBootPattern-3583986 tempest-TestVolumeBootPattern-3583986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:46.228765 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-dfeaa95d-54bd-4738-8905-57fa9a6e6f63 tempest-TestVolumeBootPattern-3583986 tempest-TestVolumeBootPattern-3583986-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 1093 time: 0.2490268 Oct 20 03:41:46.230551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57854) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:46.230895 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57856) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:46.231013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-123fb6da-34bd-40e8-9e4e-540c09064faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:46.232472 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-123fb6da-34bd-40e8-9e4e-540c09064faa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 1098 time: 0.1287792 Oct 20 03:41:46.236393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:46.255434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:46.256234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0c1aada5-690a-497e-9304-802943f20418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:46.292163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8082870-ac4c-4ad2-a82c-5eecfb34fb76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=c345c137-c9c2-4441-8d5c-144ace007663,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:46.315626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.380967 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a909137b-184a-426e-a1e8-4e7a77ca278e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port c345c137-c9c2-4441-8d5c-144ace007663 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:46.381601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a909137b-184a-426e-a1e8-4e7a77ca278e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.383287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-4022b5d3-c5f6-49a7-b0d8-1e40c79347da None None] For port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,segment=NetworkSegment(7453f056-4bc5-456f-bade-1ce023520906),segment_id=7453f056-4bc5-456f-bade-1ce023520906)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:46.384057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-c01797cc-3cad-4ada-9ea5-13e8618762bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:46.385639 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-c01797cc-3cad-4ada-9ea5-13e8618762bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=24c7f175-1349-4c4b-9f4e-dcdc7b361910 HTTP/1.1" status: 200 len: 897 time: 0.1325896 Oct 20 03:41:46.441970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a43efc0-3d5a-4205-af43-a0fe66106944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.456869 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-1f8b1574-36f4-4163-8738-fd9d9d8dce8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c86d89-fd7e-4de3-9b08-c89f540c5f00 HTTP/1.1" status: 200 len: 1001 time: 0.0649109 Oct 20 03:41:46.518457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-93d1506a-89a3-4f67-bd8c-40daa0559f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:46.520165 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-93d1506a-89a3-4f67-bd8c-40daa0559f1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59e75800-7363-421a-9a79-a46faa17249d HTTP/1.1" status: 200 len: 834 time: 0.0566897 Oct 20 03:41:46.541719 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Attempt 6 to provision port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d Oct 20 03:41:46.565050 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a909137b-184a-426e-a1e8-4e7a77ca278e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.572739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-1cde9d1b-5c98-4ebb-8817-3855e39127ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:46.574544 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-1cde9d1b-5c98-4ebb-8817-3855e39127ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24c7f175-1349-4c4b-9f4e-dcdc7b361910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476451 Oct 20 03:41:46.590941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a909137b-184a-426e-a1e8-4e7a77ca278e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for c345c137-c9c2-4441-8d5c-144ace007663 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:46.600968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.639993 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0b561ef0-0bb9-4338-97be-abba930bc09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.651451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-0c1aada5-690a-497e-9304-802943f20418 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:46.680477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4022b5d3-c5f6-49a7-b0d8-1e40c79347da None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.681323 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-82a6b816-3fc5-4587-9b6d-c595d8268681 service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002362 Oct 20 03:41:46.689750 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4022b5d3-c5f6-49a7-b0d8-1e40c79347da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.715925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a43efc0-3d5a-4205-af43-a0fe66106944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.727441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a43efc0-3d5a-4205-af43-a0fe66106944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.784156 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f0d0ce5-2164-4f94-8787-33f8dd72006a req-3f5c4172-c535-4e07-b333-b21dfa984e03 service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957830 Oct 20 03:41:46.819775 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9a43efc0-3d5a-4205-af43-a0fe66106944 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bc9d29423c7496792f869ba742eeabc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876799 Oct 20 03:41:46.822324 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57860) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:46.828119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43efc0-3d5a-4205-af43-a0fe66106944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dac1c5-8910-44b9-9e26-6a09a80c4170,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:46.846381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Allocated IP 172.26.0.49 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/66159ae4-0b06-427a-b02c-4212b719eb6a) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:46.864152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022b5d3-c5f6-49a7-b0d8-1e40c79347da None None] Pushing event updated for resources: {'Port': ['ID=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:46.896962 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a624515-5eb7-4ffe-829b-4dd03083ee0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.911427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Current status of the port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:46.911787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.936800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a624515-5eb7-4ffe-829b-4dd03083ee0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:46.995652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a909137b-184a-426e-a1e8-4e7a77ca278e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.009848 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] For port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f41fe51c-4507-4ff4-bdce-b6c59d0bac6d,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:47.040639 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.059306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a624515-5eb7-4ffe-829b-4dd03083ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.061976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909137b-184a-426e-a1e8-4e7a77ca278e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=c345c137-c9c2-4441-8d5c-144ace007663,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.065265 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0a624515-5eb7-4ffe-829b-4dd03083ee0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.086057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5ee5ce5b-37f8-438e-ba53-14c7623ff02e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:47.087962 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0a624515-5eb7-4ffe-829b-4dd03083ee0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8dac1c5-8910-44b9-9e26-6a09a80c4170 HTTP/1.1" status: 204 len: 168 time: 0.2461402 Oct 20 03:41:47.108888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a909137b-184a-426e-a1e8-4e7a77ca278e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.113374 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a909137b-184a-426e-a1e8-4e7a77ca278e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/c345c137-c9c2-4441-8d5c-144ace007663 HTTP/1.1" status: 204 len: 168 time: 0.9237232 Oct 20 03:41:47.117583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.118876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57866) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:47.122719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a624515-5eb7-4ffe-829b-4dd03083ee0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dac1c5-8910-44b9-9e26-6a09a80c4170,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.150754 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7532c0-39ba-48ef-9760-ad2cbf502e39 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:41:47.152400 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-da7532c0-39ba-48ef-9760-ad2cbf502e39 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/c345c137-c9c2-4441-8d5c-144ace007663 HTTP/1.1" status: 404 len: 333 time: 0.0325515 Oct 20 03:41:47.155250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57868) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:47.209612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Could not find standard attr ID for object c345c137-c9c2-4441-8d5c-144ace007663. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:47.218226 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454fe27-2bb1-4b7b-9452-eb2697cd6bd0 None None] Pushing event updated for resources: {'Port': ['ID=f41fe51c-4507-4ff4-bdce-b6c59d0bac6d,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.222794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.267502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9babcfca-e1de-407a-960b-2ef4d6a2f20e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.276308 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Provisioning complete for port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:47.276740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.277082 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 1 to provision port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e Oct 20 03:41:47.284296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0c1aada5-690a-497e-9304-802943f20418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '42c035e6-f279-4357-becc-90aef05988a0', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'port_id': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'mac_address': 'fa:16:3e:f5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:40:42Z', 'updated_at': '2022-10-20T03:40:47Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f41fe51c-4507-4ff4-bdce-b6c59d0bac6d', 'name': '', 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:25:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '045628af-c828-4232-b932-afd3967353ed', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:42Z', 'updated_at': '2022-10-20T03:41:46Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '045628af-c828-4232-b932-afd3967353ed', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:47.307145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9babcfca-e1de-407a-960b-2ef4d6a2f20e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.331373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:47.343694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:47.356754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:47.372735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9babcfca-e1de-407a-960b-2ef4d6a2f20e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.375794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9babcfca-e1de-407a-960b-2ef4d6a2f20e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.380639 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9babcfca-e1de-407a-960b-2ef4d6a2f20e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/security-groups/d898cc45-5438-49de-883f-fc682a24ae15 HTTP/1.1" status: 204 len: 168 time: 0.2242432 Oct 20 03:41:47.384512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57870) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:47.412981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babcfca-e1de-407a-960b-2ef4d6a2f20e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d898cc45-5438-49de-883f-fc682a24ae15,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.439242 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'Port': ['ID=66159ae4-0b06-427a-b02c-4212b719eb6a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.448458 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:47.453123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.453470 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e Oct 20 03:41:47.460117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1aada5-690a-497e-9304-802943f20418 None None] The sync data for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv is: [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:41:42Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '42c035e6-f279-4357-becc-90aef05988a0', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'port_id': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'mac_address': 'fa:16:3e:f5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:40:42Z', 'updated_at': '2022-10-20T03:40:47Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f41fe51c-4507-4ff4-bdce-b6c59d0bac6d', 'name': '', 'network_id': '56ea2c17-4f59-4ffa-9941-4082c63e8a37', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:25:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '045628af-c828-4232-b932-afd3967353ed', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:41:42Z', 'updated_at': '2022-10-20T03:41:46Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '045628af-c828-4232-b932-afd3967353ed', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:47.477708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f91b20a0-facc-4d10-a31e-9dc00f2df171 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.547487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f91b20a0-facc-4d10-a31e-9dc00f2df171 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.638857 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f91b20a0-facc-4d10-a31e-9dc00f2df171 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.641559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f91b20a0-facc-4d10-a31e-9dc00f2df171 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.642908 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f91b20a0-facc-4d10-a31e-9dc00f2df171 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/security-groups/04ab298c-182a-49cd-8635-528ee9cbb130 HTTP/1.1" status: 204 len: 168 time: 0.2570462 Oct 20 03:41:47.653705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Current status of the port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:47.659315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57872) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:47.660173 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b20a0-facc-4d10-a31e-9dc00f2df171 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ab298c-182a-49cd-8635-528ee9cbb130,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:47.689988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Provisioning complete for port 77c95c90-5925-4b8a-8241-3c02f834fd0c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:47.689988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.690579 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 1 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:47.729594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:47.747864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a0b8b6-89b0-47ff-bb31-a98e6d2ce1b8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting subnet 2547eb06-e51b-4f91-b97f-7c5e54d2842b {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:47.757421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46a0b8b6-89b0-47ff-bb31-a98e6d2ce1b8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.778276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:47.789373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.817406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46a0b8b6-89b0-47ff-bb31-a98e6d2ce1b8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.919827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46a0b8b6-89b0-47ff-bb31-a98e6d2ce1b8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:47.993312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46a0b8b6-89b0-47ff-bb31-a98e6d2ce1b8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.004358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.013002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46a0b8b6-89b0-47ff-bb31-a98e6d2ce1b8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.016158 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-46a0b8b6-89b0-47ff-bb31-a98e6d2ce1b8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/2547eb06-e51b-4f91-b97f-7c5e54d2842b HTTP/1.1" status: 204 len: 168 time: 0.3532979 Oct 20 03:41:48.033720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57874) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:48.039422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0b8b6-89b0-47ff-bb31-a98e6d2ce1b8 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Subnet': ['ID=2547eb06-e51b-4f91-b97f-7c5e54d2842b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:48.044689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-08b2511d-4f7d-406b-b54b-7f42ea36da5f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:48.109612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d24cab2-dbda-4d04-8c81-fc4594f1ef22 None None] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:48.158302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.241010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b2511d-4f7d-406b-b54b-7f42ea36da5f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:48.244518 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-08b2511d-4f7d-406b-b54b-7f42ea36da5f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.279518 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 2 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:48.323765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:48.427338 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.433277 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.537363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'Port': ['ID=66159ae4-0b06-427a-b02c-4212b719eb6a,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:48.552582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.690574 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-08b2511d-4f7d-406b-b54b-7f42ea36da5f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.724875 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Floating IP 3526c7a4-4f76-4d22-af9b-01a0e7f8cdef associated. External IP: 172.26.0.49, port: 97b8e3d0-1e4d-4fd8-867a-c57301c11fec. Oct 20 03:41:48.775930 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2511d-4f7d-406b-b54b-7f42ea36da5f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:48.782039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-08b2511d-4f7d-406b-b54b-7f42ea36da5f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:48.788588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b2511d-4f7d-406b-b54b-7f42ea36da5f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:48.789169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-08b2511d-4f7d-406b-b54b-7f42ea36da5f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.811229 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2511d-4f7d-406b-b54b-7f42ea36da5f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Subnet': ['ID=ce2a7303-5888-4845-a3ec-7de53456e547,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:48.824845 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-08b2511d-4f7d-406b-b54b-7f42ea36da5f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7869902 Oct 20 03:41:48.825094 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 3 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:48.826354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57876) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:48.830932 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ca6937d8-315a-49c3-a33a-3d1fd1aa5b66 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'security_group': {'name': 'tempest-secgroup-518426569'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:48.849252 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6cbcc8-3af5-4567-b41f-586d4037325b None None] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:48.855364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca6937d8-315a-49c3-a33a-3d1fd1aa5b66 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.890115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:48.934875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca6937d8-315a-49c3-a33a-3d1fd1aa5b66 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.939683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca6937d8-315a-49c3-a33a-3d1fd1aa5b66 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.982153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6937d8-315a-49c3-a33a-3d1fd1aa5b66 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf27d6c-7b60-40e2-b0e8-fdda84193759,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:48.994198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca6937d8-315a-49c3-a33a-3d1fd1aa5b66 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:48.996313 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ca6937d8-315a-49c3-a33a-3d1fd1aa5b66 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1680741 Oct 20 03:41:48.999177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Router 585a20a1-c604-405a-b7ed-a1ce20b2cceb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:41:48.999319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57878) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:49.009081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-51fe3eda-f1cc-4d94-8835-3c27237150ee tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'security_group': {'name': 'tempest-secgroup-2103820011'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:49.041763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51fe3eda-f1cc-4d94-8835-3c27237150ee tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.105053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f41fe51c-4507-4ff4-bdce-b6c59d0bac6d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:49.133333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51fe3eda-f1cc-4d94-8835-3c27237150ee tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.136649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:41:49.138537 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51fe3eda-f1cc-4d94-8835-3c27237150ee tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.153215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c35563c-fba7-451d-9b02-7b5e34ef2781 None None] Update dhcp port {'port': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'fixed_ips': [{'subnet_id': '9af2794e-d7e1-4763-a5de-2da3c0d79d07', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce2a7303-5888-4845-a3ec-7de53456e547'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '5ee5ce5b-37f8-438e-ba53-14c7623ff02e'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:41:49.161596 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d13727-f51d-42ee-94ac-a9e3f8e42f0f None None] Sync routers for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:41:49.169829 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.176840 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d13727-f51d-42ee-94ac-a9e3f8e42f0f None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:49.177771 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-34d13727-f51d-42ee-94ac-a9e3f8e42f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:49.178221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51fe3eda-f1cc-4d94-8835-3c27237150ee tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.179478 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-51fe3eda-f1cc-4d94-8835-3c27237150ee tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1789141 Oct 20 03:41:49.182914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57880) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:49.189075 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2c35563c-fba7-451d-9b02-7b5e34ef2781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.189427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7d274085-a119-452e-a5d1-f47d9b4c0851 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'security_group': {'name': 'tempest-secgroup-425359798'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:49.197608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe3eda-f1cc-4d94-8835-3c27237150ee tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c40df39-db5c-4290-b62f-1f5b06ba7980,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:49.208797 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:49.209210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.209571 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d Oct 20 03:41:49.223540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d274085-a119-452e-a5d1-f47d9b4c0851 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.228465 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0ea8adf0-4dca-4001-8d6f-de8d06084873 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9932737 Oct 20 03:41:49.228465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'tag': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:41:49.230721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "43366917-2d5f-438e-ab0f-e7a9f8277ac7", "tag": "97b8e3d0-1e4d-4fd8-867a-c57301c11fec"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:41:49.316817 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.320142 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-34d13727-f51d-42ee-94ac-a9e3f8e42f0f None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:49.333946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d274085-a119-452e-a5d1-f47d9b4c0851 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.340616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d274085-a119-452e-a5d1-f47d9b4c0851 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.379828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d274085-a119-452e-a5d1-f47d9b4c0851 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.384655 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57890) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:49.385264 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7d274085-a119-452e-a5d1-f47d9b4c0851 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2004673 Oct 20 03:41:49.389283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1820419385', 'security_groups': ['2d0b8bbc-68cd-47ef-9dbb-74ff3e9ccf37'], 'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce2a7303-5888-4845-a3ec-7de53456e547'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:49.398469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d274085-a119-452e-a5d1-f47d9b4c0851 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b8bbc-68cd-47ef-9dbb-74ff3e9ccf37,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:49.408667 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 4 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:49.536499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a551dd60-45df-4318-bfa5-b7a12db5a79a x-openstack-request-id: req-a551dd60-45df-4318-bfa5-b7a12db5a79a {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:41:49.537208 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43366917-2d5f-438e-ab0f-e7a9f8277ac7", "tag": "97b8e3d0-1e4d-4fd8-867a-c57301c11fec", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:41:49.537566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a551dd60-45df-4318-bfa5-b7a12db5a79a {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:41:49.538143 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a551dd60-45df-4318-bfa5-b7a12db5a79a'] response: {'name': 'network-changed', 'server_uuid': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'tag': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec', 'status': 'completed', 'code': 200} Oct 20 03:41:49.554616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:49.560028 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.590602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] device_id is not set on port 78ecad7a-d40a-40bd-a95f-defbda2a6ab3 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:41:49.606580 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-34d13727-f51d-42ee-94ac-a9e3f8e42f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '3526c7a4-4f76-4d22-af9b-01a0e7f8cdef', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.49', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:ec:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:41:47Z', 'updated_at': '2022-10-20T03:41:47Z', 'revision_number': 0, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:49.615890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8 req-d4cd1209-be92-4bde-938e-ecbb0df83b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:49.618218 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8 req-d4cd1209-be92-4bde-938e-ecbb0df83b93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0569232 Oct 20 03:41:49.635318 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d13727-f51d-42ee-94ac-a9e3f8e42f0f None None] Checking router: 585a20a1-c604-405a-b7ed-a1ce20b2cceb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:41:49.651956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.655940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:49.656127 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d13727-f51d-42ee-94ac-a9e3f8e42f0f None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:41:49.656784 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-34d13727-f51d-42ee-94ac-a9e3f8e42f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:49.659862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:49.721522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-2c35563c-fba7-451d-9b02-7b5e34ef2781 None None] Allocated IP 2001:db8::2 (0e48b3bd-e0a3-45e7-8e93-4eab28a76562/ce2a7303-5888-4845-a3ec-7de53456e547/5ee5ce5b-37f8-438e-ba53-14c7623ff02e) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:49.749891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8 req-ba6d3e1d-0514-44ee-8da4-19e7b2fe201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:49.751388 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8 req-ba6d3e1d-0514-44ee-8da4-19e7b2fe201e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 912 time: 0.1258318 Oct 20 03:41:49.825253 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8 req-a89082f3-4065-4885-8c67-2bd851a6d767 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97b8e3d0-1e4d-4fd8-867a-c57301c11fec HTTP/1.1" status: 200 len: 998 time: 0.0661590 Oct 20 03:41:49.833279 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2c35563c-fba7-451d-9b02-7b5e34ef2781 None None] For port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,segment=NetworkSegment(7453f056-4bc5-456f-bade-1ce023520906),segment_id=7453f056-4bc5-456f-bade-1ce023520906)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:49.857409 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-34d13727-f51d-42ee-94ac-a9e3f8e42f0f None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:41:49.863492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2c35563c-fba7-451d-9b02-7b5e34ef2781 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.868834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2c35563c-fba7-451d-9b02-7b5e34ef2781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:49.879986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8 req-62041f7b-5dd5-46e0-80c8-a8b5ba6a6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:49.881554 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8 req-62041f7b-5dd5-46e0-80c8-a8b5ba6a6249 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0495076 Oct 20 03:41:49.938521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8 req-0e493adc-b6b5-42c4-9c5f-8564b5e63ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:49.939996 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8 req-0e493adc-b6b5-42c4-9c5f-8564b5e63ecb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493727 Oct 20 03:41:49.945769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8::15f (0e48b3bd-e0a3-45e7-8e93-4eab28a76562/ce2a7303-5888-4845-a3ec-7de53456e547/78ecad7a-d40a-40bd-a95f-defbda2a6ab3) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:49.974862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35563c-fba7-451d-9b02-7b5e34ef2781 None None] Pushing event updated for resources: {'Port': ['ID=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:50.075304 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8 req-cc59c2a5-b96e-4cdb-a29f-113ca996989a service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179631 Oct 20 03:41:50.161626 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 5 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:50.181339 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3def2ff-6e2a-4555-986b-c063e3a5f7e8 req-278c97c6-defc-4bc9-a161-c954c494c894 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991223 Oct 20 03:41:50.207589 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-34d13727-f51d-42ee-94ac-a9e3f8e42f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '3526c7a4-4f76-4d22-af9b-01a0e7f8cdef', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.49', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:ec:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:41:47Z', 'updated_at': '2022-10-20T03:41:47Z', 'revision_number': 0, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:50.223969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:50.240728 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d13727-f51d-42ee-94ac-a9e3f8e42f0f None None] The sync data for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv is: [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '3526c7a4-4f76-4d22-af9b-01a0e7f8cdef', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.49', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:ec:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:41:47Z', 'updated_at': '2022-10-20T03:41:47Z', 'revision_number': 0, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:41:50.479619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e29b6a-3214-469b-9f36-b0864f437ac4 None None] New status for floating IP 3526c7a4-4f76-4d22-af9b-01a0e7f8cdef: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:41:50.481855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.519151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.568248 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:50.571371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:50.575053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:41:50.580777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:50.581372 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.587551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=78ecad7a-d40a-40bd-a95f-defbda2a6ab3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:50.604665 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-89918ab1-8090-454a-a0cf-9328a356ee09 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2192116 Oct 20 03:41:50.607536 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57892) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:50.614479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9b9b1742-157a-4db1-bf5d-3939c333b5cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:50.725534 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 6 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:50.730157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9b1742-157a-4db1-bf5d-3939c333b5cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:50.734262 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1742-157a-4db1-bf5d-3939c333b5cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:50.762336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:50.831372 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.ipam_backend_mixin [None req-9b9b1742-157a-4db1-bf5d-3939c333b5cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce2a7303-5888-4845-a3ec-7de53456e547 (CIDR: 2001:db8::/64) Oct 20 03:41:50.834392 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9b1742-157a-4db1-bf5d-3939c333b5cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:41:50.834839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9b1742-157a-4db1-bf5d-3939c333b5cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:50.850312 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9b9b1742-157a-4db1-bf5d-3939c333b5cd tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2416925 Oct 20 03:41:50.852985 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57894) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:50.857772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4604a086-5a50-4763-97be-993e966c0ce7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:50.966224 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4604a086-5a50-4763-97be-993e966c0ce7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:50.970578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4604a086-5a50-4763-97be-993e966c0ce7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.004354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5ee5ce5b-37f8-438e-ba53-14c7623ff02e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:51.052576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:51.052947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.053276 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e Oct 20 03:41:51.061444 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.ipam_backend_mixin [None req-4604a086-5a50-4763-97be-993e966c0ce7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9af2794e-d7e1-4763-a5de-2da3c0d79d07 (CIDR: 2001:db8:0:1::/64) Oct 20 03:41:51.065525 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4604a086-5a50-4763-97be-993e966c0ce7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 03:41:51.065982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4604a086-5a50-4763-97be-993e966c0ce7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:51.081976 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4604a086-5a50-4763-97be-993e966c0ce7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2279804 Oct 20 03:41:51.084891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57896) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:51.089843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-376f4172-a8e2-493e-aa1b-84ca5f99659a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'subnet': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:51.136316 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:51.204921 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376f4172-a8e2-493e-aa1b-84ca5f99659a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Made reservation on behalf of f0c8ce471db2452fb44ddb13bce2b352 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:41:51.208910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-376f4172-a8e2-493e-aa1b-84ca5f99659a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.264031 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 7 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:51.300533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:51.427612 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-376f4172-a8e2-493e-aa1b-84ca5f99659a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.469175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f4172-a8e2-493e-aa1b-84ca5f99659a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:41:51.472506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-376f4172-a8e2-493e-aa1b-84ca5f99659a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:41:51.476045 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f4172-a8e2-493e-aa1b-84ca5f99659a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:51.476732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-376f4172-a8e2-493e-aa1b-84ca5f99659a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.484053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d4a5b5-6de1-4492-8a7c-8b163b905678 None None] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:51.490390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f4172-a8e2-493e-aa1b-84ca5f99659a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Subnet': ['ID=e6f25f4a-fc63-4436-8407-c1572f2a7058,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:51.501719 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-376f4172-a8e2-493e-aa1b-84ca5f99659a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4157536 Oct 20 03:41:51.505071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57898) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:51.510784 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c9cb5c01-9331-413d-8957-ddad69043822 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1835962165', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e6f25f4a-fc63-4436-8407-c1572f2a7058'}], 'security_groups': ['ccf27d6c-7b60-40e2-b0e8-fdda84193759', '7c40df39-db5c-4290-b62f-1f5b06ba7980']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:41:51.660700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9cb5c01-9331-413d-8957-ddad69043822 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.698544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d14f7aa-d99f-478c-aef4-3e8a02249f62 None None] Update dhcp port {'port': {'network_id': '0e48b3bd-e0a3-45e7-8e93-4eab28a76562', 'fixed_ips': [{'subnet_id': '9af2794e-d7e1-4763-a5de-2da3c0d79d07', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce2a7303-5888-4845-a3ec-7de53456e547', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e6f25f4a-fc63-4436-8407-c1572f2a7058'}], 'binding:host_id': 'dv-neutron-861842-1-hyperv'}, 'id': '5ee5ce5b-37f8-438e-ba53-14c7623ff02e'} from dv-neutron-861842-1-hyperv. {{(pid=103630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 03:41:51.730084 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8d14f7aa-d99f-478c-aef4-3e8a02249f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:51.736862 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:41:51.821135 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 8 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:51.875635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:51.968836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-c9cb5c01-9331-413d-8957-ddad69043822 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Delete allocated IP 2001:db8::15f (0e48b3bd-e0a3-45e7-8e93-4eab28a76562/ce2a7303-5888-4845-a3ec-7de53456e547) {{(pid=103628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 03:41:51.977441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-c9cb5c01-9331-413d-8957-ddad69043822 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Allocated IP 2001:db8:0:2::dc (0e48b3bd-e0a3-45e7-8e93-4eab28a76562/e6f25f4a-fc63-4436-8407-c1572f2a7058/78ecad7a-d40a-40bd-a95f-defbda2a6ab3) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:52.130173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9cb5c01-9331-413d-8957-ddad69043822 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.134690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9cb5c01-9331-413d-8957-ddad69043822 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.186372 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-8d14f7aa-d99f-478c-aef4-3e8a02249f62 None None] Allocated IP 2001:db8:0:2::2 (0e48b3bd-e0a3-45e7-8e93-4eab28a76562/e6f25f4a-fc63-4436-8407-c1572f2a7058/5ee5ce5b-37f8-438e-ba53-14c7623ff02e) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:41:52.197221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb5c01-9331-413d-8957-ddad69043822 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] In _notify_port_updated(), no bound segment for port 78ecad7a-d40a-40bd-a95f-defbda2a6ab3 on network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 {{(pid=103628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:41:52.202845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb5c01-9331-413d-8957-ddad69043822 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:41:52.203449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9cb5c01-9331-413d-8957-ddad69043822 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.204756 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c9cb5c01-9331-413d-8957-ddad69043822 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "PUT /v2.0/ports/78ecad7a-d40a-40bd-a95f-defbda2a6ab3 HTTP/1.1" status: 200 len: 969 time: 0.6986339 Oct 20 03:41:52.208177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57902) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:52.219071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb5c01-9331-413d-8957-ddad69043822 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event updated for resources: {'Port': ['ID=78ecad7a-d40a-40bd-a95f-defbda2a6ab3,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:52.289333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8d14f7aa-d99f-478c-aef4-3e8a02249f62 None None] For port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,segment=NetworkSegment(7453f056-4bc5-456f-bade-1ce023520906),segment_id=7453f056-4bc5-456f-bade-1ce023520906)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:52.304698 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd54a4-0b40-46a8-ba8c-2901e237fdf7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 78ecad7a-d40a-40bd-a95f-defbda2a6ab3 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:52.305045 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1bd54a4-0b40-46a8-ba8c-2901e237fdf7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.321269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8d14f7aa-d99f-478c-aef4-3e8a02249f62 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.327595 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8d14f7aa-d99f-478c-aef4-3e8a02249f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.382174 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 9 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:52.400082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1bd54a4-0b40-46a8-ba8c-2901e237fdf7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.412136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd54a4-0b40-46a8-ba8c-2901e237fdf7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 78ecad7a-d40a-40bd-a95f-defbda2a6ab3 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:52.434896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14f7aa-d99f-478c-aef4-3e8a02249f62 None None] Pushing event updated for resources: {'Port': ['ID=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:52.465882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:52.548239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1bd54a4-0b40-46a8-ba8c-2901e237fdf7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.585050 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd54a4-0b40-46a8-ba8c-2901e237fdf7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=78ecad7a-d40a-40bd-a95f-defbda2a6ab3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:52.611908 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1bd54a4-0b40-46a8-ba8c-2901e237fdf7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.616586 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a1bd54a4-0b40-46a8-ba8c-2901e237fdf7 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/78ecad7a-d40a-40bd-a95f-defbda2a6ab3 HTTP/1.1" status: 204 len: 168 time: 0.4072688 Oct 20 03:41:52.619291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57904) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:52.648108 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-9224c94a-0c47-4b1e-947a-fb9105b75069 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] GET failed (client error): The resource could not be found. Oct 20 03:41:52.649804 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9224c94a-0c47-4b1e-947a-fb9105b75069 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports/78ecad7a-d40a-40bd-a95f-defbda2a6ab3 HTTP/1.1" status: 404 len: 333 time: 0.0294824 Oct 20 03:41:52.652778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57906) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:52.719731 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-88201bbb-bb8d-4e6d-96a1-41eaff8d9e44 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.746988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-88201bbb-bb8d-4e6d-96a1-41eaff8d9e44 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.791341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-88201bbb-bb8d-4e6d-96a1-41eaff8d9e44 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.794105 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-88201bbb-bb8d-4e6d-96a1-41eaff8d9e44 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.795287 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-88201bbb-bb8d-4e6d-96a1-41eaff8d9e44 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/security-groups/2d0b8bbc-68cd-47ef-9dbb-74ff3e9ccf37 HTTP/1.1" status: 204 len: 168 time: 0.1415184 Oct 20 03:41:52.798183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57908) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:52.804893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88201bbb-bb8d-4e6d-96a1-41eaff8d9e44 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0b8bbc-68cd-47ef-9dbb-74ff3e9ccf37,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:52.861376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7e575a8b-9559-4bef-bdb6-4bae4389c7da tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.884428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7e575a8b-9559-4bef-bdb6-4bae4389c7da tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.927793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7e575a8b-9559-4bef-bdb6-4bae4389c7da tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.930471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7e575a8b-9559-4bef-bdb6-4bae4389c7da tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:52.931629 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7e575a8b-9559-4bef-bdb6-4bae4389c7da tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/security-groups/7c40df39-db5c-4290-b62f-1f5b06ba7980 HTTP/1.1" status: 204 len: 168 time: 0.1324303 Oct 20 03:41:52.934507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57910) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:52.941094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e575a8b-9559-4bef-bdb6-4bae4389c7da tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c40df39-db5c-4290-b62f-1f5b06ba7980,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:52.967440 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 10 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:52.998392 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6161a2c6-fd00-4eec-98ce-149b4b41b6a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.017090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:53.031896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Provisioning complete for port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:53.032372 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.032864 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Attempt 1 to provision port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d Oct 20 03:41:53.033262 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6161a2c6-fd00-4eec-98ce-149b4b41b6a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.058625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5ee5ce5b-37f8-438e-ba53-14c7623ff02e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:41:53.088369 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6161a2c6-fd00-4eec-98ce-149b4b41b6a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.091124 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6161a2c6-fd00-4eec-98ce-149b4b41b6a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.092336 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6161a2c6-fd00-4eec-98ce-149b4b41b6a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/security-groups/ccf27d6c-7b60-40e2-b0e8-fdda84193759 HTTP/1.1" status: 204 len: 168 time: 0.1567531 Oct 20 03:41:53.095064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57912) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:53.102438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161a2c6-fd00-4eec-98ce-149b4b41b6a9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf27d6c-7b60-40e2-b0e8-fdda84193759,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:53.162216 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e313e0-4d96-4a03-bdf8-9d6352ff3d76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting subnet ce2a7303-5888-4845-a3ec-7de53456e547 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:53.165433 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:53.165626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-28e313e0-4d96-4a03-bdf8-9d6352ff3d76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.165800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.166130 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e Oct 20 03:41:53.193695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d66f365a-cf70-4c31-a12c-cbfe719f700d None None] Current status of the port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:53.210480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-28e313e0-4d96-4a03-bdf8-9d6352ff3d76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.256144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:41:53.307696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Could not find standard attr ID for object c345c137-c9c2-4441-8d5c-144ace007663. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:53.324650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Provisioning complete for port 77c95c90-5925-4b8a-8241-3c02f834fd0c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:41:53.325423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.326181 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Attempt 1 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:53.363727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:53.629949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-28e313e0-4d96-4a03-bdf8-9d6352ff3d76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.686606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-28e313e0-4d96-4a03-bdf8-9d6352ff3d76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.713407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e313e0-4d96-4a03-bdf8-9d6352ff3d76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2a7303-5888-4845-a3ec-7de53456e547,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:53.717032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-28e313e0-4d96-4a03-bdf8-9d6352ff3d76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.720173 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-28e313e0-4d96-4a03-bdf8-9d6352ff3d76 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/ce2a7303-5888-4845-a3ec-7de53456e547 HTTP/1.1" status: 204 len: 168 time: 0.6238940 Oct 20 03:41:53.724239 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc790beb-ebfc-49e8-ab56-829f860d4c58 None None] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:53.726871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57916) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:53.781634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c1a830-8bac-495e-9e1a-42890d82bb3f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting subnet e6f25f4a-fc63-4436-8407-c1572f2a7058 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:53.784780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6c1a830-8bac-495e-9e1a-42890d82bb3f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.824633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6c1a830-8bac-495e-9e1a-42890d82bb3f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.865028 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Attempt 2 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:53.906899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6c1a830-8bac-495e-9e1a-42890d82bb3f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:53.907287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:53.973789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6c1a830-8bac-495e-9e1a-42890d82bb3f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.000688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1a830-8bac-495e-9e1a-42890d82bb3f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f25f4a-fc63-4436-8407-c1572f2a7058,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:54.008648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6c1a830-8bac-495e-9e1a-42890d82bb3f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.012183 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a6c1a830-8bac-495e-9e1a-42890d82bb3f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/e6f25f4a-fc63-4436-8407-c1572f2a7058 HTTP/1.1" status: 204 len: 168 time: 0.2842655 Oct 20 03:41:54.014627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57918) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.042564 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e657967-af7d-4eb7-ae94-72fb5f1f73de tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:54.043015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e657967-af7d-4eb7-ae94-72fb5f1f73de tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:54.048731 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2e657967-af7d-4eb7-ae94-72fb5f1f73de tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/ce2a7303-5888-4845-a3ec-7de53456e547 HTTP/1.1" status: 404 len: 337 time: 0.0306082 Oct 20 03:41:54.048961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57920) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.106415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-15930b26-0d66-45e0-8e30-7ff1da55036d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting subnet 9af2794e-d7e1-4763-a5de-2da3c0d79d07 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:41:54.110606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-15930b26-0d66-45e0-8e30-7ff1da55036d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.152858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-15930b26-0d66-45e0-8e30-7ff1da55036d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.244589 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-15930b26-0d66-45e0-8e30-7ff1da55036d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.307599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-15930b26-0d66-45e0-8e30-7ff1da55036d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.337951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-15930b26-0d66-45e0-8e30-7ff1da55036d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.341226 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-15930b26-0d66-45e0-8e30-7ff1da55036d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/9af2794e-d7e1-4763-a5de-2da3c0d79d07 HTTP/1.1" status: 204 len: 168 time: 0.2913108 Oct 20 03:41:54.342479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15930b26-0d66-45e0-8e30-7ff1da55036d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Subnet': ['ID=9af2794e-d7e1-4763-a5de-2da3c0d79d07,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:54.343975 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57922) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.371741 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbe6f34-26f1-4f7d-9f9d-8e66ae0ec44f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:54.372513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbe6f34-26f1-4f7d-9f9d-8e66ae0ec44f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:54.375365 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9bbe6f34-26f1-4f7d-9f9d-8e66ae0ec44f tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/2547eb06-e51b-4f91-b97f-7c5e54d2842b HTTP/1.1" status: 404 len: 337 time: 0.0303338 Oct 20 03:41:54.378060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57924) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.405703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa502498-882a-48b3-96fc-0973ad3e94db None None] Network 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:41:54.406358 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1aebd87b-bc7b-4cfe-b393-450ade185f26 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf79028e-2f1c-4dc8-9c36-7bc543004c6b HTTP/1.1" status: 200 len: 205 time: 0.0272005 Oct 20 03:41:54.408825 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Attempt 3 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:54.408966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57926) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.449945 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-a962f457-648e-453e-a844-bdbc9d0a951a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] delete failed (client error): The resource could not be found. Oct 20 03:41:54.453568 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a962f457-648e-453e-a844-bdbc9d0a951a tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/routers/bf79028e-2f1c-4dc8-9c36-7bc543004c6b HTTP/1.1" status: 404 len: 336 time: 0.0410578 Oct 20 03:41:54.453913 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57928) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.483444 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-9082d811-2ad0-49d7-a38a-18a8f805817c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:54.483805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9082d811-2ad0-49d7-a38a-18a8f805817c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:54.486855 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9082d811-2ad0-49d7-a38a-18a8f805817c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/5b9e3ff7-4648-4938-ac77-e1b5a5244f70 HTTP/1.1" status: 404 len: 337 time: 0.0320041 Oct 20 03:41:54.489888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57930) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.497807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:54.515927 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fb6167-8632-4acf-a4cc-822cb487e64d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:54.516421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fb6167-8632-4acf-a4cc-822cb487e64d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:54.520245 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-54fb6167-8632-4acf-a4cc-822cb487e64d tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/e868a9af-e951-4136-a6b4-3157b1cffe1f HTTP/1.1" status: 404 len: 337 time: 0.0286629 Oct 20 03:41:54.522559 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57932) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.548109 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8defc7a-a091-43f3-8cf9-349af4141a22 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:54.548586 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8defc7a-a091-43f3-8cf9-349af4141a22 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:54.552678 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e8defc7a-a091-43f3-8cf9-349af4141a22 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/0ac42749-f0ea-471e-a501-a803f25bcfd1 HTTP/1.1" status: 404 len: 337 time: 0.0291333 Oct 20 03:41:54.555151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57934) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.579130 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf43601-84d6-456f-9c6f-2804b33844a0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:54.579815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf43601-84d6-456f-9c6f-2804b33844a0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:54.583524 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-acf43601-84d6-456f-9c6f-2804b33844a0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/81404027-aec7-459d-8b46-add5b30726b9 HTTP/1.1" status: 404 len: 333 time: 0.0273950 Oct 20 03:41:54.586122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57936) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.613481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0dd825-9170-420a-a231-3db70b68d800 None None] DHCP port deletion for 0e48b3bd-e0a3-45e7-8e93-4eab28a76562 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:41:54.617288 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea842348-bd4f-46bc-8029-f6cc0b2dbeb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:54.617750 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea842348-bd4f-46bc-8029-f6cc0b2dbeb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:54.621094 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ea842348-bd4f-46bc-8029-f6cc0b2dbeb9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/8192d0c0-bc33-41f9-8642-9c90fa6032f8 HTTP/1.1" status: 404 len: 337 time: 0.0338516 Oct 20 03:41:54.623547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57938) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.651093 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0678958-3055-4c84-975c-24e39fdbd43b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:54.651458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0678958-3055-4c84-975c-24e39fdbd43b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:54.654506 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b0678958-3055-4c84-975c-24e39fdbd43b tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/95efdc1e-7040-428c-901f-fde145a72998 HTTP/1.1" status: 404 len: 337 time: 0.0299661 Oct 20 03:41:54.657056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57940) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.668696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2e0dd825-9170-420a-a231-3db70b68d800 None None] Deleting port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:54.669070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd825-9170-420a-a231-3db70b68d800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.684179 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12b541b-04d4-44d1-8e8e-63a0b55667c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:54.684865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12b541b-04d4-44d1-8e8e-63a0b55667c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:54.687903 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c12b541b-04d4-44d1-8e8e-63a0b55667c9 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/f26fa3f7-6c90-4b63-b36e-6e36efd814b1 HTTP/1.1" status: 404 len: 333 time: 0.0299251 Oct 20 03:41:54.690446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57942) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.717942 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a835b885-f1c2-4253-90bc-806a37c1650c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:54.718391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a835b885-f1c2-4253-90bc-806a37c1650c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:54.721464 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a835b885-f1c2-4253-90bc-806a37c1650c tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/2b3f929f-ec46-4789-8b36-3afbb7ea52f5 HTTP/1.1" status: 404 len: 337 time: 0.0301251 Oct 20 03:41:54.724121 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57944) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.730941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2e0dd825-9170-420a-a231-3db70b68d800 None None] For port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,segment=NetworkSegment(7453f056-4bc5-456f-bade-1ce023520906),segment_id=7453f056-4bc5-456f-bade-1ce023520906)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:41:54.731530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd825-9170-420a-a231-3db70b68d800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.744175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2e0dd825-9170-420a-a231-3db70b68d800 None None] Calling delete_port for 5ee5ce5b-37f8-438e-ba53-14c7623ff02e owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:54.749509 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba81a2d-365c-49f8-9063-fef3466fbd3e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] DELETE failed (client error): The resource could not be found. Oct 20 03:41:54.749958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba81a2d-365c-49f8-9063-fef3466fbd3e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 03:41:54.753052 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3ba81a2d-365c-49f8-9063-fef3466fbd3e tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/subnets/2c37da9b-cb70-46d2-815e-a58947df74c1 HTTP/1.1" status: 404 len: 337 time: 0.0278714 Oct 20 03:41:54.756079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57946) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:54.845986 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-5617d076-3bba-46bc-8665-33b84edf11b0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Deleting port 77c95c90-5925-4b8a-8241-3c02f834fd0c {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:41:54.846356 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5617d076-3bba-46bc-8665-33b84edf11b0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.922679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5617d076-3bba-46bc-8665-33b84edf11b0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.935696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-5617d076-3bba-46bc-8665-33b84edf11b0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Calling delete_port for 77c95c90-5925-4b8a-8241-3c02f834fd0c owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:41:54.970635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd825-9170-420a-a231-3db70b68d800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:54.997130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dd825-9170-420a-a231-3db70b68d800 None None] Pushing event deleted for resources: {'Port': ['ID=5ee5ce5b-37f8-438e-ba53-14c7623ff02e,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:55.003716 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Attempt 4 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:55.006645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0dd825-9170-420a-a231-3db70b68d800 None None] No DVR routers for this DVR port 5ee5ce5b-37f8-438e-ba53-14c7623ff02e on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:41:55.026892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5617d076-3bba-46bc-8665-33b84edf11b0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.033557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5ee5ce5b-37f8-438e-ba53-14c7623ff02e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:41:55.044993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5617d076-3bba-46bc-8665-33b84edf11b0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.049899 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5617d076-3bba-46bc-8665-33b84edf11b0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/ports/77c95c90-5925-4b8a-8241-3c02f834fd0c HTTP/1.1" status: 204 len: 168 time: 0.2913675 Oct 20 03:41:55.051620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57948) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:55.062404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 5ee5ce5b-37f8-438e-ba53-14c7623ff02e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:41:55.062752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5ee5ce5b-37f8-438e-ba53-14c7623ff02e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:41:55.067539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617d076-3bba-46bc-8665-33b84edf11b0 tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Port': ['ID=77c95c90-5925-4b8a-8241-3c02f834fd0c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:55.073946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:41:55.130824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.217886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.237804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e48b3bd-e0a3-45e7-8e93-4eab28a76562']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:55.247232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7453f056-4bc5-456f-bade-1ce023520906') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:55.247468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7453f056-4bc5-456f-bade-1ce023520906') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:41:55.257399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.271013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.276802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:41:55.277256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.309040 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7453f056-4bc5-456f-bade-1ce023520906 resource provider aggregate not found Oct 20 03:41:55.351391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.359175 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7453f056-4bc5-456f-bade-1ce023520906 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7453f056-4bc5-456f-bade-1ce023520906 found for delete ", "request_id": "req-da040388-fc59-4f38-81f8-12019ada5f7f"}]} Oct 20 03:41:55.360125 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.363383 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] 10.222.0.20 "DELETE /v2.0/networks/0e48b3bd-e0a3-45e7-8e93-4eab28a76562 HTTP/1.1" status: 204 len: 168 time: 0.3106539 Oct 20 03:41:55.375287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649c6a0-abfd-44e6-a223-17c59cc8e6bb tempest-PortsIpV6TestJSON-1667778284 tempest-PortsIpV6TestJSON-1667778284-project] Pushing event deleted for resources: {'Network': ['ID=0e48b3bd-e0a3-45e7-8e93-4eab28a76562,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:41:55.574390 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Attempt 5 to provision port 77c95c90-5925-4b8a-8241-3c02f834fd0c Oct 20 03:41:55.598487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Port 77c95c90-5925-4b8a-8241-3c02f834fd0c was deleted so its status cannot be updated. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 20 03:41:55.602989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Could not find standard attr ID for object 78ecad7a-d40a-40bd-a95f-defbda2a6ab3. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:55.603673 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57958) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:55.605154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a2c0c97d-975c-4287-bc75-d41298927267 None None] Could not find standard attr ID for object 5ee5ce5b-37f8-438e-ba53-14c7623ff02e. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:55.717129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1afd6231-da5a-4294-a0c9-c2c128c67dab None None] Could not find standard attr ID for object 5ee5ce5b-37f8-438e-ba53-14c7623ff02e. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:55.720533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1afd6231-da5a-4294-a0c9-c2c128c67dab None None] Could not find standard attr ID for object 77c95c90-5925-4b8a-8241-3c02f834fd0c. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 03:41:55.744853 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a12d9f61-b649-4085-b376-2df520fba72c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0c8ce471db2452fb44ddb13bce2b352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403689 Oct 20 03:41:55.747293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57962) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:41:55.799075 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94ff36ab-12fc-4780-81f9-2f44471dc5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.821199 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94ff36ab-12fc-4780-81f9-2f44471dc5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.870015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94ff36ab-12fc-4780-81f9-2f44471dc5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.872898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94ff36ab-12fc-4780-81f9-2f44471dc5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:41:55.874122 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-94ff36ab-12fc-4780-81f9-2f44471dc5a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48cd76b3-2409-4e67-bb71-3b01ec73da40 HTTP/1.1" status: 204 len: 168 time: 0.1258888 Oct 20 03:41:55.882747 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff36ab-12fc-4780-81f9-2f44471dc5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cd76b3-2409-4e67-bb71-3b01ec73da40,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:05.200425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 57980) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:05.561953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.896683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:42:05.897034 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.983900 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port f41fe51c-4507-4ff4-bdce-b6c59d0bac6d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f41fe51c-4507-4ff4-bdce-b6c59d0bac6d,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:05.984288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:05.995897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for f41fe51c-4507-4ff4-bdce-b6c59d0bac6d owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:42:06.188017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:06.217518 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=f41fe51c-4507-4ff4-bdce-b6c59d0bac6d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:06.397945 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:06.618909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2ddb62b2-6a56-4063-bc46-72fd55366d13 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:42:06.728069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:42:06.733290 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-af013db4-3f59-4eb3-8818-a807155fb2cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/2ddb62b2-6a56-4063-bc46-72fd55366d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5316691 Oct 20 03:42:06.738899 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8b558-7972-45b1-b9f1-2333b865ba3c None None] Sync routers for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:06.751281 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8b558-7972-45b1-b9f1-2333b865ba3c None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:06.752318 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-17a8b558-7972-45b1-b9f1-2333b865ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:06.869848 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-17a8b558-7972-45b1-b9f1-2333b865ba3c None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:06.975975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ac674-8f6c-4e2d-bee6-e78dc51727f6 req-9aaa9009-d939-4b42-b76e-cdbc79e1e3de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:06.977769 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-019ac674-8f6c-4e2d-bee6-e78dc51727f6 req-9aaa9009-d939-4b42-b76e-cdbc79e1e3de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 946 time: 0.0652127 Oct 20 03:42:07.017133 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-019ac674-8f6c-4e2d-bee6-e78dc51727f6 req-3bfae64b-1e70-4b53-9b4f-407cd460c569 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332496 Oct 20 03:42:07.100457 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-17a8b558-7972-45b1-b9f1-2333b865ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:42:06Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '42c035e6-f279-4357-becc-90aef05988a0', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'port_id': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'mac_address': 'fa:16:3e:f5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:40:42Z', 'updated_at': '2022-10-20T03:40:47Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:07.126303 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8b558-7972-45b1-b9f1-2333b865ba3c None None] Checking router: 2ddb62b2-6a56-4063-bc46-72fd55366d13 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:07.134659 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8b558-7972-45b1-b9f1-2333b865ba3c None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:07.135251 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-17a8b558-7972-45b1-b9f1-2333b865ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:07.242274 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-17a8b558-7972-45b1-b9f1-2333b865ba3c None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:07.464766 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-17a8b558-7972-45b1-b9f1-2333b865ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:42:06Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '42c035e6-f279-4357-becc-90aef05988a0', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'port_id': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'mac_address': 'fa:16:3e:f5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:40:42Z', 'updated_at': '2022-10-20T03:40:47Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:07.490147 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8b558-7972-45b1-b9f1-2333b865ba3c None None] The sync data for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv is: [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:42:06Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '42c035e6-f279-4357-becc-90aef05988a0', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'port_id': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'mac_address': 'fa:16:3e:f5:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:40:42Z', 'updated_at': '2022-10-20T03:40:47Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:08.141058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967884f-0223-4020-b0d0-55fc286802ad req-b53756d4-712e-4fbf-a081-104e11b8d8a5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:08.142521 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e967884f-0223-4020-b0d0-55fc286802ad req-b53756d4-712e-4fbf-a081-104e11b8d8a5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 946 time: 0.0497825 Oct 20 03:42:08.179740 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e967884f-0223-4020-b0d0-55fc286802ad req-2fef869c-a4cb-4b14-b9fc-8c1aa411602d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=405e386d-abe4-4b46-b6a2-4592702c0122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313437 Oct 20 03:42:08.460551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.462292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a1d1d-b92a-495f-938f-5cc17877eed3 req-567f18f7-c96a-41f6-bf29-703e56319d80 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:08.463995 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab7a1d1d-b92a-495f-938f-5cc17877eed3 req-567f18f7-c96a-41f6-bf29-703e56319d80 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 946 time: 0.0503519 Oct 20 03:42:08.560157 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-ab7a1d1d-b92a-495f-938f-5cc17877eed3 req-cd2c115a-36b3-44ac-8e09-4b0c408cb371 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:42:08.560534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ab7a1d1d-b92a-495f-938f-5cc17877eed3 req-cd2c115a-36b3-44ac-8e09-4b0c408cb371 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.651769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-ab7a1d1d-b92a-495f-938f-5cc17877eed3 req-cd2c115a-36b3-44ac-8e09-4b0c408cb371 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port d1b097cc-4d21-40dc-8a1f-9047d1bdb650, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d1b097cc-4d21-40dc-8a1f-9047d1bdb650,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:08.652300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ab7a1d1d-b92a-495f-938f-5cc17877eed3 req-cd2c115a-36b3-44ac-8e09-4b0c408cb371 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.665250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-ab7a1d1d-b92a-495f-938f-5cc17877eed3 req-cd2c115a-36b3-44ac-8e09-4b0c408cb371 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for d1b097cc-4d21-40dc-8a1f-9047d1bdb650 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:42:08.795800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ab7a1d1d-b92a-495f-938f-5cc17877eed3 req-cd2c115a-36b3-44ac-8e09-4b0c408cb371 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.822647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c115a-36b3-44ac-8e09-4b0c408cb371 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=d1b097cc-4d21-40dc-8a1f-9047d1bdb650,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:08.872656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7a1d1d-b92a-495f-938f-5cc17877eed3 req-cd2c115a-36b3-44ac-8e09-4b0c408cb371 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] No DVR routers for this DVR port d1b097cc-4d21-40dc-8a1f-9047d1bdb650 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:42:08.875145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ab7a1d1d-b92a-495f-938f-5cc17877eed3 req-cd2c115a-36b3-44ac-8e09-4b0c408cb371 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:08.878537 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab7a1d1d-b92a-495f-938f-5cc17877eed3 req-cd2c115a-36b3-44ac-8e09-4b0c408cb371 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "DELETE /v2.0/ports/d1b097cc-4d21-40dc-8a1f-9047d1bdb650 HTTP/1.1" status: 204 len: 173 time: 0.4088008 Oct 20 03:42:08.879031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e647a08-78c0-487b-bd83-3e67eda2f097', 'name': 'network-vif-deleted', 'tag': 'd1b097cc-4d21-40dc-8a1f-9047d1bdb650'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:42:08.882249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c18548-f6b2-40db-b76f-b073aa667506" -d '{"events": [{"server_uuid": "5e647a08-78c0-487b-bd83-3e67eda2f097", "name": "network-vif-deleted", "tag": "d1b097cc-4d21-40dc-8a1f-9047d1bdb650"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:42:08.922082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fdece4-1a53-440f-a332-4b9238c35957 x-openstack-request-id: req-43fdece4-1a53-440f-a332-4b9238c35957 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:42:08.922376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e647a08-78c0-487b-bd83-3e67eda2f097", "name": "network-vif-deleted", "tag": "d1b097cc-4d21-40dc-8a1f-9047d1bdb650", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:42:08.922630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43fdece4-1a53-440f-a332-4b9238c35957 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:42:08.923038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fdece4-1a53-440f-a332-4b9238c35957'] response: {'server_uuid': '5e647a08-78c0-487b-bd83-3e67eda2f097', 'name': 'network-vif-deleted', 'tag': 'd1b097cc-4d21-40dc-8a1f-9047d1bdb650', 'status': 'completed', 'code': 200} Oct 20 03:42:08.975787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f41fe51c-4507-4ff4-bdce-b6c59d0bac6d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:42:08.999023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: f41fe51c-4507-4ff4-bdce-b6c59d0bac6d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:42:08.999373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f41fe51c-4507-4ff4-bdce-b6c59d0bac6d not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:42:09.305035 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-108ddcfb-f357-4b1e-8c58-28bef458428b req-3abc850c-8058-49b1-95fa-d89b55aa3c7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e647a08-78c0-487b-bd83-3e67eda2f097 HTTP/1.1" status: 200 len: 210 time: 0.0358598 Oct 20 03:42:10.370182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 57996) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:10.429295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0bfacca3-b41d-408f-b0ec-ba49060ed6bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.455100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0bfacca3-b41d-408f-b0ec-ba49060ed6bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.515949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0bfacca3-b41d-408f-b0ec-ba49060ed6bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.518727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0bfacca3-b41d-408f-b0ec-ba49060ed6bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.519897 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0bfacca3-b41d-408f-b0ec-ba49060ed6bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/405e386d-abe4-4b46-b6a2-4592702c0122 HTTP/1.1" status: 204 len: 168 time: 0.1487508 Oct 20 03:42:10.530470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfacca3-b41d-408f-b0ec-ba49060ed6bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e386d-abe4-4b46-b6a2-4592702c0122,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:10.557387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58000) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:10.613056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82e6126-d0df-4c12-8b24-352744a95c5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting subnet 045628af-c828-4232-b932-afd3967353ed {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:42:10.616736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b82e6126-d0df-4c12-8b24-352744a95c5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.656644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b82e6126-d0df-4c12-8b24-352744a95c5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.744255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b82e6126-d0df-4c12-8b24-352744a95c5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.802280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b82e6126-d0df-4c12-8b24-352744a95c5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.829064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e6126-d0df-4c12-8b24-352744a95c5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Subnet': ['ID=045628af-c828-4232-b932-afd3967353ed,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:10.833391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b82e6126-d0df-4c12-8b24-352744a95c5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.836716 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b82e6126-d0df-4c12-8b24-352744a95c5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/subnets/045628af-c828-4232-b932-afd3967353ed HTTP/1.1" status: 204 len: 168 time: 0.2780392 Oct 20 03:42:10.839664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58002) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:10.840589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e45c1-9ff0-4a3a-a916-1798551f0b62 None None] Network 56ea2c17-4f59-4ffa-9941-4082c63e8a37 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:42:10.917184 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:10.969760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:42:10.970104 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.019480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ce590-a079-4d53-b608-647bd4706aa4 None None] DHCP port deletion for 56ea2c17-4f59-4ffa-9941-4082c63e8a37 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:42:11.033021 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:11.033397 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.045199 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:42:11.066765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-108ce590-a079-4d53-b608-647bd4706aa4 None None] Deleting port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:42:11.067707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-108ce590-a079-4d53-b608-647bd4706aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.128348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.138205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-108ce590-a079-4d53-b608-647bd4706aa4 None None] For port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33,segment=NetworkSegment(e2351459-52b3-467e-9913-ac99d2e3c4a2),segment_id=e2351459-52b3-467e-9913-ac99d2e3c4a2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:11.138633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-108ce590-a079-4d53-b608-647bd4706aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.151966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-108ce590-a079-4d53-b608-647bd4706aa4 None None] Calling delete_port for 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:42:11.156070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:11.159996 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] No DVR routers for this DVR port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:42:11.231233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-108ce590-a079-4d53-b608-647bd4706aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.246190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.259824 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ce590-a079-4d53-b608-647bd4706aa4 None None] Pushing event deleted for resources: {'Port': ['ID=6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:11.261690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ce590-a079-4d53-b608-647bd4706aa4 None None] No DVR routers for this DVR port 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:42:11.266831 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ea2c17-4f59-4ffa-9941-4082c63e8a37']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:11.278077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2351459-52b3-467e-9913-ac99d2e3c4a2') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:11.278370 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2351459-52b3-467e-9913-ac99d2e3c4a2') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:11.288585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.302739 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.308691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:42:11.309082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.341052 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment e2351459-52b3-467e-9913-ac99d2e3c4a2 resource provider aggregate not found Oct 20 03:42:11.382966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.387832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.391115 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/networks/56ea2c17-4f59-4ffa-9941-4082c63e8a37 HTTP/1.1" status: 204 len: 168 time: 0.5504527 Oct 20 03:42:11.394202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58008) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:11.396446 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment e2351459-52b3-467e-9913-ac99d2e3c4a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2351459-52b3-467e-9913-ac99d2e3c4a2 found for delete ", "request_id": "req-861db649-da5d-4354-a806-6c2b8d1e997e"}]} Oct 20 03:42:11.407835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd5202-302c-4895-b71d-43eedc3bce11 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Network': ['ID=56ea2c17-4f59-4ffa-9941-4082c63e8a37,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:11.556306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port aa60cb25-7ee8-42ab-9662-011c073041b6 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:42:11.556534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.634903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.635176 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.647400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for aa60cb25-7ee8-42ab-9662-011c073041b6 owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:42:11.825974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.854725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=aa60cb25-7ee8-42ab-9662-011c073041b6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:11.918596 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:11.918842 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 42c035e6-f279-4357-becc-90aef05988a0 disassociated (deleted). External IP: 172.26.0.142, port: 69c86d89-fd7e-4de3-9b08-c89f540c5f00. Oct 20 03:42:12.121913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2ddb62b2-6a56-4063-bc46-72fd55366d13 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:42:12.227665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:42:12.232446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:12.237245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3370e-ba8b-4289-bb54-cff3f610a259 None None] Sync routers for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:12.247691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3370e-ba8b-4289-bb54-cff3f610a259 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:12.248338 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fab3370e-ba8b-4289-bb54-cff3f610a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:12.262440 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-70812f34-d3e6-44f7-8710-d82d13b32738 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/floatingips/42c035e6-f279-4357-becc-90aef05988a0 HTTP/1.1" status: 204 len: 168 time: 0.8664632 Oct 20 03:42:12.263181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'tag': '69c86d89-fd7e-4de3-9b08-c89f540c5f00'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:42:12.265565 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664110b4-b025-4030-b7af-ee1e509923d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b7aeab52-cb91-49b6-88b9-593706bff906", "tag": "69c86d89-fd7e-4de3-9b08-c89f540c5f00"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:42:12.302525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86691d7a-c656-42e3-affe-41e869e3973a x-openstack-request-id: req-86691d7a-c656-42e3-affe-41e869e3973a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:42:12.303046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7aeab52-cb91-49b6-88b9-593706bff906", "tag": "69c86d89-fd7e-4de3-9b08-c89f540c5f00", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:42:12.303308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86691d7a-c656-42e3-affe-41e869e3973a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:42:12.303728 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86691d7a-c656-42e3-affe-41e869e3973a'] response: {'name': 'network-changed', 'server_uuid': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'tag': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'status': 'completed', 'code': 200} Oct 20 03:42:12.365967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-fab3370e-ba8b-4289-bb54-cff3f610a259 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:12.375067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664110b4-b025-4030-b7af-ee1e509923d7 req-a369a3e7-eb11-4192-891d-93f1c3b85105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:12.376780 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-664110b4-b025-4030-b7af-ee1e509923d7 req-a369a3e7-eb11-4192-891d-93f1c3b85105 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 1098 time: 0.0478580 Oct 20 03:42:12.478825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664110b4-b025-4030-b7af-ee1e509923d7 req-75f72686-479e-4d6c-8c2d-d2e632b84aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:12.480242 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-664110b4-b025-4030-b7af-ee1e509923d7 req-75f72686-479e-4d6c-8c2d-d2e632b84aba service neutron] 10.222.0.36 "GET /v2.0/networks?id=24c7f175-1349-4c4b-9f4e-dcdc7b361910 HTTP/1.1" status: 200 len: 897 time: 0.0956824 Oct 20 03:42:12.508170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa9503-297b-4219-ba92-9c5a2f5da98f req-8f812c32-1e5a-4b7c-938e-07fcb9c0bf6d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:12.509936 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fefa9503-297b-4219-ba92-9c5a2f5da98f req-8f812c32-1e5a-4b7c-938e-07fcb9c0bf6d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 945 time: 0.0527425 Oct 20 03:42:12.534556 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-664110b4-b025-4030-b7af-ee1e509923d7 req-45473973-5093-4662-9084-53a49fa224cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c86d89-fd7e-4de3-9b08-c89f540c5f00 HTTP/1.1" status: 200 len: 217 time: 0.0441046 Oct 20 03:42:12.551268 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fefa9503-297b-4219-ba92-9c5a2f5da98f req-856f83a9-d2bd-4fa5-ad4c-4a2f9bf479f6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345628 Oct 20 03:42:12.573614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device d1b097cc-4d21-40dc-8a1f-9047d1bdb650 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:42:12.593265 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664110b4-b025-4030-b7af-ee1e509923d7 req-0931b7d4-b603-469e-a48d-a956b0b86302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:12.594734 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-664110b4-b025-4030-b7af-ee1e509923d7 req-0931b7d4-b603-469e-a48d-a956b0b86302 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59e75800-7363-421a-9a79-a46faa17249d HTTP/1.1" status: 200 len: 834 time: 0.0523729 Oct 20 03:42:12.597445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: d1b097cc-4d21-40dc-8a1f-9047d1bdb650 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:42:12.597794 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device d1b097cc-4d21-40dc-8a1f-9047d1bdb650 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:42:12.626287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fab3370e-ba8b-4289-bb54-cff3f610a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:42:06Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:12.646787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664110b4-b025-4030-b7af-ee1e509923d7 req-8200bb70-eb18-4ec3-a9e8-d6d8ab7d1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:12.648543 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-664110b4-b025-4030-b7af-ee1e509923d7 req-8200bb70-eb18-4ec3-a9e8-d6d8ab7d1730 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24c7f175-1349-4c4b-9f4e-dcdc7b361910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461428 Oct 20 03:42:12.654907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3370e-ba8b-4289-bb54-cff3f610a259 None None] Checking router: 2ddb62b2-6a56-4063-bc46-72fd55366d13 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:12.664117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3370e-ba8b-4289-bb54-cff3f610a259 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:12.664799 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fab3370e-ba8b-4289-bb54-cff3f610a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:41:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:12.750665 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-664110b4-b025-4030-b7af-ee1e509923d7 req-b544a21f-69b9-42ae-9917-ae48c9ee365d service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937538 Oct 20 03:42:12.773257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-fab3370e-ba8b-4289-bb54-cff3f610a259 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:12.853004 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-664110b4-b025-4030-b7af-ee1e509923d7 req-aad8f2e7-62a7-46e2-87a3-9309e8ceb0b8 service neutron] 10.222.0.36 "GET /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934117 Oct 20 03:42:12.981867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fab3370e-ba8b-4289-bb54-cff3f610a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:42:06Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:13.009215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3370e-ba8b-4289-bb54-cff3f610a259 None None] The sync data for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv is: [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:42:06Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'a5662bda-cb5f-468b-adf1-a0114260b66b', 'name': '', 'network_id': '24c7f175-1349-4c4b-9f4e-dcdc7b361910', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:eb:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '59e75800-7363-421a-9a79-a46faa17249d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:08Z', 'updated_at': '2022-10-20T03:40:17Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '59e75800-7363-421a-9a79-a46faa17249d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:13.019570 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:42:13.040222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:42:13.040762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6d825b30-5bfb-4dee-9fc6-c10b0dbfbc33 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:42:13.241175 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdc76f-9920-4f80-952d-13c07a694ec5 None None] New status for floating IP 42c035e6-f279-4357-becc-90aef05988a0: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:42:13.682411 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd676b-b6ef-4a50-b491-a4a406b6c046 req-a3faa757-fa61-4092-93da-a084e4fc788a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:13.684081 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dccd676b-b6ef-4a50-b491-a4a406b6c046 req-a3faa757-fa61-4092-93da-a084e4fc788a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 945 time: 0.0550110 Oct 20 03:42:13.725545 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dccd676b-b6ef-4a50-b491-a4a406b6c046 req-c6d8908b-adc7-4f7d-bb8c-d3e2df99b51b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351968 Oct 20 03:42:13.961354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021963f-a1ca-4b2d-8abd-9930595fa89e req-07b10f18-967b-46f0-b16a-68c68d34323f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:13.962775 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f021963f-a1ca-4b2d-8abd-9930595fa89e req-07b10f18-967b-46f0-b16a-68c68d34323f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 945 time: 0.0498009 Oct 20 03:42:14.060014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-f021963f-a1ca-4b2d-8abd-9930595fa89e req-40b6a548-4044-4a10-bb87-39f11879c9f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:42:14.060392 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f021963f-a1ca-4b2d-8abd-9930595fa89e req-40b6a548-4044-4a10-bb87-39f11879c9f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.163195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-f021963f-a1ca-4b2d-8abd-9930595fa89e req-40b6a548-4044-4a10-bb87-39f11879c9f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 69c86d89-fd7e-4de3-9b08-c89f540c5f00, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=69c86d89-fd7e-4de3-9b08-c89f540c5f00,segment=NetworkSegment(c7ee3208-71e6-435f-96c4-d92becd35546),segment_id=c7ee3208-71e6-435f-96c4-d92becd35546)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:14.163556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f021963f-a1ca-4b2d-8abd-9930595fa89e req-40b6a548-4044-4a10-bb87-39f11879c9f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.176576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-f021963f-a1ca-4b2d-8abd-9930595fa89e req-40b6a548-4044-4a10-bb87-39f11879c9f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 69c86d89-fd7e-4de3-9b08-c89f540c5f00 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:42:14.307758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f021963f-a1ca-4b2d-8abd-9930595fa89e req-40b6a548-4044-4a10-bb87-39f11879c9f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.338924 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6a548-4044-4a10-bb87-39f11879c9f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=69c86d89-fd7e-4de3-9b08-c89f540c5f00,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:14.382202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f021963f-a1ca-4b2d-8abd-9930595fa89e req-40b6a548-4044-4a10-bb87-39f11879c9f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] No DVR routers for this DVR port 69c86d89-fd7e-4de3-9b08-c89f540c5f00 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:42:14.384754 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f021963f-a1ca-4b2d-8abd-9930595fa89e req-40b6a548-4044-4a10-bb87-39f11879c9f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.388406 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f021963f-a1ca-4b2d-8abd-9930595fa89e req-40b6a548-4044-4a10-bb87-39f11879c9f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "DELETE /v2.0/ports/69c86d89-fd7e-4de3-9b08-c89f540c5f00 HTTP/1.1" status: 204 len: 173 time: 0.4176910 Oct 20 03:42:14.388902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'name': 'network-vif-deleted', 'tag': '69c86d89-fd7e-4de3-9b08-c89f540c5f00'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:42:14.391176 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efa1011-5ff0-4b59-90b1-00bd2dc1c471" -d '{"events": [{"server_uuid": "b7aeab52-cb91-49b6-88b9-593706bff906", "name": "network-vif-deleted", "tag": "69c86d89-fd7e-4de3-9b08-c89f540c5f00"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:42:14.429663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da552ce9-5d7c-4246-bd77-1dedcb2858c3 x-openstack-request-id: req-da552ce9-5d7c-4246-bd77-1dedcb2858c3 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:42:14.429970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aeab52-cb91-49b6-88b9-593706bff906", "name": "network-vif-deleted", "tag": "69c86d89-fd7e-4de3-9b08-c89f540c5f00", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:42:14.430228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da552ce9-5d7c-4246-bd77-1dedcb2858c3 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:42:14.430671 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da552ce9-5d7c-4246-bd77-1dedcb2858c3'] response: {'server_uuid': 'b7aeab52-cb91-49b6-88b9-593706bff906', 'name': 'network-vif-deleted', 'tag': '69c86d89-fd7e-4de3-9b08-c89f540c5f00', 'status': 'completed', 'code': 200} Oct 20 03:42:14.531822 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a9dbd45f-fb92-4e00-a725-4eaa689dfdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:14.865367 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4f2c7d11-daa8-40f3-bc69-b00d4158566e req-201bd9a6-50c3-47d9-9efc-018512f778d5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7aeab52-cb91-49b6-88b9-593706bff906 HTTP/1.1" status: 200 len: 210 time: 0.0286646 Oct 20 03:42:15.929747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58024) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:15.991396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef3f8-19e2-46d3-92c6-37d01fb961b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.015795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef3f8-19e2-46d3-92c6-37d01fb961b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.072584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef3f8-19e2-46d3-92c6-37d01fb961b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.075183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef3f8-19e2-46d3-92c6-37d01fb961b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.076597 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ba1ef3f8-19e2-46d3-92c6-37d01fb961b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/925bc4de-9cb8-499d-a6e4-d0c8c1a2649a HTTP/1.1" status: 204 len: 168 time: 0.1458435 Oct 20 03:42:16.086116 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ef3f8-19e2-46d3-92c6-37d01fb961b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925bc4de-9cb8-499d-a6e4-d0c8c1a2649a,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:16.108226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58028) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:16.459435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.542399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-be82e7f3-6655-48d0-9306-e3b09e4e71cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.718053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port a5662bda-cb5f-468b-adf1-a0114260b66b {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:42:16.718398 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.808319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port a5662bda-cb5f-468b-adf1-a0114260b66b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a5662bda-cb5f-468b-adf1-a0114260b66b,segment=NetworkSegment(c7ee3208-71e6-435f-96c4-d92becd35546),segment_id=c7ee3208-71e6-435f-96c4-d92becd35546)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:16.808688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:16.821708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for a5662bda-cb5f-468b-adf1-a0114260b66b owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:42:17.007581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.032257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=a5662bda-cb5f-468b-adf1-a0114260b66b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:17.212284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.734166 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2ddb62b2-6a56-4063-bc46-72fd55366d13 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:42:17.759276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.843019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:42:17.848078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ec0ef223-4e17-4ed5-a93f-0de2c55dbbdc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/2ddb62b2-6a56-4063-bc46-72fd55366d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7387748 Oct 20 03:42:17.851352 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58030) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:17.853330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a3b4c-a4d6-40eb-a902-c23b73d391e9 None None] Sync routers for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:17.863202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a3b4c-a4d6-40eb-a902-c23b73d391e9 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:17.863851 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0a1a3b4c-a4d6-40eb-a902-c23b73d391e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:42:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:17.901616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d90a1a2-b8f5-41c2-9e7b-04f2f2e04763 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting subnet 59e75800-7363-421a-9a79-a46faa17249d {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:42:17.904721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2d90a1a2-b8f5-41c2-9e7b-04f2f2e04763 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.945384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2d90a1a2-b8f5-41c2-9e7b-04f2f2e04763 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:17.970093 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-0a1a3b4c-a4d6-40eb-a902-c23b73d391e9 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:18.036758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2d90a1a2-b8f5-41c2-9e7b-04f2f2e04763 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.096815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2d90a1a2-b8f5-41c2-9e7b-04f2f2e04763 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.124606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90a1a2-b8f5-41c2-9e7b-04f2f2e04763 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Subnet': ['ID=59e75800-7363-421a-9a79-a46faa17249d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:18.128458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2d90a1a2-b8f5-41c2-9e7b-04f2f2e04763 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.134681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58032) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:18.136882 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2d90a1a2-b8f5-41c2-9e7b-04f2f2e04763 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/subnets/59e75800-7363-421a-9a79-a46faa17249d HTTP/1.1" status: 204 len: 168 time: 0.2844036 Oct 20 03:42:18.139529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f52d34b-d154-4d87-ac85-e6f8f2dbf31f None None] Network 24c7f175-1349-4c4b-9f4e-dcdc7b361910 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:42:18.218492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0a1a3b4c-a4d6-40eb-a902-c23b73d391e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:42:16Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:18.242132 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.261673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a3b4c-a4d6-40eb-a902-c23b73d391e9 None None] Checking router: 2ddb62b2-6a56-4063-bc46-72fd55366d13 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:18.287215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a3b4c-a4d6-40eb-a902-c23b73d391e9 None None] Routers {'2ddb62b2-6a56-4063-bc46-72fd55366d13'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:18.287758 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0a1a3b4c-a4d6-40eb-a902-c23b73d391e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:42:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2ddb62b2-6a56-4063-bc46-72fd55366d13'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:18.406494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-0a1a3b4c-a4d6-40eb-a902-c23b73d391e9 None None] Set router 2ddb62b2-6a56-4063-bc46-72fd55366d13 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:18.437113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ece72ef-caf9-49d1-9f84-51a99de1ab6e None None] DHCP port deletion for 24c7f175-1349-4c4b-9f4e-dcdc7b361910 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:42:18.696088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.698939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 69c86d89-fd7e-4de3-9b08-c89f540c5f00 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:42:18.732882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 69c86d89-fd7e-4de3-9b08-c89f540c5f00 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:42:18.733222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 69c86d89-fd7e-4de3-9b08-c89f540c5f00 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:42:18.749559 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 909cab08-371b-4005-ae16-1086e2cc2f56 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:42:18.749919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.777834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0ece72ef-caf9-49d1-9f84-51a99de1ab6e None None] Deleting port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:42:18.778453 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0ece72ef-caf9-49d1-9f84-51a99de1ab6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.832079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 909cab08-371b-4005-ae16-1086e2cc2f56, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=909cab08-371b-4005-ae16-1086e2cc2f56,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:18.832527 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.844568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 909cab08-371b-4005-ae16-1086e2cc2f56 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:42:18.856012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0ece72ef-caf9-49d1-9f84-51a99de1ab6e None None] For port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3,segment=NetworkSegment(c7ee3208-71e6-435f-96c4-d92becd35546),segment_id=c7ee3208-71e6-435f-96c4-d92becd35546)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:18.856441 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0ece72ef-caf9-49d1-9f84-51a99de1ab6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:18.871122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0ece72ef-caf9-49d1-9f84-51a99de1ab6e None None] Calling delete_port for 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:42:18.886289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0a1a3b4c-a4d6-40eb-a902-c23b73d391e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:42:16Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:18.944085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a3b4c-a4d6-40eb-a902-c23b73d391e9 None None] The sync data for ids ['2ddb62b2-6a56-4063-bc46-72fd55366d13'] in dv-neutron-861842-1-hyperv is: [{'id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'name': 'tempest-TestNetworkBasicOps-router-18723262', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:42:16Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '909cab08-371b-4005-ae16-1086e2cc2f56', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddb62b2-6a56-4063-bc46-72fd55366d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:02Z', 'updated_at': '2022-10-20T03:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:19.001045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0ece72ef-caf9-49d1-9f84-51a99de1ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.014001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece72ef-caf9-49d1-9f84-51a99de1ab6e None None] No DVR routers for this DVR port 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:42:19.022674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.033551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece72ef-caf9-49d1-9f84-51a99de1ab6e None None] Pushing event deleted for resources: {'Port': ['ID=3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:19.054719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=909cab08-371b-4005-ae16-1086e2cc2f56,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:19.138545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.228307 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.230598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.255249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.272778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.273218 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Fanout notify agent at l3_agent the message router_deleted on router 2ddb62b2-6a56-4063-bc46-72fd55366d13 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:42:19.279899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.281025 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ff5e6e70-c798-4931-8082-dc2a5815ee92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/routers/2ddb62b2-6a56-4063-bc46-72fd55366d13 HTTP/1.1" status: 204 len: 168 time: 1.1453938 Oct 20 03:42:19.283762 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58036) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:19.367187 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.438913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:42:19.461841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:42:19.462089 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.462199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3d81db39-eba2-4dd6-a08a-8cfd5ba7dfd3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:42:19.488411 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c7f175-1349-4c4b-9f4e-dcdc7b361910']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:19.499503 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ee3208-71e6-435f-96c4-d92becd35546') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:19.499888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ee3208-71e6-435f-96c4-d92becd35546') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:19.508957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.511043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.525193 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.531377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:42:19.531766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.568521 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment c7ee3208-71e6-435f-96c4-d92becd35546 resource provider aggregate not found Oct 20 03:42:19.601580 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment c7ee3208-71e6-435f-96c4-d92becd35546 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7ee3208-71e6-435f-96c4-d92becd35546 found for delete ", "request_id": "req-6d65578c-046b-4210-bc23-96161b3e5114"}]} Oct 20 03:42:19.609442 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.617585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.620128 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/networks/24c7f175-1349-4c4b-9f4e-dcdc7b361910 HTTP/1.1" status: 204 len: 168 time: 0.3353870 Oct 20 03:42:19.634580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa7a0b-cbb0-4621-b72b-a3b9780e1940 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Network': ['ID=24c7f175-1349-4c4b-9f4e-dcdc7b361910,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:19.638508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58042) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:19.644249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'network': {'name': 'tempest-network-smoke--1974981913', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'port_security_enabled': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:19.666744 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:19.670567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.696172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:42:19.706496 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.706836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Added segment 0776e5d1-c64f-4b3e-b04c-89eda8b89242 of type vlan for network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 Oct 20 03:42:19.746876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.769334 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.775351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:19.775929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.807315 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1676040 Oct 20 03:42:19.810201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58044) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:19.814820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'admin_state_up': True, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:19.836718 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.837708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:19.850233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf715b3a-a4b2-4619-b697-cf95245ce793 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Network': ['ID=df2d2dfa-6bd7-433e-af04-f2b84eaa4da1,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:19.861232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:42:19.892902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.029881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.230952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.255506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.359076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.199 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/68ef16de-31ab-4381-9d74-b030ed1d7457) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:20.465502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.498865 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.538359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:20.541047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:20.544454 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:42:20.549609 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=68ef16de-31ab-4381-9d74-b030ed1d7457,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:20.791537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:20.987171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.015830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a5662bda-cb5f-468b-adf1-a0114260b66b no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:42:21.036437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: a5662bda-cb5f-468b-adf1-a0114260b66b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:42:21.036934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a5662bda-cb5f-468b-adf1-a0114260b66b not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:42:21.037354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 909cab08-371b-4005-ae16-1086e2cc2f56 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:42:21.056797 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 909cab08-371b-4005-ae16-1086e2cc2f56 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:42:21.057064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 909cab08-371b-4005-ae16-1086e2cc2f56 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:42:21.118873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 33a0562d-2229-4f76-bcff-117e19788970 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:42:21.225083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:42:21.235796 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Sync routers for ids ['33a0562d-2229-4f76-bcff-117e19788970'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:21.246106 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Routers {'33a0562d-2229-4f76-bcff-117e19788970'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:21.246691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.247163 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:42:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['33a0562d-2229-4f76-bcff-117e19788970'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:21.247937 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3a8cd1e5-869c-4bb0-a0ac-23e1b44ee1b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4367085 Oct 20 03:42:21.250821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58046) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:21.285336 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-af4b9d0c-33e0-4ff2-8c09-6deea4caf953 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b3377485cec342568db75b308b8a96d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333984 Oct 20 03:42:21.288681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58048) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:21.353159 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Set router 33a0562d-2229-4f76-bcff-117e19788970 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:21.445555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158ec25-7794-43d9-b86b-93145779cf73 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:21.447069 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6158ec25-7794-43d9-b86b-93145779cf73 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1574662 Oct 20 03:42:21.449905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58050) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:21.624252 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:20Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:21.651985 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Checking router: 33a0562d-2229-4f76-bcff-117e19788970 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:21.652361 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Updating router 33a0562d-2229-4f76-bcff-117e19788970 port 68ef16de-31ab-4381-9d74-b030ed1d7457 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:42:21.678195 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.722324 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3276e516-f880-4403-891c-37710b4a8385 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2710316 Oct 20 03:42:21.725057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58052) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:21.730158 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-730332316', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:21.816633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:21.824316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.934456 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.939924 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.976400 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Attempting to bind port 68ef16de-31ab-4381-9d74-b030ed1d7457 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:21.976996 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Attempting to bind port 68ef16de-31ab-4381-9d74-b030ed1d7457 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:21.977363 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Attempting to bind port 68ef16de-31ab-4381-9d74-b030ed1d7457 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:42:21.984996 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:42:21.985364 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:42:21.985765 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:21.986154 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:42:21.986613 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Bound port: 68ef16de-31ab-4381-9d74-b030ed1d7457, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:21.986984 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.011951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.014283 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Pushing event updated for resources: {'Port': ['ID=68ef16de-31ab-4381-9d74-b030ed1d7457,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:22.025937 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.026294 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.026636 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.026968 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.027297 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.027647 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.027976 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.028344 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.028691 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.029019 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.029339 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.029657 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:22.055841 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] For port 68ef16de-31ab-4381-9d74-b030ed1d7457, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:42:22.059863 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] For port 68ef16de-31ab-4381-9d74-b030ed1d7457, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=68ef16de-31ab-4381-9d74-b030ed1d7457,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:42:22.064573 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.075752 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Subnet': ['ID=abb24816-41c8-4ca5-a7a6-205552b846d6,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:22.086771 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Checking segment: {'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:42:22.087124 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network hostable DHCP agents. Network: df2d2dfa-6bd7-433e-af04-f2b84eaa4da1, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:42:22.102397 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Routers {'33a0562d-2229-4f76-bcff-117e19788970'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:22.103018 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:42:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['33a0562d-2229-4f76-bcff-117e19788970'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:22.105983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:42:22.114335 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, df2d2dfa-6bd7-433e-af04-f2b84eaa4da1) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:22.118732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:22.119334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.127455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b016b1-755d-4307-9b66-f2ea0127ab85 None None] Network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:42:22.135692 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f609a682-4b93-43d4-8851-8e3047d591f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4096203 Oct 20 03:42:22.139006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58054) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:22.172659 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b085f-3adb-4a75-a11f-f80ec34af905 None None] Pushing event updated for resources: {'Port': ['ID=68ef16de-31ab-4381-9d74-b030ed1d7457,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:22.227013 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] Set router 33a0562d-2229-4f76-bcff-117e19788970 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:22.300413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ips': [{'subnet_id': 'abb24816-41c8-4ca5-a7a6-205552b846d6'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:42:22.301469 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.416119 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:20Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:22.442605 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882844f-9326-4f28-bb7a-c44408855f39 None None] The sync data for ids ['33a0562d-2229-4f76-bcff-117e19788970'] in dv-neutron-861842-1-hyperv is: [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:20Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:22.443944 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Allocated IP 172.20.0.2 (df2d2dfa-6bd7-433e-af04-f2b84eaa4da1/abb24816-41c8-4ca5-a7a6-205552b846d6/5c17c3c5-1f4c-4a28-a3ed-080acc611a18) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:22.604253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.610968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.625596 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.655686 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:22.660213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:22.665186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:42:22.668257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Pushing event updated for resources: {'Port': ['ID=5c17c3c5-1f4c-4a28-a3ed-080acc611a18,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:22.747977 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Attempting to bind port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:22.748856 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Attempting to bind port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:22.749424 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Attempting to bind port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 on network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:42:22.755448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:42:22.756023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Checking segment: {'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:42:22.756577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.757163 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Bound using segment: {'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:42:22.757728 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Bound port: 5c17c3c5-1f4c-4a28-a3ed-080acc611a18, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:22.758175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.835637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] For port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:42:22.839406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] For port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5c17c3c5-1f4c-4a28-a3ed-080acc611a18,segment=NetworkSegment(0776e5d1-c64f-4b3e-b04c-89eda8b89242),segment_id=0776e5d1-c64f-4b3e-b04c-89eda8b89242)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:42:22.843918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:22.913620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d10c90-099d-4edb-aaa7-dfbbe0a3d25b None None] Pushing event updated for resources: {'Port': ['ID=5c17c3c5-1f4c-4a28-a3ed-080acc611a18,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:22.976686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.1 (df2d2dfa-6bd7-433e-af04-f2b84eaa4da1/abb24816-41c8-4ca5-a7a6-205552b846d6/ed0ed542-1716-4f79-82ea-9b799bf2f0b8) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:23.129786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 68ef16de-31ab-4381-9d74-b030ed1d7457 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:42:23.136463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.174261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.190856 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 68ef16de-31ab-4381-9d74-b030ed1d7457 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:23.191591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.192379 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 68ef16de-31ab-4381-9d74-b030ed1d7457 Oct 20 03:42:23.237732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:23.242638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:23.245352 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:42:23.270498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=ed0ed542-1716-4f79-82ea-9b799bf2f0b8,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:23.294048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 68ef16de-31ab-4381-9d74-b030ed1d7457 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:42:23.294430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.302625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.318279 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 68ef16de-31ab-4381-9d74-b030ed1d7457, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=68ef16de-31ab-4381-9d74-b030ed1d7457,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:23.323312 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.380875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=68ef16de-31ab-4381-9d74-b030ed1d7457,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:23.456826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.771790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.777723 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.854638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=ed0ed542-1716-4f79-82ea-9b799bf2f0b8,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:23.857231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.906504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1603d2-0c05-4d63-a5f3-f62a384fdcab None None] Network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:42:23.965305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:23.966874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:23.991158 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-01fd8715-e0e0-419d-bd63-5c92111651a7 None None] Provisioning complete for port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:23.991530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-01fd8715-e0e0-419d-bd63-5c92111651a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:23.991923 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-01fd8715-e0e0-419d-bd63-5c92111651a7 None None] Attempt 1 to provision port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 Oct 20 03:42:24.094020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 33a0562d-2229-4f76-bcff-117e19788970 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:42:24.156165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-01fd8715-e0e0-419d-bd63-5c92111651a7 None None] Current status of the port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:42:24.156684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-01fd8715-e0e0-419d-bd63-5c92111651a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.196388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-01fd8715-e0e0-419d-bd63-5c92111651a7 None None] For port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5c17c3c5-1f4c-4a28-a3ed-080acc611a18,segment=NetworkSegment(0776e5d1-c64f-4b3e-b04c-89eda8b89242),segment_id=0776e5d1-c64f-4b3e-b04c-89eda8b89242)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:24.201315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-01fd8715-e0e0-419d-bd63-5c92111651a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.220832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:42:24.228060 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-38844d8f-3dd9-4872-a453-33e8c9d0cdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/33a0562d-2229-4f76-bcff-117e19788970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0875821 Oct 20 03:42:24.230460 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58056) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:24.267644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd8715-e0e0-419d-bd63-5c92111651a7 None None] Pushing event updated for resources: {'Port': ['ID=5c17c3c5-1f4c-4a28-a3ed-080acc611a18,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:24.415247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d06fc-a339-48e8-852c-87d49ffa3cbb tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.415806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d06fc-a339-48e8-852c-87d49ffa3cbb tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.416441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d06fc-a339-48e8-852c-87d49ffa3cbb tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.416814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d06fc-a339-48e8-852c-87d49ffa3cbb tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.417385 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d06fc-a339-48e8-852c-87d49ffa3cbb tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.417714 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d06fc-a339-48e8-852c-87d49ffa3cbb tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.419520 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dc5d06fc-a339-48e8-852c-87d49ffa3cbb tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1880631 Oct 20 03:42:24.422109 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Provisioning complete for port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:24.422367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58058) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:24.422681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.423106 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Attempt 1 to provision port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 Oct 20 03:42:24.463669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:42:24.495730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Sync routers for ids ['33a0562d-2229-4f76-bcff-117e19788970'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:24.506066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Routers {'33a0562d-2229-4f76-bcff-117e19788970'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:24.506710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:42:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['33a0562d-2229-4f76-bcff-117e19788970'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:24.523330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84e793-4820-4e2a-a42c-60679b05895b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.523787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84e793-4820-4e2a-a42c-60679b05895b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.524253 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84e793-4820-4e2a-a42c-60679b05895b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.524726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84e793-4820-4e2a-a42c-60679b05895b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.525175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84e793-4820-4e2a-a42c-60679b05895b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.525618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84e793-4820-4e2a-a42c-60679b05895b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:24.528744 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ff84e793-4820-4e2a-a42c-60679b05895b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1053765 Oct 20 03:42:24.530110 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58060) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:24.631928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Set router 33a0562d-2229-4f76-bcff-117e19788970 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:24.795721 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c6905211-a8a2-472c-9e83-9c8ea2c7ffa5 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2592635 Oct 20 03:42:24.847649 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'ed0ed542-1716-4f79-82ea-9b799bf2f0b8', 'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ff:47:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:22Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:24.858573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58064) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:24.863196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-dde7d4ff-7b18-4ce9-9b21-f1e513941ee5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542182789', 'description': 'tempest-secgroup-smoke-542182789 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:24.874970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Checking router: 33a0562d-2229-4f76-bcff-117e19788970 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:24.875251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Updating router 33a0562d-2229-4f76-bcff-117e19788970 port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:42:24.885655 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dde7d4ff-7b18-4ce9-9b21-f1e513941ee5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.900940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.955515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dde7d4ff-7b18-4ce9-9b21-f1e513941ee5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:24.969506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dde7d4ff-7b18-4ce9-9b21-f1e513941ee5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.001948 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Attempt 2 to provision port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 Oct 20 03:42:25.009343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dde7d4ff-7b18-4ce9-9b21-f1e513941ee5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.010628 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dde7d4ff-7b18-4ce9-9b21-f1e513941ee5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1510623 Oct 20 03:42:25.013394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58066) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:25.017894 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-824c4a7f-d0c1-4d0b-8863-4fd303b18410 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6f94-37dc-4df7-8419-7a26197afb35', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:25.023784 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7d4ff-7b18-4ce9-9b21-f1e513941ee5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e6f94-37dc-4df7-8419-7a26197afb35,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.047724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-824c4a7f-d0c1-4d0b-8863-4fd303b18410 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.056866 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:42:25.112019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-824c4a7f-d0c1-4d0b-8863-4fd303b18410 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.116047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-824c4a7f-d0c1-4d0b-8863-4fd303b18410 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.137228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:42:25.138946 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c4a7f-d0c1-4d0b-8863-4fd303b18410 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6134cbc-a7ae-4939-8595-f048b66b7393,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.144564 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-824c4a7f-d0c1-4d0b-8863-4fd303b18410 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.146552 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-824c4a7f-d0c1-4d0b-8863-4fd303b18410 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320684 Oct 20 03:42:25.149413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58068) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:25.154259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c92b1bd0-8bff-4182-88a8-c32a653b52c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6f94-37dc-4df7-8419-7a26197afb35', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:25.179534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c92b1bd0-8bff-4182-88a8-c32a653b52c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.239662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c92b1bd0-8bff-4182-88a8-c32a653b52c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.243969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c92b1bd0-8bff-4182-88a8-c32a653b52c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.246860 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:25.247355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.247562 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 Oct 20 03:42:25.250106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.265163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1bd0-8bff-4182-88a8-c32a653b52c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f23d00e-89c2-4b33-815f-5202b61c9a6d,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.270459 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.271384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c92b1bd0-8bff-4182-88a8-c32a653b52c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.275136 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c92b1bd0-8bff-4182-88a8-c32a653b52c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218305 Oct 20 03:42:25.275342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58070) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:25.279863 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c2897c72-aba0-4744-8bb7-8f94c0a354b4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6f94-37dc-4df7-8419-7a26197afb35', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:25.304835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2897c72-aba0-4744-8bb7-8f94c0a354b4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.342079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d069e-f328-4b7c-a466-d439af3c890b None None] Pushing event updated for resources: {'Port': ['ID=ed0ed542-1716-4f79-82ea-9b799bf2f0b8,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.370196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2897c72-aba0-4744-8bb7-8f94c0a354b4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.373873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2897c72-aba0-4744-8bb7-8f94c0a354b4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.380258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Attempting to bind port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:25.380646 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Attempting to bind port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:25.381044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Attempting to bind port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 on network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:42:25.393857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2897c72-aba0-4744-8bb7-8f94c0a354b4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbde7bce-6242-454a-b794-d2d024ea8a35,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.403086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2897c72-aba0-4744-8bb7-8f94c0a354b4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.404305 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c2897c72-aba0-4744-8bb7-8f94c0a354b4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280205 Oct 20 03:42:25.405929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:42:25.406299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Checking segment: {'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:42:25.406790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.407081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58072) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:25.407205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Bound using segment: {'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:42:25.407628 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Bound port: ed0ed542-1716-4f79-82ea-9b799bf2f0b8, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:25.407998 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.412007 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-15a60b4c-0f60-4726-9e14-c32340416496 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6f94-37dc-4df7-8419-7a26197afb35', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:25.429770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:42:25.430855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 68ef16de-31ab-4381-9d74-b030ed1d7457 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:42:25.435320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15a60b4c-0f60-4726-9e14-c32340416496 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.496596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15a60b4c-0f60-4726-9e14-c32340416496 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.500712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15a60b4c-0f60-4726-9e14-c32340416496 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.508113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] For port ed0ed542-1716-4f79-82ea-9b799bf2f0b8, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:42:25.512422 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] For port ed0ed542-1716-4f79-82ea-9b799bf2f0b8, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ed0ed542-1716-4f79-82ea-9b799bf2f0b8,segment=NetworkSegment(0776e5d1-c64f-4b3e-b04c-89eda8b89242),segment_id=0776e5d1-c64f-4b3e-b04c-89eda8b89242)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:42:25.518484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.519031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a60b4c-0f60-4726-9e14-c32340416496 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3668bf12-8e02-4a8a-86c5-086ac5bf8aa8,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.531207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15a60b4c-0f60-4726-9e14-c32340416496 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.532571 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-15a60b4c-0f60-4726-9e14-c32340416496 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243308 Oct 20 03:42:25.535209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58074) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:25.539536 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-35b3dbaf-9190-4256-a88c-6cef521093ca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6f94-37dc-4df7-8419-7a26197afb35', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:25.556116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 68ef16de-31ab-4381-9d74-b030ed1d7457 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:25.556492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.556821 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 68ef16de-31ab-4381-9d74-b030ed1d7457 Oct 20 03:42:25.561211 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-35b3dbaf-9190-4256-a88c-6cef521093ca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:42:25.562451 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Attempt 3 to provision port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 Oct 20 03:42:25.566402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35b3dbaf-9190-4256-a88c-6cef521093ca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.609627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Routers {'33a0562d-2229-4f76-bcff-117e19788970'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:25.610249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:42:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['33a0562d-2229-4f76-bcff-117e19788970'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:25.630932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35b3dbaf-9190-4256-a88c-6cef521093ca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.634606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35b3dbaf-9190-4256-a88c-6cef521093ca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.652056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dbaf-9190-4256-a88c-6cef521093ca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da53baf4-4987-4c71-8ba3-abea826cc631,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.661266 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35b3dbaf-9190-4256-a88c-6cef521093ca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.662712 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-35b3dbaf-9190-4256-a88c-6cef521093ca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265540 Oct 20 03:42:25.665439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58076) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:25.670152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-432221c6-09ed-4b48-aae3-321c2b46e611 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6f94-37dc-4df7-8419-7a26197afb35', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:25.693024 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-432221c6-09ed-4b48-aae3-321c2b46e611 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:42:25.698793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-432221c6-09ed-4b48-aae3-321c2b46e611 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.765726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-432221c6-09ed-4b48-aae3-321c2b46e611 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.770181 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-432221c6-09ed-4b48-aae3-321c2b46e611 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.792022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432221c6-09ed-4b48-aae3-321c2b46e611 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1cbe79-fc2a-4220-b246-17d1c9213fce,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.799710 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-432221c6-09ed-4b48-aae3-321c2b46e611 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.801008 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-432221c6-09ed-4b48-aae3-321c2b46e611 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344724 Oct 20 03:42:25.827884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d069e-f328-4b7c-a466-d439af3c890b None None] Pushing event updated for resources: {'Port': ['ID=ed0ed542-1716-4f79-82ea-9b799bf2f0b8,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:25.963604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] Set router 33a0562d-2229-4f76-bcff-117e19788970 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:25.995445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Current status of the port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:42:25.995714 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-2df68321-88a8-4aa8-988f-88cf834fed05 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542182789&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.0336711 Oct 20 03:42:25.996176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:25.999970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 68ef16de-31ab-4381-9d74-b030ed1d7457 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:42:26.080420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] For port ed0ed542-1716-4f79-82ea-9b799bf2f0b8, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ed0ed542-1716-4f79-82ea-9b799bf2f0b8,segment=NetworkSegment(0776e5d1-c64f-4b3e-b04c-89eda8b89242),segment_id=0776e5d1-c64f-4b3e-b04c-89eda8b89242)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:26.089344 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.111162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-94c4baa4-182a-416d-b7ea-cb80850117bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:26.112839 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-94c4baa4-182a-416d-b7ea-cb80850117bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/networks?id=df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 HTTP/1.1" status: 200 len: 797 time: 0.1063650 Oct 20 03:42:26.130301 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-e4c7d601-71d4-46a5-a3b7-cbf9646af369 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/quotas/b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 375 time: 0.0109375 Oct 20 03:42:26.164219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Provisioning complete for port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:26.164518 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.164851 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Attempt 1 to provision port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 Oct 20 03:42:26.186511 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-f95167bb-7ecf-47dd-9c24-2198b273acd8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498364 Oct 20 03:42:26.222332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Pushing event updated for resources: {'Port': ['ID=ed0ed542-1716-4f79-82ea-9b799bf2f0b8,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:26.284546 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-6a9e23bf-b8b4-4122-b385-76322bc823e6 service neutron] 10.222.0.20 "GET /v2.0/networks/df2d2dfa-6bd7-433e-af04-f2b84eaa4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857584 Oct 20 03:42:26.314431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c672a-b01e-4e4c-b799-b235e65070d3 None None] Current status of the port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:42:26.319600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'ed0ed542-1716-4f79-82ea-9b799bf2f0b8', 'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ff:47:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:22Z', 'updated_at': '2022-10-20T03:42:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:26.350148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e67b00-3c25-4b46-9df3-968f765f3acb None None] The sync data for ids ['33a0562d-2229-4f76-bcff-117e19788970'] in dv-neutron-861842-1-hyperv is: [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'ed0ed542-1716-4f79-82ea-9b799bf2f0b8', 'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ff:47:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:22Z', 'updated_at': '2022-10-20T03:42:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:26.389358 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-f092330a-1af8-4b5e-a302-f857444af7c8 service neutron] 10.222.0.20 "GET /v2.0/networks/df2d2dfa-6bd7-433e-af04-f2b84eaa4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976529 Oct 20 03:42:26.437497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c119369a-a989-47c0-8498-d2be93e78cb7 None None] Provisioning complete for port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:26.438021 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c119369a-a989-47c0-8498-d2be93e78cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:26.438393 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c119369a-a989-47c0-8498-d2be93e78cb7 None None] Attempt 1 to provision port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 Oct 20 03:42:26.530051 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c119369a-a989-47c0-8498-d2be93e78cb7 None None] Current status of the port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:42:26.628599 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-09a28f27-86cf-4272-81e4-41df5e524725 req-5bf9cce7-e2d5-44d5-8cf2-d5503cc499cc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 210 time: 0.0385268 Oct 20 03:42:27.046048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ed0ed542-1716-4f79-82ea-9b799bf2f0b8 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:42:27.096786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:27.097437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.098113 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 Oct 20 03:42:27.189165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:42:27.623336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-d826cb02-9ccb-46d1-8da3-15aeb9eedca5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:27.624786 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-d826cb02-9ccb-46d1-8da3-15aeb9eedca5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 HTTP/1.1" status: 200 len: 797 time: 0.1137013 Oct 20 03:42:27.674144 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-4bef01f4-f4da-48bf-b569-18da16ac79b8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 379 time: 0.0391374 Oct 20 03:42:27.688281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'device_id': '85c96095-07ad-4007-a4da-c350c16557f6', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'admin_state_up': True, 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'security_groups': ['dc6e6f94-37dc-4df7-8419-7a26197afb35']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:27.734851 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9cfd0a93-b95f-45c5-9043-df668e75762d req-5d075395-3fde-4207-9772-34fc21594a79 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 210 time: 0.0302298 Oct 20 03:42:27.820602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:42:27.824343 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:27.953029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.11 (df2d2dfa-6bd7-433e-af04-f2b84eaa4da1/abb24816-41c8-4ca5-a7a6-205552b846d6/29ebd7fb-ece4-4968-bdeb-1a61afb39c40) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:28.092726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.125906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.170937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:28.174066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:28.176856 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:42:28.202561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=29ebd7fb-ece4-4968-bdeb-1a61afb39c40,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:28.220026 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.220436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.220777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.221109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.221438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.221770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.222097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.222417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.222792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.223177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.223489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.223807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:28.243407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:28.244046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.260601 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-3c6da0f3-298b-4179-a504-c9f9be2d77ef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5764151 Oct 20 03:42:28.277963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Request body: {'port': {'device_id': '85c96095-07ad-4007-a4da-c350c16557f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:28.339020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.461332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1bddca50-cc65-4da7-b803-21f1bd5ac7d5 None None] Provisioning complete for port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:28.461915 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1bddca50-cc65-4da7-b803-21f1bd5ac7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.462022 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1bddca50-cc65-4da7-b803-21f1bd5ac7d5 None None] Attempt 1 to provision port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 Oct 20 03:42:28.496422 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1bddca50-cc65-4da7-b803-21f1bd5ac7d5 None None] Port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:42:28.603130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:42:28.610612 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.623108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Transition to ACTIVE for port object 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:42:28.626769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:28.735156 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:42:28.857390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67741c1f-55f1-4c30-88a8-c65f473a5570 req-dc998cb0-09ef-4edb-8ec9-a3f22882853a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:28.858915 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-67741c1f-55f1-4c30-88a8-c65f473a5570 req-dc998cb0-09ef-4edb-8ec9-a3f22882853a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 944 time: 0.0507665 Oct 20 03:42:28.899456 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-67741c1f-55f1-4c30-88a8-c65f473a5570 req-ea0d78c2-0f3f-4100-9012-1ac7c9eb838d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333862 Oct 20 03:42:28.997538 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1bddca50-cc65-4da7-b803-21f1bd5ac7d5 None None] Attempt 2 to provision port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 Oct 20 03:42:29.030115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Pushing event updated for resources: {'Port': ['ID=29ebd7fb-ece4-4968-bdeb-1a61afb39c40,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:29.039793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1bddca50-cc65-4da7-b803-21f1bd5ac7d5 None None] Port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:42:29.059518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Attempting to bind port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:42:29.059848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Attempting to bind port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:42:29.060173 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Attempting to bind port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 on network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:42:29.064461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 on network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:42:29.064780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Attempting to bind port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 on network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:42:29.070379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:42:29.070708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Checking segment: {'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:42:29.071082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Bound using segment: {'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:42:29.071504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Bound port: 29ebd7fb-ece4-4968-bdeb-1a61afb39c40, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0776e5d1-c64f-4b3e-b04c-89eda8b89242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:42:29.071853 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.151269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] For port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:42:29.156483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] For port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=29ebd7fb-ece4-4968-bdeb-1a61afb39c40,segment=NetworkSegment(0776e5d1-c64f-4b3e-b04c-89eda8b89242),segment_id=0776e5d1-c64f-4b3e-b04c-89eda8b89242)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:42:29.163015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.167174 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:29.167783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:29.169217 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] 10.222.0.36 "PUT /v2.0/ports/29ebd7fb-ece4-4968-bdeb-1a61afb39c40 HTTP/1.1" status: 200 len: 1094 time: 0.8956163 Oct 20 03:42:29.169708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c96095-07ad-4007-a4da-c350c16557f6', 'tag': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:42:29.171976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21364d11-1d81-4eae-ad23-56d0543c452f" -d '{"events": [{"name": "network-changed", "server_uuid": "85c96095-07ad-4007-a4da-c350c16557f6", "tag": "29ebd7fb-ece4-4968-bdeb-1a61afb39c40"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:42:29.224328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad867ed-2c11-4279-9fdd-ea6ef003719c x-openstack-request-id: req-1ad867ed-2c11-4279-9fdd-ea6ef003719c {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:42:29.224628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c96095-07ad-4007-a4da-c350c16557f6", "tag": "29ebd7fb-ece4-4968-bdeb-1a61afb39c40", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:42:29.224886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ad867ed-2c11-4279-9fdd-ea6ef003719c {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:42:29.225292 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad867ed-2c11-4279-9fdd-ea6ef003719c'] response: {'name': 'network-changed', 'server_uuid': '85c96095-07ad-4007-a4da-c350c16557f6', 'tag': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40', 'status': 'completed', 'code': 200} Oct 20 03:42:29.268793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bd095-17bc-4ffa-8453-af9c1610d689 service neutron] Pushing event updated for resources: {'Port': ['ID=29ebd7fb-ece4-4968-bdeb-1a61afb39c40,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:29.275253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-051a2853-9618-437e-8ff6-443a773bc991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:29.277166 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-051a2853-9618-437e-8ff6-443a773bc991 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 1097 time: 0.0638206 Oct 20 03:42:29.321426 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-276e8743-e4fd-4e34-a0b0-1b7952d3c796 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29ebd7fb-ece4-4968-bdeb-1a61afb39c40 HTTP/1.1" status: 200 len: 217 time: 0.0346136 Oct 20 03:42:29.371411 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-2adfa218-c8ea-4b38-ad33-e3c193561142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:29.372831 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-2adfa218-c8ea-4b38-ad33-e3c193561142 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abb24816-41c8-4ca5-a7a6-205552b846d6 HTTP/1.1" status: 200 len: 834 time: 0.0431943 Oct 20 03:42:29.420937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-c36b2bb1-17ec-4874-906d-086b45bac92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:29.422392 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-c36b2bb1-17ec-4874-906d-086b45bac92b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2d2dfa-6bd7-433e-af04-f2b84eaa4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398202 Oct 20 03:42:29.522902 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-939b866f-73e2-4417-a36f-d6495e97d62d service neutron] 10.222.0.36 "GET /v2.0/networks/df2d2dfa-6bd7-433e-af04-f2b84eaa4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868461 Oct 20 03:42:29.540835 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1bddca50-cc65-4da7-b803-21f1bd5ac7d5 None None] Attempt 3 to provision port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 Oct 20 03:42:29.579691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1bddca50-cc65-4da7-b803-21f1bd5ac7d5 None None] Port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:42:29.622340 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2f8cf80-f382-4881-b51b-ca28a3c5f377 req-f90b08f8-bacf-4632-8e05-ce0d6aeb2743 service neutron] 10.222.0.36 "GET /v2.0/networks/df2d2dfa-6bd7-433e-af04-f2b84eaa4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894327 Oct 20 03:42:29.716179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21364d11-1d81-4eae-ad23-56d0543c452f req-12a3802c-4fce-4d68-97ae-5495428dc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:29.717587 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21364d11-1d81-4eae-ad23-56d0543c452f req-12a3802c-4fce-4d68-97ae-5495428dc173 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 1097 time: 0.0410194 Oct 20 03:42:29.811235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21364d11-1d81-4eae-ad23-56d0543c452f req-2b48526f-c2fd-46d0-9d0b-513990488339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:29.812730 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21364d11-1d81-4eae-ad23-56d0543c452f req-2b48526f-c2fd-46d0-9d0b-513990488339 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 HTTP/1.1" status: 200 len: 898 time: 0.0872309 Oct 20 03:42:29.855107 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21364d11-1d81-4eae-ad23-56d0543c452f req-882445b8-8e02-46f8-9d88-5b858a044dbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29ebd7fb-ece4-4968-bdeb-1a61afb39c40 HTTP/1.1" status: 200 len: 217 time: 0.0347278 Oct 20 03:42:29.903679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21364d11-1d81-4eae-ad23-56d0543c452f req-32b82a25-649e-4f0c-9a51-8bc21ac0d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:29.905128 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21364d11-1d81-4eae-ad23-56d0543c452f req-32b82a25-649e-4f0c-9a51-8bc21ac0d3f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abb24816-41c8-4ca5-a7a6-205552b846d6 HTTP/1.1" status: 200 len: 834 time: 0.0434210 Oct 20 03:42:29.951087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21364d11-1d81-4eae-ad23-56d0543c452f req-f29a5c6f-02f1-46a1-83dc-80bb8b5879b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:29.952698 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21364d11-1d81-4eae-ad23-56d0543c452f req-f29a5c6f-02f1-46a1-83dc-80bb8b5879b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2d2dfa-6bd7-433e-af04-f2b84eaa4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409338 Oct 20 03:42:30.022317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e1055-c529-466c-bc3d-0b83b4c2d5dc req-1afddf3b-3e08-4961-bbe7-797aee0524f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:30.023736 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-993e1055-c529-466c-bc3d-0b83b4c2d5dc req-1afddf3b-3e08-4961-bbe7-797aee0524f7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 944 time: 0.0490949 Oct 20 03:42:30.046825 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21364d11-1d81-4eae-ad23-56d0543c452f req-d8ade606-e4ca-404d-8707-b292ddc67f76 service neutron] 10.222.0.36 "GET /v2.0/networks/df2d2dfa-6bd7-433e-af04-f2b84eaa4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870874 Oct 20 03:42:30.062053 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-993e1055-c529-466c-bc3d-0b83b4c2d5dc req-058d11c3-5458-4b60-8230-b6f230e9fa7e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320690 Oct 20 03:42:30.142257 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21364d11-1d81-4eae-ad23-56d0543c452f req-10405a31-514c-4d8d-bc26-c1e391f1e7d9 service neutron] 10.222.0.36 "GET /v2.0/networks/df2d2dfa-6bd7-433e-af04-f2b84eaa4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879519 Oct 20 03:42:31.183479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b99a-7b8a-4e73-9202-e553ebb1d13c req-66ced689-f30f-4584-88a6-0583060eef25 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:31.184979 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6835b99a-7b8a-4e73-9202-e553ebb1d13c req-66ced689-f30f-4584-88a6-0583060eef25 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 944 time: 0.0488155 Oct 20 03:42:31.224610 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6835b99a-7b8a-4e73-9202-e553ebb1d13c req-5038ad8f-9c5a-469c-a8f9-f3bd94a23750 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336380 Oct 20 03:42:32.349319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208afe3-c250-4e0e-8116-df1d185ad33e req-1c422697-ffcc-473e-9f89-877113757a83 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:32.350777 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a208afe3-c250-4e0e-8116-df1d185ad33e req-1c422697-ffcc-473e-9f89-877113757a83 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 944 time: 0.0537703 Oct 20 03:42:32.388571 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a208afe3-c250-4e0e-8116-df1d185ad33e req-4b2243f7-3725-49ef-862b-e41f311e4d20 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 Oct 20 03:42:32.665382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:42:32.763048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=29ebd7fb-ece4-4968-bdeb-1a61afb39c40,segment=NetworkSegment(0776e5d1-c64f-4b3e-b04c-89eda8b89242),segment_id=0776e5d1-c64f-4b3e-b04c-89eda8b89242)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:32.774375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'port_id': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40', 'mac_address': 'fa:16:3e:30:fa:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:42:32.810913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:42:32.811295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.823837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:42:32.842589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=29ebd7fb-ece4-4968-bdeb-1a61afb39c40,segment=NetworkSegment(0776e5d1-c64f-4b3e-b04c-89eda8b89242),segment_id=0776e5d1-c64f-4b3e-b04c-89eda8b89242)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:32.845937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:32.890949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=29ebd7fb-ece4-4968-bdeb-1a61afb39c40,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:32.897701 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:32.898043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:32.898379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:32.898707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:32.899031 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:32.899355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:32.899678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:32.899998 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:32.900344 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:32.900661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:32.900987 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:32.901290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:33.096577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['29ebd7fb-ece4-4968-bdeb-1a61afb39c40'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:42:33.513903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a55dc-5abb-4c5e-986e-7eaaeff1f72d req-68c23e18-3db1-4dc4-90c3-31d86f443be7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:33.515356 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0a3a55dc-5abb-4c5e-986e-7eaaeff1f72d req-68c23e18-3db1-4dc4-90c3-31d86f443be7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 945 time: 0.0500991 Oct 20 03:42:33.552547 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0a3a55dc-5abb-4c5e-986e-7eaaeff1f72d req-2cf77445-6b5f-42e6-b023-372c84d03d4f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304890 Oct 20 03:42:34.665804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:42:34.678408 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e8b7f-4be3-4120-873b-3ca8912f9e8a req-988cf512-48b0-4ea7-b9ab-de690b12605b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:34.679906 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ae4e8b7f-4be3-4120-873b-3ca8912f9e8a req-988cf512-48b0-4ea7-b9ab-de690b12605b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 945 time: 0.0503960 Oct 20 03:42:34.716984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:42:34.719182 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ae4e8b7f-4be3-4120-873b-3ca8912f9e8a req-8d87e922-d483-467f-8b81-dbb6e9134946 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332379 Oct 20 03:42:34.721225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:42:34.721624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.722076 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 Oct 20 03:42:34.800442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:42:34.800819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.822760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c96095-07ad-4007-a4da-c350c16557f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:42:34.825288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca9ba2b-9623-4187-9598-28f016e42efd" -d '{"events": [{"server_uuid": "85c96095-07ad-4007-a4da-c350c16557f6", "name": "network-vif-plugged", "status": "completed", "tag": "29ebd7fb-ece4-4968-bdeb-1a61afb39c40"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:42:34.838379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=29ebd7fb-ece4-4968-bdeb-1a61afb39c40,segment=NetworkSegment(0776e5d1-c64f-4b3e-b04c-89eda8b89242),segment_id=0776e5d1-c64f-4b3e-b04c-89eda8b89242)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:42:34.842419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:34.866794 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b94a3d-7941-406e-a23c-eddab67c2126 x-openstack-request-id: req-12b94a3d-7941-406e-a23c-eddab67c2126 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:42:34.867087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c96095-07ad-4007-a4da-c350c16557f6", "name": "network-vif-plugged", "status": "completed", "tag": "29ebd7fb-ece4-4968-bdeb-1a61afb39c40", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:42:34.867337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12b94a3d-7941-406e-a23c-eddab67c2126 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:42:34.867725 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b94a3d-7941-406e-a23c-eddab67c2126'] response: {'server_uuid': '85c96095-07ad-4007-a4da-c350c16557f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40', 'code': 200} Oct 20 03:42:34.893046 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=29ebd7fb-ece4-4968-bdeb-1a61afb39c40,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:35.046058 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa4d2c-767f-4d12-8d91-4bece85266be req-dde834de-5a7b-40e0-908e-bbde187cc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:35.047557 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d9fa4d2c-767f-4d12-8d91-4bece85266be req-dde834de-5a7b-40e0-908e-bbde187cc2e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 1099 time: 0.0450172 Oct 20 03:42:35.087452 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d9fa4d2c-767f-4d12-8d91-4bece85266be req-3728fdaa-d2c2-46f9-8a83-a2121c01489a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285764 Oct 20 03:42:35.840145 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9be32-0728-4858-b1cf-b0c71f0d3eea req-1ae5c38d-78e2-43ab-b7d0-5b9303d7ef3c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:35.841637 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1fd9be32-0728-4858-b1cf-b0c71f0d3eea req-1ae5c38d-78e2-43ab-b7d0-5b9303d7ef3c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 946 time: 0.0484357 Oct 20 03:42:35.878609 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1fd9be32-0728-4858-b1cf-b0c71f0d3eea req-45324324-d6e9-4759-b83d-8b5e85a6d4f8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 Oct 20 03:42:37.001334 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c3053-0ef0-4865-a098-b2d049266bb4 req-c6acfaaa-be58-4675-97c5-5e75e62544cf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.002801 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4a8c3053-0ef0-4865-a098-b2d049266bb4 req-c6acfaaa-be58-4675-97c5-5e75e62544cf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 946 time: 0.0491333 Oct 20 03:42:37.040038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4a8c3053-0ef0-4865-a098-b2d049266bb4 req-e08277e0-d13e-40a9-95e6-eda58387ba89 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305521 Oct 20 03:42:37.162648 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e4cf5-9568-4ba2-b138-edd97aed972b req-f26b66b3-c1e4-4765-bd1f-926cd126aa59 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.164156 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-795e4cf5-9568-4ba2-b138-edd97aed972b req-f26b66b3-c1e4-4765-bd1f-926cd126aa59 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 946 time: 0.0525792 Oct 20 03:42:37.201193 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-795e4cf5-9568-4ba2-b138-edd97aed972b req-4fdc255f-0dd3-43c9-b422-35662b857632 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311193 Oct 20 03:42:37.229406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58136) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:37.287950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c7a12-05ae-49da-9f59-d1aa5b386eeb tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:37.289470 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-259c7a12-05ae-49da-9f59-d1aa5b386eeb tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 1094 time: 0.0591221 Oct 20 03:42:37.292190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58138) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:37.296506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:42:37.316905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.413150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.513735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.66 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/859bc24e-751f-4384-a467-b39620457db4) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:42:37.615710 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.647977 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:37.688530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:42:37.691260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:42:37.693870 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:42:37.715247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=859bc24e-751f-4384-a467-b39620457db4,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:37.732108 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:37.732479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:37.732820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:37.733149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:37.733478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:37.733804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:37.734128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:37.734451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:37.734773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:37.735089 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:37.735406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:37.735719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:42:38.063204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.130805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.276941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.281359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.466893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.584260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=859bc24e-751f-4384-a467-b39620457db4,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:42:38.587678 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:38.687103 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 46d607bf-62f0-4beb-b7c6-bd8aab0a7b92 associated. External IP: 172.26.0.66, port: 29ebd7fb-ece4-4968-bdeb-1a61afb39c40. Oct 20 03:42:38.893038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 33a0562d-2229-4f76-bcff-117e19788970 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:42:38.997659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:42:39.008339 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b97d44-07b3-40c2-a748-d75a72338162 None None] Sync routers for ids ['33a0562d-2229-4f76-bcff-117e19788970'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:42:39.017132 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:39.019451 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b97d44-07b3-40c2-a748-d75a72338162 None None] Routers {'33a0562d-2229-4f76-bcff-117e19788970'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:39.020707 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a8b97d44-07b3-40c2-a748-d75a72338162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:42:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['33a0562d-2229-4f76-bcff-117e19788970'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:39.044908 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d2cda2a1-2272-41b7-8a47-2810513605e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7516837 Oct 20 03:42:39.045563 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c96095-07ad-4007-a4da-c350c16557f6', 'tag': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:42:39.047676 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58140) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:39.048165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21973698-071f-48b1-8d55-4927c500e687" -d '{"events": [{"name": "network-changed", "server_uuid": "85c96095-07ad-4007-a4da-c350c16557f6", "tag": "29ebd7fb-ece4-4968-bdeb-1a61afb39c40"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:42:39.090079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d73fb0-e0e5-4195-9078-90f6ecf462b4 x-openstack-request-id: req-b8d73fb0-e0e5-4195-9078-90f6ecf462b4 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:42:39.090381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c96095-07ad-4007-a4da-c350c16557f6", "tag": "29ebd7fb-ece4-4968-bdeb-1a61afb39c40", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:42:39.090635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8d73fb0-e0e5-4195-9078-90f6ecf462b4 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:42:39.091042 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d73fb0-e0e5-4195-9078-90f6ecf462b4'] response: {'name': 'network-changed', 'server_uuid': '85c96095-07ad-4007-a4da-c350c16557f6', 'tag': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40', 'status': 'completed', 'code': 200} Oct 20 03:42:39.125722 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-a8b97d44-07b3-40c2-a748-d75a72338162 None None] Set router 33a0562d-2229-4f76-bcff-117e19788970 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:39.153515 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d7562c4d-deaf-46dc-a1d9-cca6ec305057 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/46d607bf-62f0-4beb-b7c6-bd8aab0a7b92 HTTP/1.1" status: 200 len: 991 time: 0.1045544 Oct 20 03:42:39.166273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21973698-071f-48b1-8d55-4927c500e687 req-b4e9074e-5d26-405a-9714-c80fe9480945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:39.167733 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21973698-071f-48b1-8d55-4927c500e687 req-b4e9074e-5d26-405a-9714-c80fe9480945 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 1099 time: 0.0546701 Oct 20 03:42:39.258914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21973698-071f-48b1-8d55-4927c500e687 req-4c64306b-d809-4c7f-9ae9-c9818df1020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:39.260466 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21973698-071f-48b1-8d55-4927c500e687 req-4c64306b-d809-4c7f-9ae9-c9818df1020d service neutron] 10.222.0.36 "GET /v2.0/networks?id=df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 HTTP/1.1" status: 200 len: 898 time: 0.0862343 Oct 20 03:42:39.330128 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21973698-071f-48b1-8d55-4927c500e687 req-e72a53a2-50da-44e3-94b8-7f13616859ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29ebd7fb-ece4-4968-bdeb-1a61afb39c40 HTTP/1.1" status: 200 len: 999 time: 0.0631561 Oct 20 03:42:39.349339 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a8b97d44-07b3-40c2-a748-d75a72338162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '46d607bf-62f0-4beb-b7c6-bd8aab0a7b92', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '33a0562d-2229-4f76-bcff-117e19788970', 'port_id': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'mac_address': 'fa:16:3e:30:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c96095-07ad-4007-a4da-c350c16557f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:42:37Z', 'updated_at': '2022-10-20T03:42:37Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ed542-1716-4f79-82ea-9b799bf2f0b8', 'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ff:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:22Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:39.374812 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b97d44-07b3-40c2-a748-d75a72338162 None None] Checking router: 33a0562d-2229-4f76-bcff-117e19788970 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:42:39.378160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21973698-071f-48b1-8d55-4927c500e687 req-2112cc08-0aa8-4fe0-80aa-b58c14305a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:39.379812 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21973698-071f-48b1-8d55-4927c500e687 req-2112cc08-0aa8-4fe0-80aa-b58c14305a52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abb24816-41c8-4ca5-a7a6-205552b846d6 HTTP/1.1" status: 200 len: 834 time: 0.0434861 Oct 20 03:42:39.383453 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b97d44-07b3-40c2-a748-d75a72338162 None None] Routers {'33a0562d-2229-4f76-bcff-117e19788970'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:42:39.384047 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a8b97d44-07b3-40c2-a748-d75a72338162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:42:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['33a0562d-2229-4f76-bcff-117e19788970'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:39.425634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21973698-071f-48b1-8d55-4927c500e687 req-a3fcfac8-53d4-4d1d-b429-16d8627dc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:39.427310 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21973698-071f-48b1-8d55-4927c500e687 req-a3fcfac8-53d4-4d1d-b429-16d8627dc980 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2d2dfa-6bd7-433e-af04-f2b84eaa4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411563 Oct 20 03:42:39.488339 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-a8b97d44-07b3-40c2-a748-d75a72338162 None None] Set router 33a0562d-2229-4f76-bcff-117e19788970 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:42:39.522407 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21973698-071f-48b1-8d55-4927c500e687 req-d605f400-fc1b-49b1-ab51-429af232368f service neutron] 10.222.0.36 "GET /v2.0/networks/df2d2dfa-6bd7-433e-af04-f2b84eaa4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882823 Oct 20 03:42:39.617318 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21973698-071f-48b1-8d55-4927c500e687 req-3c1744c3-f8bc-495c-ae9b-938402d5acbd service neutron] 10.222.0.36 "GET /v2.0/networks/df2d2dfa-6bd7-433e-af04-f2b84eaa4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880177 Oct 20 03:42:39.787307 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a8b97d44-07b3-40c2-a748-d75a72338162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '46d607bf-62f0-4beb-b7c6-bd8aab0a7b92', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '33a0562d-2229-4f76-bcff-117e19788970', 'port_id': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'mac_address': 'fa:16:3e:30:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c96095-07ad-4007-a4da-c350c16557f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:42:37Z', 'updated_at': '2022-10-20T03:42:37Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ed542-1716-4f79-82ea-9b799bf2f0b8', 'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ff:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:22Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:42:39.812252 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b97d44-07b3-40c2-a748-d75a72338162 None None] The sync data for ids ['33a0562d-2229-4f76-bcff-117e19788970'] in dv-neutron-861842-1-hyperv is: [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '46d607bf-62f0-4beb-b7c6-bd8aab0a7b92', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '33a0562d-2229-4f76-bcff-117e19788970', 'port_id': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'mac_address': 'fa:16:3e:30:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c96095-07ad-4007-a4da-c350c16557f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:42:37Z', 'updated_at': '2022-10-20T03:42:37Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ed542-1716-4f79-82ea-9b799bf2f0b8', 'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ff:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:22Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:42:39.994216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51aadeb-cd25-4ba5-a8b7-84fbc53a4655 None None] New status for floating IP 46d607bf-62f0-4beb-b7c6-bd8aab0a7b92: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:42:40.157057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58144) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:42:40.222906 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e926320e-c894-4232-8c5a-29cb33f03d2e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/46d607bf-62f0-4beb-b7c6-bd8aab0a7b92 HTTP/1.1" status: 200 len: 993 time: 0.0646403 Oct 20 03:42:44.534750 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2afed015-df35-4343-8aa2-a2cb65f523be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:46.545009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5034f24c-d1c4-459a-a7d5-ac9452681fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:46.978895 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-75b62b40-4b1d-4e91-a753-17160b80d8f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403187 Oct 20 03:42:47.040595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-ece6a71f-c4fd-477f-b466-3d288cb69525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:47.042047 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-ece6a71f-c4fd-477f-b466-3d288cb69525 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0399165 Oct 20 03:42:47.146891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-b06af561-6023-4ac9-bd48-d3a97a711d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:47.148373 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-b06af561-6023-4ac9-bd48-d3a97a711d1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 912 time: 0.0871766 Oct 20 03:42:47.212245 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-d2d4a32c-ffca-4e13-a8e0-0e63b72fabcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97b8e3d0-1e4d-4fd8-867a-c57301c11fec HTTP/1.1" status: 200 len: 1000 time: 0.0574381 Oct 20 03:42:47.267288 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-e5f19fb8-2c55-4a13-b088-a1289c0d3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:47.268649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-e5f19fb8-2c55-4a13-b088-a1289c0d3e58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0479758 Oct 20 03:42:47.315148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-5617d6eb-5d07-416f-b583-059b6a77a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:42:47.316690 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-5617d6eb-5d07-416f-b583-059b6a77a175 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407002 Oct 20 03:42:47.404805 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-0c3e4240-fec4-4093-a9e0-4cc31b705df9 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813987 Oct 20 03:42:47.498184 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d8e2de5d-f77b-4850-9558-bd185c65ff9d req-7f01324b-eb14-4a1d-953c-0dc7bc02e490 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862999 Oct 20 03:42:47.765259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.257667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:42:49.502204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:05.733212 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:43:08.459825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:13.477833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58162) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:13.542146 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b87d5f18-d3f1-47ff-a8a9-f25b36650639 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/46d607bf-62f0-4beb-b7c6-bd8aab0a7b92 HTTP/1.1" status: 200 len: 993 time: 0.0631895 Oct 20 03:43:13.843401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58168) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:14.052189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 859bc24e-751f-4384-a467-b39620457db4 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:43:14.052566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.126805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.127132 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.141549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 859bc24e-751f-4384-a467-b39620457db4 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:43:14.318780 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.346494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=859bc24e-751f-4384-a467-b39620457db4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:14.404885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.405140 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 46d607bf-62f0-4beb-b7c6-bd8aab0a7b92 disassociated (deleted). External IP: 172.26.0.66, port: 29ebd7fb-ece4-4968-bdeb-1a61afb39c40. Oct 20 03:43:14.537235 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-48e06b01-b269-42b1-beeb-838b74b704d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.613303 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 33a0562d-2229-4f76-bcff-117e19788970 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:43:14.721785 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:43:14.726510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:14.731397 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22848af-6aaa-4ac2-a2c7-5791c70b44ad None None] Sync routers for ids ['33a0562d-2229-4f76-bcff-117e19788970'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:14.740804 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22848af-6aaa-4ac2-a2c7-5791c70b44ad None None] Routers {'33a0562d-2229-4f76-bcff-117e19788970'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:14.741401 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d22848af-6aaa-4ac2-a2c7-5791c70b44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:42:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['33a0562d-2229-4f76-bcff-117e19788970'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:14.752719 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-496661dd-9469-45ab-b8ad-44c2d42e445d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/floatingips/46d607bf-62f0-4beb-b7c6-bd8aab0a7b92 HTTP/1.1" status: 204 len: 168 time: 0.9082642 Oct 20 03:43:14.753365 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c96095-07ad-4007-a4da-c350c16557f6', 'tag': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:14.756500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e157b615-71be-4e77-a838-9c9cef3366d9" -d '{"events": [{"name": "network-changed", "server_uuid": "85c96095-07ad-4007-a4da-c350c16557f6", "tag": "29ebd7fb-ece4-4968-bdeb-1a61afb39c40"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:14.801738 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48aa958-7c7d-43d8-938b-4a76e86b0699 x-openstack-request-id: req-a48aa958-7c7d-43d8-938b-4a76e86b0699 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:14.802149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c96095-07ad-4007-a4da-c350c16557f6", "tag": "29ebd7fb-ece4-4968-bdeb-1a61afb39c40", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:14.802404 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a48aa958-7c7d-43d8-938b-4a76e86b0699 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:14.802816 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48aa958-7c7d-43d8-938b-4a76e86b0699'] response: {'name': 'network-changed', 'server_uuid': '85c96095-07ad-4007-a4da-c350c16557f6', 'tag': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40', 'status': 'completed', 'code': 200} Oct 20 03:43:14.848586 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-d22848af-6aaa-4ac2-a2c7-5791c70b44ad None None] Set router 33a0562d-2229-4f76-bcff-117e19788970 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:14.878442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b615-71be-4e77-a838-9c9cef3366d9 req-df2b6c0f-3405-48da-9a3b-a32d36ab1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:14.881843 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e157b615-71be-4e77-a838-9c9cef3366d9 req-df2b6c0f-3405-48da-9a3b-a32d36ab1084 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 1099 time: 0.0480030 Oct 20 03:43:15.012704 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b615-71be-4e77-a838-9c9cef3366d9 req-dca3edc1-d92b-4750-9871-6a4d855f183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:15.014168 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e157b615-71be-4e77-a838-9c9cef3366d9 req-dca3edc1-d92b-4750-9871-6a4d855f183a service neutron] 10.222.0.36 "GET /v2.0/networks?id=df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 HTTP/1.1" status: 200 len: 898 time: 0.1210275 Oct 20 03:43:15.023094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e7a3c-7c05-4534-ac49-9b99a4d3cef5 req-12fd6e3f-b14f-4a54-b45e-c0d121d3c8ec tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:15.024468 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-810e7a3c-7c05-4534-ac49-9b99a4d3cef5 req-12fd6e3f-b14f-4a54-b45e-c0d121d3c8ec tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 946 time: 0.0722363 Oct 20 03:43:15.052370 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d22848af-6aaa-4ac2-a2c7-5791c70b44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'ed0ed542-1716-4f79-82ea-9b799bf2f0b8', 'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ff:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:22Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:15.064649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e157b615-71be-4e77-a838-9c9cef3366d9 req-a338be7e-f2ed-4ddc-ac3a-2a214e17b9d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29ebd7fb-ece4-4968-bdeb-1a61afb39c40 HTTP/1.1" status: 200 len: 217 time: 0.0392506 Oct 20 03:43:15.082411 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22848af-6aaa-4ac2-a2c7-5791c70b44ad None None] Checking router: 33a0562d-2229-4f76-bcff-117e19788970 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:15.090758 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22848af-6aaa-4ac2-a2c7-5791c70b44ad None None] Routers {'33a0562d-2229-4f76-bcff-117e19788970'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:15.091358 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d22848af-6aaa-4ac2-a2c7-5791c70b44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:42:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['33a0562d-2229-4f76-bcff-117e19788970'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:15.119726 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-810e7a3c-7c05-4534-ac49-9b99a4d3cef5 req-3622c07b-dfac-4873-a131-2f6a624fd49f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875192 Oct 20 03:43:15.133316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b615-71be-4e77-a838-9c9cef3366d9 req-eb74e362-e8b3-452b-80bb-f4af3412bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:15.134917 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e157b615-71be-4e77-a838-9c9cef3366d9 req-eb74e362-e8b3-452b-80bb-f4af3412bc42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abb24816-41c8-4ca5-a7a6-205552b846d6 HTTP/1.1" status: 200 len: 834 time: 0.0625365 Oct 20 03:43:15.185057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b615-71be-4e77-a838-9c9cef3366d9 req-986de59e-33b7-470e-9e9a-9507260547e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:15.186541 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e157b615-71be-4e77-a838-9c9cef3366d9 req-986de59e-33b7-470e-9e9a-9507260547e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2d2dfa-6bd7-433e-af04-f2b84eaa4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440595 Oct 20 03:43:15.197164 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-d22848af-6aaa-4ac2-a2c7-5791c70b44ad None None] Set router 33a0562d-2229-4f76-bcff-117e19788970 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:15.277394 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e157b615-71be-4e77-a838-9c9cef3366d9 req-60cdc815-5b37-47f8-a2fb-68f7cd1dd5de service neutron] 10.222.0.36 "GET /v2.0/networks/df2d2dfa-6bd7-433e-af04-f2b84eaa4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835824 Oct 20 03:43:15.371942 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e157b615-71be-4e77-a838-9c9cef3366d9 req-e4c7425e-1132-4393-ac52-7e4044082ae7 service neutron] 10.222.0.36 "GET /v2.0/networks/df2d2dfa-6bd7-433e-af04-f2b84eaa4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876927 Oct 20 03:43:15.389687 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d22848af-6aaa-4ac2-a2c7-5791c70b44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'ed0ed542-1716-4f79-82ea-9b799bf2f0b8', 'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ff:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:22Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:15.415822 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22848af-6aaa-4ac2-a2c7-5791c70b44ad None None] The sync data for ids ['33a0562d-2229-4f76-bcff-117e19788970'] in dv-neutron-861842-1-hyperv is: [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'ed0ed542-1716-4f79-82ea-9b799bf2f0b8', 'name': '', 'network_id': 'df2d2dfa-6bd7-433e-af04-f2b84eaa4da1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ff:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:22Z', 'updated_at': '2022-10-20T03:42:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'abb24816-41c8-4ca5-a7a6-205552b846d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:15.622998 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b1a24-4287-4ece-b5ab-2cdfe0efceda None None] New status for floating IP 46d607bf-62f0-4beb-b7c6-bd8aab0a7b92: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:43:16.243002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b2632-0043-4356-b3f3-f1228be52ecd req-ef755890-7374-40e2-9f21-9aff9eb8f0e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:16.244518 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-282b2632-0043-4356-b3f3-f1228be52ecd req-ef755890-7374-40e2-9f21-9aff9eb8f0e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 946 time: 0.0496063 Oct 20 03:43:16.281254 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-282b2632-0043-4356-b3f3-f1228be52ecd req-28c88af6-1c38-4f41-850c-5a5d9defdac4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc6e6f94-37dc-4df7-8419-7a26197afb35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307965 Oct 20 03:43:16.440816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a7e97-4271-4e94-b3e9-7f04efc3a5af req-4ac80818-d8a6-4f98-9691-7c7f026d9740 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:16.442240 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-075a7e97-4271-4e94-b3e9-7f04efc3a5af req-4ac80818-d8a6-4f98-9691-7c7f026d9740 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 946 time: 0.0487859 Oct 20 03:43:16.539128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-075a7e97-4271-4e94-b3e9-7f04efc3a5af req-d1722fcf-0300-4184-bf91-99badb7bc6be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:43:16.539473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-075a7e97-4271-4e94-b3e9-7f04efc3a5af req-d1722fcf-0300-4184-bf91-99badb7bc6be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.547081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9a28615d-6eb9-48f2-a487-f4f4cd8bd991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.627977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-075a7e97-4271-4e94-b3e9-7f04efc3a5af req-d1722fcf-0300-4184-bf91-99badb7bc6be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=29ebd7fb-ece4-4968-bdeb-1a61afb39c40,segment=NetworkSegment(0776e5d1-c64f-4b3e-b04c-89eda8b89242),segment_id=0776e5d1-c64f-4b3e-b04c-89eda8b89242)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:43:16.628374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-075a7e97-4271-4e94-b3e9-7f04efc3a5af req-d1722fcf-0300-4184-bf91-99badb7bc6be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.641007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-075a7e97-4271-4e94-b3e9-7f04efc3a5af req-d1722fcf-0300-4184-bf91-99badb7bc6be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:43:16.767680 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-075a7e97-4271-4e94-b3e9-7f04efc3a5af req-d1722fcf-0300-4184-bf91-99badb7bc6be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.796194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1722fcf-0300-4184-bf91-99badb7bc6be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=29ebd7fb-ece4-4968-bdeb-1a61afb39c40,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:16.841241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-075a7e97-4271-4e94-b3e9-7f04efc3a5af req-d1722fcf-0300-4184-bf91-99badb7bc6be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] No DVR routers for this DVR port 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:43:16.843863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-075a7e97-4271-4e94-b3e9-7f04efc3a5af req-d1722fcf-0300-4184-bf91-99badb7bc6be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:16.847366 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-075a7e97-4271-4e94-b3e9-7f04efc3a5af req-d1722fcf-0300-4184-bf91-99badb7bc6be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "DELETE /v2.0/ports/29ebd7fb-ece4-4968-bdeb-1a61afb39c40 HTTP/1.1" status: 204 len: 173 time: 0.3962038 Oct 20 03:43:16.848500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c96095-07ad-4007-a4da-c350c16557f6', 'name': 'network-vif-deleted', 'tag': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:16.850965 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21c5dc9-ed99-4c04-bc64-565a75fc21e4" -d '{"events": [{"server_uuid": "85c96095-07ad-4007-a4da-c350c16557f6", "name": "network-vif-deleted", "tag": "29ebd7fb-ece4-4968-bdeb-1a61afb39c40"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:16.890213 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382731b9-e24c-491c-b5cd-8f2442a767b9 x-openstack-request-id: req-382731b9-e24c-491c-b5cd-8f2442a767b9 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:16.890508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c96095-07ad-4007-a4da-c350c16557f6", "name": "network-vif-deleted", "tag": "29ebd7fb-ece4-4968-bdeb-1a61afb39c40", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:16.890802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-382731b9-e24c-491c-b5cd-8f2442a767b9 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:16.891297 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382731b9-e24c-491c-b5cd-8f2442a767b9'] response: {'server_uuid': '85c96095-07ad-4007-a4da-c350c16557f6', 'name': 'network-vif-deleted', 'tag': '29ebd7fb-ece4-4968-bdeb-1a61afb39c40', 'status': 'completed', 'code': 200} Oct 20 03:43:17.400471 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ca7855bf-dd01-4a25-b1e3-13dff7ab45a2 req-bd799c46-3299-4b93-bb98-ca1324445d90 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c96095-07ad-4007-a4da-c350c16557f6 HTTP/1.1" status: 200 len: 210 time: 0.0299928 Oct 20 03:43:17.763668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.461195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58184) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:18.520897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e886d355-10c4-4edc-b733-2bac945e8bb0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.545754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e886d355-10c4-4edc-b733-2bac945e8bb0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.603351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e886d355-10c4-4edc-b733-2bac945e8bb0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.606196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e886d355-10c4-4edc-b733-2bac945e8bb0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:18.607349 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e886d355-10c4-4edc-b733-2bac945e8bb0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc6e6f94-37dc-4df7-8419-7a26197afb35 HTTP/1.1" status: 204 len: 168 time: 0.1451802 Oct 20 03:43:18.616770 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886d355-10c4-4edc-b733-2bac945e8bb0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e6f94-37dc-4df7-8419-7a26197afb35,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:18.638098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58188) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:18.999563 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.246721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port ed0ed542-1716-4f79-82ea-9b799bf2f0b8 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:43:19.246980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.260188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.506559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.585124 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port ed0ed542-1716-4f79-82ea-9b799bf2f0b8, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ed0ed542-1716-4f79-82ea-9b799bf2f0b8,segment=NetworkSegment(0776e5d1-c64f-4b3e-b04c-89eda8b89242),segment_id=0776e5d1-c64f-4b3e-b04c-89eda8b89242)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:43:19.585704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.597533 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for ed0ed542-1716-4f79-82ea-9b799bf2f0b8 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:43:19.777311 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:19.805672 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=ed0ed542-1716-4f79-82ea-9b799bf2f0b8,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:19.981157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.193599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 33a0562d-2229-4f76-bcff-117e19788970 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:43:20.298678 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:43:20.304979 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ec08ade1-d312-4e31-993a-745a11afddeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/33a0562d-2229-4f76-bcff-117e19788970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658189 Oct 20 03:43:20.307631 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58190) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:20.310782 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1ef15-7be6-487b-912d-4e2dbe7c7b2e None None] Sync routers for ids ['33a0562d-2229-4f76-bcff-117e19788970'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:20.321462 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1ef15-7be6-487b-912d-4e2dbe7c7b2e None None] Routers {'33a0562d-2229-4f76-bcff-117e19788970'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:20.322332 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7fe1ef15-7be6-487b-912d-4e2dbe7c7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['33a0562d-2229-4f76-bcff-117e19788970'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:20.362309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f040a0bd-2164-4f2f-9f9e-593a61ddf3d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting subnet abb24816-41c8-4ca5-a7a6-205552b846d6 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:43:20.366474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f040a0bd-2164-4f2f-9f9e-593a61ddf3d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.406351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f040a0bd-2164-4f2f-9f9e-593a61ddf3d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.425104 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-7fe1ef15-7be6-487b-912d-4e2dbe7c7b2e None None] Set router 33a0562d-2229-4f76-bcff-117e19788970 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:20.497715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f040a0bd-2164-4f2f-9f9e-593a61ddf3d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.556960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f040a0bd-2164-4f2f-9f9e-593a61ddf3d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.584406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040a0bd-2164-4f2f-9f9e-593a61ddf3d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Subnet': ['ID=abb24816-41c8-4ca5-a7a6-205552b846d6,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:20.588244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f040a0bd-2164-4f2f-9f9e-593a61ddf3d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.593945 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f040a0bd-2164-4f2f-9f9e-593a61ddf3d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/subnets/abb24816-41c8-4ca5-a7a6-205552b846d6 HTTP/1.1" status: 204 len: 168 time: 0.2829671 Oct 20 03:43:20.594387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58192) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:20.598991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a9149-d1ba-4f61-8352-45b258aa75ee None None] Network df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:43:20.608412 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7fe1ef15-7be6-487b-912d-4e2dbe7c7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:43:19Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:20.638582 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1ef15-7be6-487b-912d-4e2dbe7c7b2e None None] Checking router: 33a0562d-2229-4f76-bcff-117e19788970 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:20.647543 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1ef15-7be6-487b-912d-4e2dbe7c7b2e None None] Routers {'33a0562d-2229-4f76-bcff-117e19788970'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:20.648146 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7fe1ef15-7be6-487b-912d-4e2dbe7c7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['33a0562d-2229-4f76-bcff-117e19788970'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:20.704077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.777976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d4eb7-6853-4dd7-8935-3e4005fafcd1 None None] DHCP port deletion for df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:43:20.824857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.833806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-726d4eb7-6853-4dd7-8935-3e4005fafcd1 None None] Deleting port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:43:20.834292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-726d4eb7-6853-4dd7-8935-3e4005fafcd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.847400 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-7fe1ef15-7be6-487b-912d-4e2dbe7c7b2e None None] Set router 33a0562d-2229-4f76-bcff-117e19788970 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:20.884177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 68ef16de-31ab-4381-9d74-b030ed1d7457 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:43:20.884568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.901079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:43:20.933662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-726d4eb7-6853-4dd7-8935-3e4005fafcd1 None None] For port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=5c17c3c5-1f4c-4a28-a3ed-080acc611a18,segment=NetworkSegment(0776e5d1-c64f-4b3e-b04c-89eda8b89242),segment_id=0776e5d1-c64f-4b3e-b04c-89eda8b89242)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:43:20.934364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-726d4eb7-6853-4dd7-8935-3e4005fafcd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.942783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:43:20.943898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 29ebd7fb-ece4-4968-bdeb-1a61afb39c40 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:43:20.952896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-726d4eb7-6853-4dd7-8935-3e4005fafcd1 None None] Calling delete_port for 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:43:20.968460 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 68ef16de-31ab-4381-9d74-b030ed1d7457, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=68ef16de-31ab-4381-9d74-b030ed1d7457,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:43:20.968829 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:20.982374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 68ef16de-31ab-4381-9d74-b030ed1d7457 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:43:21.044319 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7fe1ef15-7be6-487b-912d-4e2dbe7c7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:43:19Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:21.053882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-726d4eb7-6853-4dd7-8935-3e4005fafcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.076233 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1ef15-7be6-487b-912d-4e2dbe7c7b2e None None] The sync data for ids ['33a0562d-2229-4f76-bcff-117e19788970'] in dv-neutron-861842-1-hyperv is: [{'id': '33a0562d-2229-4f76-bcff-117e19788970', 'name': 'tempest-TestNetworkBasicOps-router-2079932413', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:42:19Z', 'updated_at': '2022-10-20T03:43:19Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '68ef16de-31ab-4381-9d74-b030ed1d7457', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0562d-2229-4f76-bcff-117e19788970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:42:20Z', 'updated_at': '2022-10-20T03:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:21.083084 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d4eb7-6853-4dd7-8935-3e4005fafcd1 None None] Pushing event deleted for resources: {'Port': ['ID=5c17c3c5-1f4c-4a28-a3ed-080acc611a18,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:21.089890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d4eb7-6853-4dd7-8935-3e4005fafcd1 None None] No DVR routers for this DVR port 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:43:21.191428 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.210568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:43:21.218795 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=68ef16de-31ab-4381-9d74-b030ed1d7457,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:21.234262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:43:21.234605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 5c17c3c5-1f4c-4a28-a3ed-080acc611a18 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:43:21.291243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.386012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.388503 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.432481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.433006 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Fanout notify agent at l3_agent the message router_deleted on router 33a0562d-2229-4f76-bcff-117e19788970 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:43:21.439772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.440890 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-442f6470-0dab-4671-80f6-d4af64adf903 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/routers/33a0562d-2229-4f76-bcff-117e19788970 HTTP/1.1" status: 204 len: 168 time: 0.8457973 Oct 20 03:43:21.444809 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58196) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:21.528135 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.617855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.637471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2d2dfa-6bd7-433e-af04-f2b84eaa4da1']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:21.647176 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0776e5d1-c64f-4b3e-b04c-89eda8b89242') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:21.647470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0776e5d1-c64f-4b3e-b04c-89eda8b89242') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:21.656481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.669201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.674841 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:43:21.675200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.694495 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 0776e5d1-c64f-4b3e-b04c-89eda8b89242 resource provider aggregate not found Oct 20 03:43:21.737927 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 0776e5d1-c64f-4b3e-b04c-89eda8b89242 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0776e5d1-c64f-4b3e-b04c-89eda8b89242 found for delete ", "request_id": "req-17af4b9a-138f-43dd-91de-8f4e95a2b95a"}]} Oct 20 03:43:21.746466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.753266 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.756964 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/networks/df2d2dfa-6bd7-433e-af04-f2b84eaa4da1 HTTP/1.1" status: 204 len: 168 time: 0.3111744 Oct 20 03:43:21.768387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58202) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:21.768910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024105a2-5c8d-4466-be4d-1cb154117fc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Network': ['ID=df2d2dfa-6bd7-433e-af04-f2b84eaa4da1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:21.774593 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'network': {'name': 'tempest-network-smoke--288143369', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'port_security_enabled': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:21.793033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:21.796389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.819729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:43:21.829249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.829593 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Added segment 279c3022-3c0b-465d-9efe-60a330d5ca35 of type vlan for network 70867a4b-30c5-4013-acb4-ffb81d029ceb Oct 20 03:43:21.873612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.900170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.906347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:21.906936 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.942148 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1725399 Oct 20 03:43:21.945569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58204) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:21.950379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'admin_state_up': True, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:21.972140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.975030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:21.983131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476f890-0806-4e16-b303-213598922278 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Network': ['ID=70867a4b-30c5-4013-acb4-ffb81d029ceb,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:21.996661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 70867a4b-30c5-4013-acb4-ffb81d029ceb details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:43:22.034484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.170375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.364062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.382857 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.491162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.235 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/ac052448-652e-4749-95aa-b114dbcb7a54) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:22.590434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.626389 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:22.666584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:22.669446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:22.672858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:43:22.678231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=ac052448-652e-4749-95aa-b114dbcb7a54,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:23.047673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 68ef16de-31ab-4381-9d74-b030ed1d7457 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:43:23.071307 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 68ef16de-31ab-4381-9d74-b030ed1d7457 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:43:23.071651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 68ef16de-31ab-4381-9d74-b030ed1d7457 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:43:23.072071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ed0ed542-1716-4f79-82ea-9b799bf2f0b8 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:43:23.093365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ed0ed542-1716-4f79-82ea-9b799bf2f0b8 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:43:23.093709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ed0ed542-1716-4f79-82ea-9b799bf2f0b8 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:43:23.228902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.422093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.549118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2487e700-ef8a-4fc2-a490-29ebe519572d is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:43:23.656366 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:43:23.665900 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Sync routers for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:23.677395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.677600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:23.678258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:23.678608 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-14fb99d9-bbac-4d63-a265-835dcaeaa77d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7320218 Oct 20 03:43:23.681757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58206) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:23.710928 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-abca97f0-d564-4bc5-a41b-3c47b441d877 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b3377485cec342568db75b308b8a96d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275238 Oct 20 03:43:23.713642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58208) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:23.784442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:23.803243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afec86fa-5745-4dc9-b166-f722f927cf42 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:23.804687 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-afec86fa-5745-4dc9-b166-f722f927cf42 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900655 Oct 20 03:43:23.807538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58210) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:23.835035 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-181ac080-0a16-4d0b-bdd1-511c1260e530 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262601 Oct 20 03:43:23.837398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58212) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:23.842132 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1678887161', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:23.926971 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:23.930669 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:23.963420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:22Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:23.990834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Checking router: 2487e700-ef8a-4fc2-a490-29ebe519572d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:23.991176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Updating router 2487e700-ef8a-4fc2-a490-29ebe519572d port ac052448-652e-4749-95aa-b114dbcb7a54 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:43:24.017089 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.109010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.175072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Subnet': ['ID=74671234-eb0b-469a-bbd5-4660b1917bca,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:24.180658 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Checking segment: {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:43:24.181012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network hostable DHCP agents. Network: 70867a4b-30c5-4013-acb4-ffb81d029ceb, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:43:24.197821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 70867a4b-30c5-4013-acb4-ffb81d029ceb is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:43:24.208085 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 70867a4b-30c5-4013-acb4-ffb81d029ceb) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:24.212524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:24.213118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.219352 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907f1d1-fe3c-4127-9968-eabff6f00548 None None] Network 70867a4b-30c5-4013-acb4-ffb81d029ceb requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:43:24.229898 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-aaf4a908-04a6-436c-8804-93538f4446ce tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3915141 Oct 20 03:43:24.232647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58214) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:24.334215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.343576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.393247 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Attempting to bind port ac052448-652e-4749-95aa-b114dbcb7a54 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:24.393657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Attempting to bind port ac052448-652e-4749-95aa-b114dbcb7a54 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:24.394061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Attempting to bind port ac052448-652e-4749-95aa-b114dbcb7a54 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:43:24.425210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:43:24.425638 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:43:24.426127 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.426542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:43:24.427071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Bound port: ac052448-652e-4749-95aa-b114dbcb7a54, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:24.427464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.462465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562da9f-2d99-4678-952e-38ff6126568e None None] Pushing event updated for resources: {'Port': ['ID=ac052448-652e-4749-95aa-b114dbcb7a54,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:24.525222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-70867a4b-30c5-4013-acb4-ffb81d029ceb', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:43:24.526385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.529106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] For port ac052448-652e-4749-95aa-b114dbcb7a54, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:43:24.533685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] For port ac052448-652e-4749-95aa-b114dbcb7a54, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ac052448-652e-4749-95aa-b114dbcb7a54,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:43:24.547049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:24.661447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:24.662019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:24.759829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562da9f-2d99-4678-952e-38ff6126568e None None] Pushing event updated for resources: {'Port': ['ID=ac052448-652e-4749-95aa-b114dbcb7a54,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:24.857030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Allocated IP 172.20.0.2 (70867a4b-30c5-4013-acb4-ffb81d029ceb/74671234-eb0b-469a-bbd5-4660b1917bca/c2dea5ce-8341-4f33-9898-18d6f9ba9fa0) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:24.860170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:24.943236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.148562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.157044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.169145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:22Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:25.208416 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.1 (70867a4b-30c5-4013-acb4-ffb81d029ceb/74671234-eb0b-469a-bbd5-4660b1917bca/95536c38-5cb9-485b-b6cd-6e23303ba81e) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:25.217591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8b3fd-8f33-4a15-aca4-0b65310e57a8 None None] The sync data for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv is: [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:22Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:25.228997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Network 70867a4b-30c5-4013-acb4-ffb81d029ceb is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:25.232009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:25.239276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:43:25.241703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Pushing event updated for resources: {'Port': ['ID=c2dea5ce-8341-4f33-9898-18d6f9ba9fa0,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:25.297773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Attempting to bind port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:25.298151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Attempting to bind port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:25.298504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Attempting to bind port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 on network 70867a4b-30c5-4013-acb4-ffb81d029ceb {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:43:25.304692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:43:25.305070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Checking segment: {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:43:25.305504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.306039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Bound using segment: {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:43:25.307130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Bound port: c2dea5ce-8341-4f33-9898-18d6f9ba9fa0, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:25.307130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.340777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.379412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.380432 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] For port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:43:25.383718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] For port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c2dea5ce-8341-4f33-9898-18d6f9ba9fa0,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:43:25.390189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.429758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 70867a4b-30c5-4013-acb4-ffb81d029ceb is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:25.433407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:25.437879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:43:25.442462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=95536c38-5cb9-485b-b6cd-6e23303ba81e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:25.452906 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f451b-55a4-420d-9aa1-e49e8ae7fb5f None None] Pushing event updated for resources: {'Port': ['ID=c2dea5ce-8341-4f33-9898-18d6f9ba9fa0,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:25.522278 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:25.692648 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.016164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.021357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.114415 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=95536c38-5cb9-485b-b6cd-6e23303ba81e,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:26.118505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.219546 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 70867a4b-30c5-4013-acb4-ffb81d029ceb is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:26.221029 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:26.351733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2487e700-ef8a-4fc2-a490-29ebe519572d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:43:26.476893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:43:26.481931 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a99441b4-6596-4ffa-a04b-3e011db33d30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/2487e700-ef8a-4fc2-a490-29ebe519572d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2483497 Oct 20 03:43:26.484508 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58216) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:26.491927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2301963-edb7-4591-8f50-bbdb2143b41e None None] Network 70867a4b-30c5-4013-acb4-ffb81d029ceb requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:43:26.587391 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d94bc8-f311-4fce-ab6a-de5ac8599218 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.587840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d94bc8-f311-4fce-ab6a-de5ac8599218 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.588356 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d94bc8-f311-4fce-ab6a-de5ac8599218 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.588793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d94bc8-f311-4fce-ab6a-de5ac8599218 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.589251 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d94bc8-f311-4fce-ab6a-de5ac8599218 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.589696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d94bc8-f311-4fce-ab6a-de5ac8599218 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.591546 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-75d94bc8-f311-4fce-ab6a-de5ac8599218 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1060700 Oct 20 03:43:26.594779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58218) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:26.658305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a1dcb-9c7a-4b24-886d-10291a248543 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.658843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a1dcb-9c7a-4b24-886d-10291a248543 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.659358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a1dcb-9c7a-4b24-886d-10291a248543 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.660036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a1dcb-9c7a-4b24-886d-10291a248543 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.660569 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a1dcb-9c7a-4b24-886d-10291a248543 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.661064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a1dcb-9c7a-4b24-886d-10291a248543 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:26.663078 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b57a1dcb-9c7a-4b24-886d-10291a248543 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0672326 Oct 20 03:43:26.666009 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58220) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:26.728434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1de023b3-d3b2-4a35-914a-9ebe71a90427 None None] Provisioning complete for port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:26.728736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1de023b3-d3b2-4a35-914a-9ebe71a90427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.729069 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1de023b3-d3b2-4a35-914a-9ebe71a90427 None None] Attempt 1 to provision port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 Oct 20 03:43:26.810057 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-df8ff8fc-74f5-4488-91d5-fef0e425b86e tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1428387 Oct 20 03:43:26.864085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1de023b3-d3b2-4a35-914a-9ebe71a90427 None None] Current status of the port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:43:26.864507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1de023b3-d3b2-4a35-914a-9ebe71a90427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.882564 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58224) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:26.887285 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-35a09187-3078-4019-b74e-3ad17aa9b024 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985475867', 'description': 'tempest-secgroup-smoke-1985475867 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:26.906841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1de023b3-d3b2-4a35-914a-9ebe71a90427 None None] For port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c2dea5ce-8341-4f33-9898-18d6f9ba9fa0,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:43:26.911299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35a09187-3078-4019-b74e-3ad17aa9b024 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.912644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1de023b3-d3b2-4a35-914a-9ebe71a90427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:26.962525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de023b3-d3b2-4a35-914a-9ebe71a90427 None None] Pushing event updated for resources: {'Port': ['ID=c2dea5ce-8341-4f33-9898-18d6f9ba9fa0,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.021728 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Sync routers for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:27.023514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35a09187-3078-4019-b74e-3ad17aa9b024 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.029853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35a09187-3078-4019-b74e-3ad17aa9b024 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.033745 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:27.034369 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:27.067684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35a09187-3078-4019-b74e-3ad17aa9b024 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.069908 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-35a09187-3078-4019-b74e-3ad17aa9b024 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1859908 Oct 20 03:43:27.072729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58226) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:27.079244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e4d8129d-afb7-49bb-a879-c7dfa95e054d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'b8476768-b9ae-4c06-a67f-96a9fcbce4ce', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:27.095612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a09187-3078-4019-b74e-3ad17aa9b024 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8476768-b9ae-4c06-a67f-96a9fcbce4ce,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.121956 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e4d8129d-afb7-49bb-a879-c7dfa95e054d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.148878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Provisioning complete for port 95536c38-5cb9-485b-b6cd-6e23303ba81e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:27.149269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.149611 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Attempt 1 to provision port 95536c38-5cb9-485b-b6cd-6e23303ba81e Oct 20 03:43:27.171917 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:27.198307 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Port 95536c38-5cb9-485b-b6cd-6e23303ba81e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:43:27.215058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:43:27.235727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e4d8129d-afb7-49bb-a879-c7dfa95e054d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.241406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e4d8129d-afb7-49bb-a879-c7dfa95e054d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.269977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8129d-afb7-49bb-a879-c7dfa95e054d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f077726-995c-4a9a-a03f-d871b34c6ffe,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.285077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:27.285734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.286096 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 Oct 20 03:43:27.290510 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e4d8129d-afb7-49bb-a879-c7dfa95e054d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.292134 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e4d8129d-afb7-49bb-a879-c7dfa95e054d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2177219 Oct 20 03:43:27.294998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58228) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:27.301440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a647484b-814c-40f6-8094-3e47e59e1bef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'b8476768-b9ae-4c06-a67f-96a9fcbce4ce', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:27.335229 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a647484b-814c-40f6-8094-3e47e59e1bef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.404579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:43:27.405984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ac052448-652e-4749-95aa-b114dbcb7a54 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:43:27.417667 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:27.421034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a647484b-814c-40f6-8094-3e47e59e1bef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.428080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a647484b-814c-40f6-8094-3e47e59e1bef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.447803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647484b-814c-40f6-8094-3e47e59e1bef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d5124f-b7aa-442d-8816-0ea4703924e9,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.454127 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Checking router: 2487e700-ef8a-4fc2-a490-29ebe519572d for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:27.454527 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Updating router 2487e700-ef8a-4fc2-a490-29ebe519572d port 95536c38-5cb9-485b-b6cd-6e23303ba81e binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:43:27.462509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ac052448-652e-4749-95aa-b114dbcb7a54 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:27.462952 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.463333 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ac052448-652e-4749-95aa-b114dbcb7a54 Oct 20 03:43:27.469342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a647484b-814c-40f6-8094-3e47e59e1bef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.471275 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a647484b-814c-40f6-8094-3e47e59e1bef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1749232 Oct 20 03:43:27.474984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58230) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:27.480810 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a93c87f5-e488-42f6-b6fb-8c3854200463 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'b8476768-b9ae-4c06-a67f-96a9fcbce4ce', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:27.481523 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.526320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a93c87f5-e488-42f6-b6fb-8c3854200463 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.574069 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ac052448-652e-4749-95aa-b114dbcb7a54 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:43:27.574680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.601594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a93c87f5-e488-42f6-b6fb-8c3854200463 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.603947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port ac052448-652e-4749-95aa-b114dbcb7a54, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ac052448-652e-4749-95aa-b114dbcb7a54,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:43:27.606064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a93c87f5-e488-42f6-b6fb-8c3854200463 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.608829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.626186 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c87f5-e488-42f6-b6fb-8c3854200463 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce75cea0-3dfa-415d-9276-613473f832b9,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.636506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a93c87f5-e488-42f6-b6fb-8c3854200463 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.637857 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a93c87f5-e488-42f6-b6fb-8c3854200463 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611142 Oct 20 03:43:27.640704 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58232) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:27.646700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7eed27a9-282c-4bb8-8f06-186f20b1c6c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'b8476768-b9ae-4c06-a67f-96a9fcbce4ce', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:27.673896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=ac052448-652e-4749-95aa-b114dbcb7a54,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.676827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7eed27a9-282c-4bb8-8f06-186f20b1c6c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.701386 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Attempt 2 to provision port 95536c38-5cb9-485b-b6cd-6e23303ba81e Oct 20 03:43:27.738878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Port 95536c38-5cb9-485b-b6cd-6e23303ba81e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:43:27.749616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7eed27a9-282c-4bb8-8f06-186f20b1c6c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.753193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7eed27a9-282c-4bb8-8f06-186f20b1c6c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.781367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed27a9-282c-4bb8-8f06-186f20b1c6c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa66b1e-fe89-4f28-8458-9461bb578ed4,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.789625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7eed27a9-282c-4bb8-8f06-186f20b1c6c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.793677 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7eed27a9-282c-4bb8-8f06-186f20b1c6c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489918 Oct 20 03:43:27.794325 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58234) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:27.799391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8dd065f5-607d-46de-80d3-068adbf8e258 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'b8476768-b9ae-4c06-a67f-96a9fcbce4ce', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:27.810529 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.815825 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.821823 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-8dd065f5-607d-46de-80d3-068adbf8e258 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:43:27.827353 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8dd065f5-607d-46de-80d3-068adbf8e258 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.878432 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Pushing event updated for resources: {'Port': ['ID=95536c38-5cb9-485b-b6cd-6e23303ba81e,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.891126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8dd065f5-607d-46de-80d3-068adbf8e258 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.895120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8dd065f5-607d-46de-80d3-068adbf8e258 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.905044 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.905385 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.905721 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.906051 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.906375 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.906726 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.907050 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.907372 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.907691 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.908011 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.908429 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.908657 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:27.910340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd065f5-607d-46de-80d3-068adbf8e258 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a827d48-fb67-4fc0-9657-5ff7449265ef,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:27.916396 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Attempting to bind port 95536c38-5cb9-485b-b6cd-6e23303ba81e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:27.916755 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Attempting to bind port 95536c38-5cb9-485b-b6cd-6e23303ba81e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:27.917139 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Attempting to bind port 95536c38-5cb9-485b-b6cd-6e23303ba81e on network 70867a4b-30c5-4013-acb4-ffb81d029ceb {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:43:27.921221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8dd065f5-607d-46de-80d3-068adbf8e258 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.922515 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:43:27.922951 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Checking segment: {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:43:27.923261 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.923637 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Bound using segment: {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:43:27.924088 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Bound port: 95536c38-5cb9-485b-b6cd-6e23303ba81e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:27.924494 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.925034 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8dd065f5-607d-46de-80d3-068adbf8e258 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294127 Oct 20 03:43:27.925304 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58236) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:27.929818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0d8959af-0535-40b8-8dde-d9fc5a146f96 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'b8476768-b9ae-4c06-a67f-96a9fcbce4ce', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:27.949359 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-0d8959af-0535-40b8-8dde-d9fc5a146f96 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:43:27.954530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d8959af-0535-40b8-8dde-d9fc5a146f96 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:27.984678 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] For port 95536c38-5cb9-485b-b6cd-6e23303ba81e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:43:27.988171 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] For port 95536c38-5cb9-485b-b6cd-6e23303ba81e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=95536c38-5cb9-485b-b6cd-6e23303ba81e,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:43:27.992176 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.021834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d8959af-0535-40b8-8dde-d9fc5a146f96 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.025592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d8959af-0535-40b8-8dde-d9fc5a146f96 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.029277 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:28.029893 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:28.040305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8959af-0535-40b8-8dde-d9fc5a146f96 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfc799c-7553-42d3-bdd6-d870dcab0d40,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:28.052147 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0d8959af-0535-40b8-8dde-d9fc5a146f96 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.053403 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0d8959af-0535-40b8-8dde-d9fc5a146f96 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270781 Oct 20 03:43:28.091507 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d569545-f337-44f6-8516-cd8b0745ae83 None None] Pushing event updated for resources: {'Port': ['ID=95536c38-5cb9-485b-b6cd-6e23303ba81e,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:28.151292 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:28.193861 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-e3a7d301-b88f-4094-801a-868131113a86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985475867&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.0339544 Oct 20 03:43:28.240392 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Attempt 3 to provision port 95536c38-5cb9-485b-b6cd-6e23303ba81e Oct 20 03:43:28.305844 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-6fcc9331-af6a-4c09-a92a-3e496f60e6e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:28.307599 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-6fcc9331-af6a-4c09-a92a-3e496f60e6e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/networks?id=70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 200 len: 796 time: 0.1067386 Oct 20 03:43:28.329016 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b5c85dee-1ef5-43fa-80db-b58a892f7e17 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/quotas/b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 375 time: 0.0141516 Oct 20 03:43:28.330206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Current status of the port 95536c38-5cb9-485b-b6cd-6e23303ba81e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:43:28.330724 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.358469 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:28.364882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] For port 95536c38-5cb9-485b-b6cd-6e23303ba81e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=95536c38-5cb9-485b-b6cd-6e23303ba81e,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:43:28.369449 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.387692 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-e4ae6ae7-6f6a-45c3-94a2-5840cf6385e1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530758 Oct 20 03:43:28.387936 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d6a49-229f-4f8d-b517-833840015078 None None] The sync data for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv is: [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:28.410986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Provisioning complete for port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:28.411250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.411583 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Attempt 1 to provision port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 Oct 20 03:43:28.451878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Pushing event updated for resources: {'Port': ['ID=95536c38-5cb9-485b-b6cd-6e23303ba81e,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:28.511879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8508dc58-932d-493a-9f0b-0d0455b9574d None None] Current status of the port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:43:28.514975 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-5dfbad1a-ee78-4bac-9654-50b4ce32b356 service neutron] 10.222.0.20 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085007 Oct 20 03:43:28.615677 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-fb9902f2-e31b-4f02-9312-9a5541e1ea0b service neutron] 10.222.0.20 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920191 Oct 20 03:43:28.644006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0d459f96-d61f-4f3a-a5f7-bc244a2ccaef None None] Provisioning complete for port 95536c38-5cb9-485b-b6cd-6e23303ba81e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:28.644663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0d459f96-d61f-4f3a-a5f7-bc244a2ccaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:28.644787 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0d459f96-d61f-4f3a-a5f7-bc244a2ccaef None None] Attempt 1 to provision port 95536c38-5cb9-485b-b6cd-6e23303ba81e Oct 20 03:43:28.725166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0d459f96-d61f-4f3a-a5f7-bc244a2ccaef None None] Current status of the port 95536c38-5cb9-485b-b6cd-6e23303ba81e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:43:28.791696 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1ad0abf3-75ca-4459-8764-05d5db222ffa req-d186aff1-7ed6-4b01-be65-9dea558cbe87 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 210 time: 0.0278609 Oct 20 03:43:29.139642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 95536c38-5cb9-485b-b6cd-6e23303ba81e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:43:29.194424 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 95536c38-5cb9-485b-b6cd-6e23303ba81e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:29.194691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.195084 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 95536c38-5cb9-485b-b6cd-6e23303ba81e Oct 20 03:43:29.283373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 95536c38-5cb9-485b-b6cd-6e23303ba81e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:43:29.285294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ac052448-652e-4749-95aa-b114dbcb7a54 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:43:29.339706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ac052448-652e-4749-95aa-b114dbcb7a54 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:29.340177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:29.340639 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ac052448-652e-4749-95aa-b114dbcb7a54 Oct 20 03:43:29.430119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ac052448-652e-4749-95aa-b114dbcb7a54 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:43:29.840632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-22ef5f67-72bf-4ea8-b142-79a82dad19f1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:29.842118 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-22ef5f67-72bf-4ea8-b142-79a82dad19f1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 200 len: 796 time: 0.1117649 Oct 20 03:43:29.893512 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b11f574c-b88e-4b7b-84b3-6a3c14386d6f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 380 time: 0.0371425 Oct 20 03:43:29.896971 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-381498c9-eee2-4f25-8e73-f786f19359fe req-47cbb954-dcc3-43a0-aa4f-92461047f5db tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 210 time: 0.0301628 Oct 20 03:43:29.905464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'device_id': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'admin_state_up': True, 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'security_groups': ['b8476768-b9ae-4c06-a67f-96a9fcbce4ce']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:30.013503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:30.016971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.143633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.9 (70867a4b-30c5-4013-acb4-ffb81d029ceb/74671234-eb0b-469a-bbd5-4660b1917bca/a9fca4c7-811f-4911-b555-86b5c07c66ee) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:30.283064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.317263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.364838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 70867a4b-30c5-4013-acb4-ffb81d029ceb is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:30.367877 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:30.371513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:43:30.377783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=a9fca4c7-811f-4911-b555-86b5c07c66ee,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:30.406375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.406645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.406990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.407323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.407652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.407982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.408330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.408660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.408985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.409307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.410165 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.410483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:30.436380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:30.437140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.454412 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-b258a319-eab0-4042-84fe-7b229bbc9b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5526683 Oct 20 03:43:30.470572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Request body: {'port': {'device_id': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:30.532383 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.655420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3305f694-ab95-4de8-af9d-0ada1dd5b900 None None] Provisioning complete for port a9fca4c7-811f-4911-b555-86b5c07c66ee triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:30.655989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3305f694-ab95-4de8-af9d-0ada1dd5b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.656142 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3305f694-ab95-4de8-af9d-0ada1dd5b900 None None] Attempt 1 to provision port a9fca4c7-811f-4911-b555-86b5c07c66ee Oct 20 03:43:30.690753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3305f694-ab95-4de8-af9d-0ada1dd5b900 None None] Port a9fca4c7-811f-4911-b555-86b5c07c66ee cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:43:30.795787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fca4c7-811f-4911-b555-86b5c07c66ee {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:43:30.803626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.815264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Transition to ACTIVE for port object a9fca4c7-811f-4911-b555-86b5c07c66ee will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:30.819033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:30.899410 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fca4c7-811f-4911-b555-86b5c07c66ee,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:30.929221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Attempting to bind port a9fca4c7-811f-4911-b555-86b5c07c66ee on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:30.929558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Attempting to bind port a9fca4c7-811f-4911-b555-86b5c07c66ee by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:30.929888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Attempting to bind port a9fca4c7-811f-4911-b555-86b5c07c66ee on network 70867a4b-30c5-4013-acb4-ffb81d029ceb {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:43:30.934285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Port a9fca4c7-811f-4911-b555-86b5c07c66ee on network 70867a4b-30c5-4013-acb4-ffb81d029ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:43:30.934610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Attempting to bind port a9fca4c7-811f-4911-b555-86b5c07c66ee on network 70867a4b-30c5-4013-acb4-ffb81d029ceb {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:43:30.939510 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:43:30.939859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Checking segment: {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:43:30.940238 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Bound using segment: {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:43:30.940725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Bound port: a9fca4c7-811f-4911-b555-86b5c07c66ee, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:30.941170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.035914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] For port a9fca4c7-811f-4911-b555-86b5c07c66ee, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:43:31.040818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] For port a9fca4c7-811f-4911-b555-86b5c07c66ee, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a9fca4c7-811f-4911-b555-86b5c07c66ee,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:43:31.050159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c14be-5f25-4f4c-9e80-a214a7aca2f2 req-9d31c649-2549-4b9c-8e3a-387c1cbb5460 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:31.051763 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f35c14be-5f25-4f4c-9e80-a214a7aca2f2 req-9d31c649-2549-4b9c-8e3a-387c1cbb5460 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 943 time: 0.0764666 Oct 20 03:43:31.053249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.056181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:31.056807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:31.058072 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/a9fca4c7-811f-4911-b555-86b5c07c66ee HTTP/1.1" status: 200 len: 1093 time: 0.5919299 Oct 20 03:43:31.061403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'tag': 'a9fca4c7-811f-4911-b555-86b5c07c66ee'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:31.063646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d18c80b5-48af-4ad6-9a29-57591e24eb10", "tag": "a9fca4c7-811f-4911-b555-86b5c07c66ee"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:31.109445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473d3054-b240-4cbb-9c7e-970bb83078ac x-openstack-request-id: req-473d3054-b240-4cbb-9c7e-970bb83078ac {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:31.109738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18c80b5-48af-4ad6-9a29-57591e24eb10", "tag": "a9fca4c7-811f-4911-b555-86b5c07c66ee", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:31.109993 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-473d3054-b240-4cbb-9c7e-970bb83078ac {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:31.110392 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-473d3054-b240-4cbb-9c7e-970bb83078ac'] response: {'name': 'network-changed', 'server_uuid': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'tag': 'a9fca4c7-811f-4911-b555-86b5c07c66ee', 'status': 'completed', 'code': 200} Oct 20 03:43:31.177707 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f35c14be-5f25-4f4c-9e80-a214a7aca2f2 req-cc2636cf-d926-4279-92f0-5d05c252fc61 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186769 Oct 20 03:43:31.180135 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed991317-5e73-4430-b6f8-bc6d19e827e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fca4c7-811f-4911-b555-86b5c07c66ee,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:31.189748 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-d7753c3e-a67c-4ace-b556-85dc0d1815f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:31.191684 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-3305f694-ab95-4de8-af9d-0ada1dd5b900 None None] Attempt 2 to provision port a9fca4c7-811f-4911-b555-86b5c07c66ee Oct 20 03:43:31.191997 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-d7753c3e-a67c-4ace-b556-85dc0d1815f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 1096 time: 0.0841227 Oct 20 03:43:31.235071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3305f694-ab95-4de8-af9d-0ada1dd5b900 None None] Port a9fca4c7-811f-4911-b555-86b5c07c66ee had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:43:31.242017 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-bdec6009-ebc4-46b5-ae6f-2206620d7244 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fca4c7-811f-4911-b555-86b5c07c66ee HTTP/1.1" status: 200 len: 217 time: 0.0392456 Oct 20 03:43:31.304056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-7b229587-09da-491c-8faf-a7b754f64c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:31.305585 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-7b229587-09da-491c-8faf-a7b754f64c51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74671234-eb0b-469a-bbd5-4660b1917bca HTTP/1.1" status: 200 len: 835 time: 0.0539620 Oct 20 03:43:31.357444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-80aa1349-514b-4640-8178-147dc546a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:31.358935 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-80aa1349-514b-4640-8178-147dc546a69d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70867a4b-30c5-4013-acb4-ffb81d029ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424232 Oct 20 03:43:31.459215 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-a415883e-6f1b-4be5-969a-3d115cf1e38a service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891004 Oct 20 03:43:31.553960 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-df6cb003-09ca-4455-97dc-b08ba61ea80c req-92a4b576-a9cf-42d3-b0fd-1cc31cc21fb9 service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847487 Oct 20 03:43:31.649709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c req-53113be0-94c8-4cc5-9e83-b1394617b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:31.651179 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c req-53113be0-94c8-4cc5-9e83-b1394617b565 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 1096 time: 0.0417163 Oct 20 03:43:31.746733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c req-200978b8-2114-4098-bd24-702ca24bf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:31.748118 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c req-200978b8-2114-4098-bd24-702ca24bf1fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 200 len: 897 time: 0.0890036 Oct 20 03:43:31.789382 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c req-b375d5e8-2502-40ad-9e47-07a56a0cd9ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fca4c7-811f-4911-b555-86b5c07c66ee HTTP/1.1" status: 200 len: 217 time: 0.0340068 Oct 20 03:43:31.844348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c req-ba73606e-e2a9-4bd7-bab4-1f5f1fa5337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:31.845812 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c req-ba73606e-e2a9-4bd7-bab4-1f5f1fa5337f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74671234-eb0b-469a-bbd5-4660b1917bca HTTP/1.1" status: 200 len: 835 time: 0.0492942 Oct 20 03:43:31.891944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c req-c23f3b2b-e30d-4d55-9a8b-e80819ac3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:31.893453 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c req-c23f3b2b-e30d-4d55-9a8b-e80819ac3d99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70867a4b-30c5-4013-acb4-ffb81d029ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404458 Oct 20 03:43:31.984509 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c req-7e63f99b-ae9c-4641-bde6-1d5c7a3334d1 service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842469 Oct 20 03:43:32.074381 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c02e4535-a17b-49f1-a0b0-ac3ffd8f6b6c req-71280394-08ba-4643-96c1-2395a8eeefc1 service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823517 Oct 20 03:43:32.300236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95810d25-3899-4558-8d12-6bc3e6625e8a req-45f54f97-45be-4a39-b2dd-f99c666a9f91 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:32.301713 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-95810d25-3899-4558-8d12-6bc3e6625e8a req-45f54f97-45be-4a39-b2dd-f99c666a9f91 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 943 time: 0.0484288 Oct 20 03:43:32.339206 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-95810d25-3899-4558-8d12-6bc3e6625e8a req-d2e5566f-f212-4061-a649-1305a9d0679f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Oct 20 03:43:33.459995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6fd50-c6fe-49a2-949c-f1666beaaf36 req-d6ea9921-fa33-40dd-9d63-32ba9f558066 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:33.461492 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-acc6fd50-c6fe-49a2-949c-f1666beaaf36 req-d6ea9921-fa33-40dd-9d63-32ba9f558066 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 943 time: 0.0499771 Oct 20 03:43:33.500852 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-acc6fd50-c6fe-49a2-949c-f1666beaaf36 req-875b993e-c9ee-44df-af22-7cfd88c1632a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334148 Oct 20 03:43:34.632527 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9412080-f9fc-42cc-8f33-2ad0020c421b req-af5139af-dcd0-41ce-bef4-71f8a44a194b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:34.636112 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f9412080-f9fc-42cc-8f33-2ad0020c421b req-af5139af-dcd0-41ce-bef4-71f8a44a194b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 943 time: 0.0574009 Oct 20 03:43:34.690498 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f9412080-f9fc-42cc-8f33-2ad0020c421b req-a23a707c-b2cb-481a-89a9-ed263d03b8af tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487154 Oct 20 03:43:34.881300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device a9fca4c7-811f-4911-b555-86b5c07c66ee details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:43:34.995208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port a9fca4c7-811f-4911-b555-86b5c07c66ee, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a9fca4c7-811f-4911-b555-86b5c07c66ee,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:43:35.007586 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'a9fca4c7-811f-4911-b555-86b5c07c66ee', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'port_id': 'a9fca4c7-811f-4911-b555-86b5c07c66ee', 'mac_address': 'fa:16:3e:03:f5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:43:35.054402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port a9fca4c7-811f-4911-b555-86b5c07c66ee is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:43:35.054797 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.069663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fca4c7-811f-4911-b555-86b5c07c66ee {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:43:35.091661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port a9fca4c7-811f-4911-b555-86b5c07c66ee, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a9fca4c7-811f-4911-b555-86b5c07c66ee,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:43:35.100329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:35.147505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=a9fca4c7-811f-4911-b555-86b5c07c66ee,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:35.154307 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.154651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.154986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.155314 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.155642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.155967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.156313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.156641 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.156964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.157280 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.157595 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.157909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:35.379921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['a9fca4c7-811f-4911-b555-86b5c07c66ee'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:43:35.819583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72a9f7-2d0d-4e09-aed1-06844c76568e req-57bc4c91-d24d-4bd9-af7b-336ed4ccdd5b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:35.821067 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e72a9f7-2d0d-4e09-aed1-06844c76568e req-57bc4c91-d24d-4bd9-af7b-336ed4ccdd5b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 944 time: 0.0527022 Oct 20 03:43:35.858291 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e72a9f7-2d0d-4e09-aed1-06844c76568e req-f24f4e11-2885-417a-8cea-6a0a9b6d052d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311015 Oct 20 03:43:36.896070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device a9fca4c7-811f-4911-b555-86b5c07c66ee up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:43:36.944711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port a9fca4c7-811f-4911-b555-86b5c07c66ee completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:43:36.949148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port a9fca4c7-811f-4911-b555-86b5c07c66ee triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:36.949520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:36.949883 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port a9fca4c7-811f-4911-b555-86b5c07c66ee Oct 20 03:43:36.977310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f187b4e-fc3f-4656-96cb-b7039f0e6da1 req-e0bc2566-9a47-4796-87d9-3a52db7060ff tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:36.978787 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8f187b4e-fc3f-4656-96cb-b7039f0e6da1 req-e0bc2566-9a47-4796-87d9-3a52db7060ff tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 944 time: 0.0489237 Oct 20 03:43:37.027183 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8f187b4e-fc3f-4656-96cb-b7039f0e6da1 req-0c864d27-e161-41fd-aef1-f6d29cdcda41 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 Oct 20 03:43:37.030211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port a9fca4c7-811f-4911-b555-86b5c07c66ee is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:43:37.030608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.053836 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fca4c7-811f-4911-b555-86b5c07c66ee'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:37.056080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a8fdef-74d4-490a-8c44-0959a404237d" -d '{"events": [{"server_uuid": "d18c80b5-48af-4ad6-9a29-57591e24eb10", "name": "network-vif-plugged", "status": "completed", "tag": "a9fca4c7-811f-4911-b555-86b5c07c66ee"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:37.069375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port a9fca4c7-811f-4911-b555-86b5c07c66ee, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a9fca4c7-811f-4911-b555-86b5c07c66ee,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:43:37.073192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:37.097068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbbb8d1-e9d3-49a4-b4ed-fdb86f71a68f x-openstack-request-id: req-acbbb8d1-e9d3-49a4-b4ed-fdb86f71a68f {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:37.097406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18c80b5-48af-4ad6-9a29-57591e24eb10", "name": "network-vif-plugged", "status": "completed", "tag": "a9fca4c7-811f-4911-b555-86b5c07c66ee", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:37.097659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acbbb8d1-e9d3-49a4-b4ed-fdb86f71a68f {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:37.098047 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbbb8d1-e9d3-49a4-b4ed-fdb86f71a68f'] response: {'server_uuid': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fca4c7-811f-4911-b555-86b5c07c66ee', 'code': 200} Oct 20 03:43:37.123714 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=a9fca4c7-811f-4911-b555-86b5c07c66ee,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:37.270104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0121c20-4c03-4a8c-9d7e-07e06084923a req-c37e3a4b-181c-4aad-8aab-44727584811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:37.271489 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0121c20-4c03-4a8c-9d7e-07e06084923a req-c37e3a4b-181c-4aad-8aab-44727584811d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 1098 time: 0.0393362 Oct 20 03:43:37.309775 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0121c20-4c03-4a8c-9d7e-07e06084923a req-e73b8a6f-8bf5-4c9f-a59d-92c87b8c5863 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285778 Oct 20 03:43:38.151155 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b23fc-59b4-42e6-9113-d003e789fe63 req-39645c74-a31d-4f4b-b98d-83893cc35770 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:38.152626 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-367b23fc-59b4-42e6-9113-d003e789fe63 req-39645c74-a31d-4f4b-b98d-83893cc35770 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Oct 20 03:43:38.189009 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-367b23fc-59b4-42e6-9113-d003e789fe63 req-343ba183-a143-48d8-8202-ff61fa26de46 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304298 Oct 20 03:43:38.470547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.313690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df30c96-b680-431c-941a-0984d3b2c2ca req-a9040290-0b7a-4227-be5e-234f85d008fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:39.315730 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3df30c96-b680-431c-941a-0984d3b2c2ca req-a9040290-0b7a-4227-be5e-234f85d008fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Oct 20 03:43:39.354044 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3df30c96-b680-431c-941a-0984d3b2c2ca req-0d26c698-b758-49a5-a3d3-315b1102cbe4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329177 Oct 20 03:43:39.473218 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01315c0-0409-4287-b55a-51f98b99f2a2 req-d6c3d5fd-e7d3-451c-9301-719c4b16fe86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:39.474765 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f01315c0-0409-4287-b55a-51f98b99f2a2 req-d6c3d5fd-e7d3-451c-9301-719c4b16fe86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 945 time: 0.0496101 Oct 20 03:43:39.515881 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f01315c0-0409-4287-b55a-51f98b99f2a2 req-74a429e8-1d42-4988-9755-38418eb8ae89 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352886 Oct 20 03:43:39.544357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58292) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:39.585177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741beedc-19b7-4a94-991e-180edd67c49d tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:39.586607 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-741beedc-19b7-4a94-991e-180edd67c49d tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 1093 time: 0.0412643 Oct 20 03:43:39.589330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58294) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:39.593468 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'a9fca4c7-811f-4911-b555-86b5c07c66ee', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:39.613650 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.707359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.812059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.101 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/f48d3c7b-a4cc-4be2-ae70-479c3f61cda4) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:39.910289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.947319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:39.984162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:39.987565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:39.990125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:43:40.017898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=f48d3c7b-a4cc-4be2-ae70-479c3f61cda4,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:40.030429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.030776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.031111 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.031438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.031792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.032087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.032446 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.032767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.033090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.033407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.033724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.034043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:43:40.355299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.419788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.571219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.576079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.640969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:40.643704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=f48d3c7b-a4cc-4be2-ae70-479c3f61cda4,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:40.741865 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 835770d5-5c10-4a14-8a84-79315ef827d1 associated. External IP: 172.26.0.101, port: a9fca4c7-811f-4911-b555-86b5c07c66ee. Oct 20 03:43:40.943532 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2487e700-ef8a-4fc2-a490-29ebe519572d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:43:41.309008 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:43:41.319711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9f5c5-6106-435b-baa4-e599351b9ffd None None] Sync routers for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:41.328101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:41.330971 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f9f5c5-6106-435b-baa4-e599351b9ffd None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:41.331722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d0f9f5c5-6106-435b-baa4-e599351b9ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:41.354472 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2cd18aa1-8a5c-4ead-b262-09e37ddc3914 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7641556 Oct 20 03:43:41.355131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'tag': 'a9fca4c7-811f-4911-b555-86b5c07c66ee'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:41.357297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58296) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:41.357789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d02fc80-8352-4c32-bf1f-56f6b0685756" -d '{"events": [{"name": "network-changed", "server_uuid": "d18c80b5-48af-4ad6-9a29-57591e24eb10", "tag": "a9fca4c7-811f-4911-b555-86b5c07c66ee"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:41.394670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bd21c1-f9c4-44b1-a492-d8bcee12d297 x-openstack-request-id: req-79bd21c1-f9c4-44b1-a492-d8bcee12d297 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:41.394965 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18c80b5-48af-4ad6-9a29-57591e24eb10", "tag": "a9fca4c7-811f-4911-b555-86b5c07c66ee", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:41.395213 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79bd21c1-f9c4-44b1-a492-d8bcee12d297 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:41.396038 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79bd21c1-f9c4-44b1-a492-d8bcee12d297'] response: {'name': 'network-changed', 'server_uuid': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'tag': 'a9fca4c7-811f-4911-b555-86b5c07c66ee', 'status': 'completed', 'code': 200} Oct 20 03:43:41.446836 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d0f9f5c5-6106-435b-baa4-e599351b9ffd None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:41.450811 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-13651591-3eff-4cf5-9fbe-57926758a2a6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/835770d5-5c10-4a14-8a84-79315ef827d1 HTTP/1.1" status: 200 len: 991 time: 0.0913553 Oct 20 03:43:41.463330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02fc80-8352-4c32-bf1f-56f6b0685756 req-b13135a4-8f83-4240-aa77-293d6adf3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:41.464821 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2d02fc80-8352-4c32-bf1f-56f6b0685756 req-b13135a4-8f83-4240-aa77-293d6adf3a4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 1098 time: 0.0474415 Oct 20 03:43:41.559200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02fc80-8352-4c32-bf1f-56f6b0685756 req-4329062a-7c78-421a-b094-9cd17a1146a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:41.560632 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2d02fc80-8352-4c32-bf1f-56f6b0685756 req-4329062a-7c78-421a-b094-9cd17a1146a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 200 len: 897 time: 0.0889285 Oct 20 03:43:41.625436 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2d02fc80-8352-4c32-bf1f-56f6b0685756 req-51bf078c-cccd-4184-8942-01685db9a248 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fca4c7-811f-4911-b555-86b5c07c66ee HTTP/1.1" status: 200 len: 999 time: 0.0581686 Oct 20 03:43:41.673923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d0f9f5c5-6106-435b-baa4-e599351b9ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '835770d5-5c10-4a14-8a84-79315ef827d1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'port_id': 'a9fca4c7-811f-4911-b555-86b5c07c66ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'mac_address': 'fa:16:3e:03:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:43:40Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:41.677553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02fc80-8352-4c32-bf1f-56f6b0685756 req-aeacaceb-1050-4e50-b7e6-fe4bb1b888dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:41.679015 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2d02fc80-8352-4c32-bf1f-56f6b0685756 req-aeacaceb-1050-4e50-b7e6-fe4bb1b888dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74671234-eb0b-469a-bbd5-4660b1917bca HTTP/1.1" status: 200 len: 835 time: 0.0471010 Oct 20 03:43:41.700433 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9f5c5-6106-435b-baa4-e599351b9ffd None None] Checking router: 2487e700-ef8a-4fc2-a490-29ebe519572d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:41.709693 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f9f5c5-6106-435b-baa4-e599351b9ffd None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:41.710295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d0f9f5c5-6106-435b-baa4-e599351b9ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:41.725004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02fc80-8352-4c32-bf1f-56f6b0685756 req-5a3d8144-8a65-4e53-bbf2-132f2a33efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:41.726893 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2d02fc80-8352-4c32-bf1f-56f6b0685756 req-5a3d8144-8a65-4e53-bbf2-132f2a33efed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70867a4b-30c5-4013-acb4-ffb81d029ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416231 Oct 20 03:43:41.814509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d0f9f5c5-6106-435b-baa4-e599351b9ffd None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:41.816646 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2d02fc80-8352-4c32-bf1f-56f6b0685756 req-8a475d05-56be-4be4-88c6-0b764f6b0ce3 service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831478 Oct 20 03:43:41.911580 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2d02fc80-8352-4c32-bf1f-56f6b0685756 req-502dbb7a-327b-4e29-9ab6-e9c42b78aa14 service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882406 Oct 20 03:43:42.045038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d0f9f5c5-6106-435b-baa4-e599351b9ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '835770d5-5c10-4a14-8a84-79315ef827d1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'port_id': 'a9fca4c7-811f-4911-b555-86b5c07c66ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'mac_address': 'fa:16:3e:03:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:43:40Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:42.071322 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9f5c5-6106-435b-baa4-e599351b9ffd None None] The sync data for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv is: [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '835770d5-5c10-4a14-8a84-79315ef827d1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'port_id': 'a9fca4c7-811f-4911-b555-86b5c07c66ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'mac_address': 'fa:16:3e:03:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:43:40Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:42.258884 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f37fe1-625f-4260-8b52-aeed8adf09e9 None None] New status for floating IP 835770d5-5c10-4a14-8a84-79315ef827d1: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:43:42.453636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58300) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:43:42.518572 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4ce5af69-bcaa-4564-af43-f272af4ec599 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/835770d5-5c10-4a14-8a84-79315ef827d1 HTTP/1.1" status: 200 len: 993 time: 0.0636482 Oct 20 03:43:42.731829 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:43:44.540834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-188ee3ce-d72d-4953-99d8-0d8c9e037ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:46.550668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d490399f-101d-41b6-a6bf-818af02e79cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:47.337025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be3dd0-1d39-418f-9067-1733b8c93d67 req-5b922962-ce47-4e9e-b8ae-3d53ab1b40d7 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:47.338485 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-39be3dd0-1d39-418f-9067-1733b8c93d67 req-5b922962-ce47-4e9e-b8ae-3d53ab1b40d7 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 945 time: 0.0491078 Oct 20 03:43:47.377242 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-39be3dd0-1d39-418f-9067-1733b8c93d67 req-e9298f22-ec51-4584-9681-119f8e049172 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326242 Oct 20 03:43:47.766959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:48.501083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c1f26-68ec-4e8f-83d0-7eacabbf2041 req-0cb9f936-bd83-4a3d-bbbb-61d839402361 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:48.502534 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-748c1f26-68ec-4e8f-83d0-7eacabbf2041 req-0cb9f936-bd83-4a3d-bbbb-61d839402361 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 945 time: 0.0509305 Oct 20 03:43:48.540404 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-748c1f26-68ec-4e8f-83d0-7eacabbf2041 req-4a34a968-e217-42b2-a176-8efbdd3df482 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Oct 20 03:43:49.019916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-68b0faf4-1c70-4549-9644-c66c18319398 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:49.021388 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-68b0faf4-1c70-4549-9644-c66c18319398 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 945 time: 0.0483065 Oct 20 03:43:49.112799 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Deleting port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:43:49.113118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.202976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] For port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=97b8e3d0-1e4d-4fd8-867a-c57301c11fec,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:43:49.203342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.264000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.423574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.423940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.424255 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Floating IP 3526c7a4-4f76-4d22-af9b-01a0e7f8cdef disassociated. External IP: 172.26.0.49, port: 97b8e3d0-1e4d-4fd8-867a-c57301c11fec. Oct 20 03:43:49.424641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Calling delete_port for 97b8e3d0-1e4d-4fd8-867a-c57301c11fec owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:43:49.509798 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.556214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:49.592809 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event deleted for resources: {'Port': ['ID=97b8e3d0-1e4d-4fd8-867a-c57301c11fec,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:49.665404 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fe510126-b4c2-4ccd-b042-485f97f13d10 req-85dc3fde-51d1-4a92-82d9-3351709db7aa tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 210 time: 0.0374217 Oct 20 03:43:49.722793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Router 585a20a1-c604-405a-b7ed-a1ce20b2cceb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:43:50.150203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:43:50.160752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32466350-f400-4871-9574-651fc5e535ff None None] Sync routers for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:43:50.170186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32466350-f400-4871-9574-651fc5e535ff None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:50.170743 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-32466350-f400-4871-9574-651fc5e535ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:50.189560 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] No DVR routers for this DVR port 97b8e3d0-1e4d-4fd8-867a-c57301c11fec on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:43:50.192365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:50.195713 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2a65f28-eb66-4033-a944-fa301c1aa469 req-b3ad8835-46f9-4ceb-9ac1-88bb943698ed tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "DELETE /v2.0/ports/97b8e3d0-1e4d-4fd8-867a-c57301c11fec HTTP/1.1" status: 204 len: 173 time: 1.1672268 Oct 20 03:43:50.196204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'name': 'network-vif-deleted', 'tag': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:50.198804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf065c22-bcba-4074-918d-33d4dae75686" -d '{"events": [{"server_uuid": "43366917-2d5f-438e-ab0f-e7a9f8277ac7", "name": "network-vif-deleted", "tag": "97b8e3d0-1e4d-4fd8-867a-c57301c11fec"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:50.238901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674b9cda-eace-400b-99ad-2e34f60e192f x-openstack-request-id: req-674b9cda-eace-400b-99ad-2e34f60e192f {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:50.239200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43366917-2d5f-438e-ab0f-e7a9f8277ac7", "name": "network-vif-deleted", "tag": "97b8e3d0-1e4d-4fd8-867a-c57301c11fec", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:50.239465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-674b9cda-eace-400b-99ad-2e34f60e192f {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:50.239864 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674b9cda-eace-400b-99ad-2e34f60e192f'] response: {'server_uuid': '43366917-2d5f-438e-ab0f-e7a9f8277ac7', 'name': 'network-vif-deleted', 'tag': '97b8e3d0-1e4d-4fd8-867a-c57301c11fec', 'status': 'completed', 'code': 200} Oct 20 03:43:50.430049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-32466350-f400-4871-9574-651fc5e535ff None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:50.626425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-32466350-f400-4871-9574-651fc5e535ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:50.653383 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32466350-f400-4871-9574-651fc5e535ff None None] Checking router: 585a20a1-c604-405a-b7ed-a1ce20b2cceb for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:43:50.662098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32466350-f400-4871-9574-651fc5e535ff None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:43:50.662694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-32466350-f400-4871-9574-651fc5e535ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:50.771585 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d03947ca-443d-4834-afd0-9bddfc2e248f req-114bc548-9228-4528-827e-d145525fdaf4 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 210 time: 0.0315082 Oct 20 03:43:50.772786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-32466350-f400-4871-9574-651fc5e535ff None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:43:50.978698 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-32466350-f400-4871-9574-651fc5e535ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:43:51.006013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32466350-f400-4871-9574-651fc5e535ff None None] The sync data for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv is: [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:43:51.242119 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e26954-733c-4ead-915e-15f5a596d36d None None] New status for floating IP 3526c7a4-4f76-4d22-af9b-01a0e7f8cdef: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:43:51.875645 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6625de03-b16c-4f84-8022-4359cdc17e6d req-f4fe4271-f24e-45e8-84b4-88a42eb638e3 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 210 time: 0.0298598 Oct 20 03:43:52.972825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 97b8e3d0-1e4d-4fd8-867a-c57301c11fec no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:43:52.978304 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b86e5a9-9a3b-458c-af0e-915ede85aa93 req-36ad0d5c-5213-44a6-8be9-319608d5d403 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=43366917-2d5f-438e-ab0f-e7a9f8277ac7 HTTP/1.1" status: 200 len: 210 time: 0.0300608 Oct 20 03:43:53.003335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 97b8e3d0-1e4d-4fd8-867a-c57301c11fec {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:43:53.003675 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 97b8e3d0-1e4d-4fd8-867a-c57301c11fec not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:43:54.225129 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-0aea9f14-c40c-4028-a74e-f68fb6832acf tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786272334&fields=id&tenant_id=67d6afa3424943e4b848bb975e23163a HTTP/1.1" status: 200 len: 267 time: 0.0322168 Oct 20 03:43:54.333832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-621ec2c0-987a-4c64-964a-c014ec8cea53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:54.335272 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-621ec2c0-987a-4c64-964a-c014ec8cea53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 811 time: 0.1035976 Oct 20 03:43:54.350609 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-6b436509-ae3d-46ab-b7a4-f83fb7615769 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/quotas/67d6afa3424943e4b848bb975e23163a HTTP/1.1" status: 200 len: 375 time: 0.0094311 Oct 20 03:43:54.406440 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-fe6860d1-7b60-41bd-a579-e7ba5893ca02 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506918 Oct 20 03:43:54.501040 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-abc0e8c0-3fa5-407e-bc30-d87ccd755fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817695 Oct 20 03:43:54.594605 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-2f751517-039d-424c-b77a-9c58e6d24bb4 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872972 Oct 20 03:43:54.873317 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cfbc980a-177e-4bfe-a828-6ff1d48e3dbf req-bc467de0-0386-4ecb-b4dc-49237d9b1ad6 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 210 time: 0.0253229 Oct 20 03:43:55.794159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-4497fb0a-98bf-488e-87f3-349efae10f0d tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:55.795641 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-4497fb0a-98bf-488e-87f3-349efae10f0d tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 811 time: 0.1023619 Oct 20 03:43:55.840678 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-f6e30944-bbf8-48b5-aa62-74877e3524c6 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d6afa3424943e4b848bb975e23163a HTTP/1.1" status: 200 len: 380 time: 0.0347817 Oct 20 03:43:55.851109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'port': {'device_id': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'admin_state_up': True, 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'security_groups': ['bf7d28f2-6892-4fe9-aec2-5df9a3859bb6']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:55.975066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Made reservation on behalf of 67d6afa3424943e4b848bb975e23163a for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:43:55.978482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:55.995442 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24a084d5-7680-406f-9035-c8cf40f3a299 req-2dfa3472-e403-4c7a-8369-1948018daaea tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 210 time: 0.0320418 Oct 20 03:43:56.125249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Allocated IP 172.20.0.5 (3b0c8685-57ad-450e-b7fe-e5b06127db40/e8c227ac-b97b-471b-ac0c-8b5eae249ace/9c585418-4b9b-483d-a993-8cb3f021d0c0) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:43:56.263739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.301946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.348747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Network 3b0c8685-57ad-450e-b7fe-e5b06127db40 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:43:56.351866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:43:56.355557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:43:56.382263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'Port': ['ID=9c585418-4b9b-483d-a993-8cb3f021d0c0,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:56.415708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:56.416372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.432681 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-7d574855-e6c4-4d44-8db2-0519acbb5e85 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849509 Oct 20 03:43:56.444969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Request body: {'port': {'device_id': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:43:56.507654 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.615391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a0254322-22a2-4240-b78d-d929484592b5 None None] Provisioning complete for port 9c585418-4b9b-483d-a993-8cb3f021d0c0 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:43:56.616027 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a0254322-22a2-4240-b78d-d929484592b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.616502 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a0254322-22a2-4240-b78d-d929484592b5 None None] Attempt 1 to provision port 9c585418-4b9b-483d-a993-8cb3f021d0c0 Oct 20 03:43:56.652620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a0254322-22a2-4240-b78d-d929484592b5 None None] Port 9c585418-4b9b-483d-a993-8cb3f021d0c0 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:43:56.790212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c585418-4b9b-483d-a993-8cb3f021d0c0 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:43:56.797674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.809720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Transition to ACTIVE for port object 9c585418-4b9b-483d-a993-8cb3f021d0c0 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:43:56.814237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:56.896871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c585418-4b9b-483d-a993-8cb3f021d0c0,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:56.925864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Attempting to bind port 9c585418-4b9b-483d-a993-8cb3f021d0c0 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:43:56.926200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Attempting to bind port 9c585418-4b9b-483d-a993-8cb3f021d0c0 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:43:56.926525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Attempting to bind port 9c585418-4b9b-483d-a993-8cb3f021d0c0 on network 3b0c8685-57ad-450e-b7fe-e5b06127db40 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:43:56.930994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Port 9c585418-4b9b-483d-a993-8cb3f021d0c0 on network 3b0c8685-57ad-450e-b7fe-e5b06127db40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:43:56.931317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Attempting to bind port 9c585418-4b9b-483d-a993-8cb3f021d0c0 on network 3b0c8685-57ad-450e-b7fe-e5b06127db40 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:43:56.936123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:43:56.936489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Checking segment: {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:43:56.936874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Bound using segment: {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:43:56.937295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Bound port: 9c585418-4b9b-483d-a993-8cb3f021d0c0, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:43:56.937647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.010867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] For port 9c585418-4b9b-483d-a993-8cb3f021d0c0, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:43:57.016001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] For port 9c585418-4b9b-483d-a993-8cb3f021d0c0, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=9c585418-4b9b-483d-a993-8cb3f021d0c0,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:43:57.023316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.048146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.048803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:43:57.050961 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c585418-4b9b-483d-a993-8cb3f021d0c0 HTTP/1.1" status: 200 len: 1093 time: 0.6102767 Oct 20 03:43:57.051282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'tag': '9c585418-4b9b-483d-a993-8cb3f021d0c0'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:43:57.053647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cc0994-4db8-4594-beb8-edadba62553b" -d '{"events": [{"name": "network-changed", "server_uuid": "9be89f48-a795-4c3e-b9fe-c30a22c7c11a", "tag": "9c585418-4b9b-483d-a993-8cb3f021d0c0"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:43:57.089325 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc5214-ab7a-493a-964d-dca56f0e9ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c585418-4b9b-483d-a993-8cb3f021d0c0,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:43:57.124502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b169852-741b-4d57-b540-20ef17f3d1f0 x-openstack-request-id: req-7b169852-741b-4d57-b540-20ef17f3d1f0 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:43:57.124796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be89f48-a795-4c3e-b9fe-c30a22c7c11a", "tag": "9c585418-4b9b-483d-a993-8cb3f021d0c0", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:43:57.125053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b169852-741b-4d57-b540-20ef17f3d1f0 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:43:57.125456 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b169852-741b-4d57-b540-20ef17f3d1f0'] response: {'name': 'network-changed', 'server_uuid': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'tag': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'status': 'completed', 'code': 200} Oct 20 03:43:57.142521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-6e423c2e-2c8f-4d9b-9698-7d44a70dbea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.144055 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-6e423c2e-2c8f-4d9b-9698-7d44a70dbea9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 1096 time: 0.0479307 Oct 20 03:43:57.152963 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e791f-2795-456b-923c-96102bd00651 req-c4d7b601-785a-4fc7-8766-681be15d7686 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.154489 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-428e791f-2795-456b-923c-96102bd00651 req-c4d7b601-785a-4fc7-8766-681be15d7686 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 943 time: 0.0531535 Oct 20 03:43:57.154716 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a0254322-22a2-4240-b78d-d929484592b5 None None] Attempt 2 to provision port 9c585418-4b9b-483d-a993-8cb3f021d0c0 Oct 20 03:43:57.194459 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-428e791f-2795-456b-923c-96102bd00651 req-022dad23-1c2f-43ec-8c47-e0572bb9edf4 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335939 Oct 20 03:43:57.198954 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-15544959-cbaf-4a4b-8db8-c11798c424ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c585418-4b9b-483d-a993-8cb3f021d0c0 HTTP/1.1" status: 200 len: 217 time: 0.0468185 Oct 20 03:43:57.213573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a0254322-22a2-4240-b78d-d929484592b5 None None] Port 9c585418-4b9b-483d-a993-8cb3f021d0c0 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:43:57.249758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-758e3afe-47bc-4110-bf67-e8e08795b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.251249 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-758e3afe-47bc-4110-bf67-e8e08795b78b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0457687 Oct 20 03:43:57.297768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-eb620a8b-95fe-4cd0-9c1e-c7019d9dfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.299896 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-eb620a8b-95fe-4cd0-9c1e-c7019d9dfe73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411286 Oct 20 03:43:57.394260 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-62e0d6f6-03e7-409e-b9b9-5299e638a3ed service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880444 Oct 20 03:43:57.485337 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56929786-bf6d-4da8-8d11-6dd02d882818 req-cf3d2a85-fbd0-4999-b3a4-65faa8972003 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840344 Oct 20 03:43:57.574261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc0994-4db8-4594-beb8-edadba62553b req-f8bf7dc7-7531-4133-9e11-d51573acf789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.575755 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99cc0994-4db8-4594-beb8-edadba62553b req-f8bf7dc7-7531-4133-9e11-d51573acf789 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 1096 time: 0.0478625 Oct 20 03:43:57.667788 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc0994-4db8-4594-beb8-edadba62553b req-6c572daa-5b6c-4797-9595-e54770a89ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.669291 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99cc0994-4db8-4594-beb8-edadba62553b req-6c572daa-5b6c-4797-9595-e54770a89ab4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 912 time: 0.0871916 Oct 20 03:43:57.716988 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99cc0994-4db8-4594-beb8-edadba62553b req-fd22104d-866d-4f14-90b3-1c4416951c09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c585418-4b9b-483d-a993-8cb3f021d0c0 HTTP/1.1" status: 200 len: 217 time: 0.0403013 Oct 20 03:43:57.767600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc0994-4db8-4594-beb8-edadba62553b req-59b32dde-a50d-46a7-8472-983f3247d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.769640 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99cc0994-4db8-4594-beb8-edadba62553b req-59b32dde-a50d-46a7-8472-983f3247d1f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0455196 Oct 20 03:43:57.817901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc0994-4db8-4594-beb8-edadba62553b req-247128bd-abec-4be8-855a-2c82dab64ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:57.819526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99cc0994-4db8-4594-beb8-edadba62553b req-247128bd-abec-4be8-855a-2c82dab64ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424752 Oct 20 03:43:57.914226 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99cc0994-4db8-4594-beb8-edadba62553b req-86d04bec-b2fc-47e3-995d-222d6485a5e5 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876977 Oct 20 03:43:58.005277 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99cc0994-4db8-4594-beb8-edadba62553b req-948d197c-5f75-44b7-bfa6-65cac1c74271 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829124 Oct 20 03:43:58.319857 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37f70e-01a6-4561-9f34-9d5bedb6bd7b req-5b96116d-0754-4683-9a06-4870ce1e383a tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:58.321544 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bc37f70e-01a6-4561-9f34-9d5bedb6bd7b req-5b96116d-0754-4683-9a06-4870ce1e383a tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 943 time: 0.0530784 Oct 20 03:43:58.368232 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bc37f70e-01a6-4561-9f34-9d5bedb6bd7b req-fbe0488d-c6de-4e66-9443-a74bc70e85e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397441 Oct 20 03:43:59.493137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211d88f-c62f-4550-ab5f-d41c991b7a12 req-b52575ed-cf46-47c6-b1e8-069899c01473 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:43:59.494670 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6211d88f-c62f-4550-ab5f-d41c991b7a12 req-b52575ed-cf46-47c6-b1e8-069899c01473 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 943 time: 0.0509884 Oct 20 03:43:59.538695 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6211d88f-c62f-4550-ab5f-d41c991b7a12 req-06d443bd-ee55-428d-b186-438671781492 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378222 Oct 20 03:44:00.660628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacddedf-bf01-498d-b096-c41a892ef1f2 req-307f3bff-9ea5-4e8d-ad9c-58bea0c8693a tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:00.662105 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eacddedf-bf01-498d-b096-c41a892ef1f2 req-307f3bff-9ea5-4e8d-ad9c-58bea0c8693a tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 943 time: 0.0513346 Oct 20 03:44:00.700141 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eacddedf-bf01-498d-b096-c41a892ef1f2 req-d2c3378a-4f96-4063-8c4e-1823ec14bfb3 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320532 Oct 20 03:44:01.819683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f8b8e-da4a-4e4e-85f9-c679d3f5f0c9 req-5b71a8d6-70c4-4e19-955a-1626b5b62422 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:01.821155 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-102f8b8e-da4a-4e4e-85f9-c679d3f5f0c9 req-5b71a8d6-70c4-4e19-955a-1626b5b62422 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 943 time: 0.0482593 Oct 20 03:44:01.862724 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-102f8b8e-da4a-4e4e-85f9-c679d3f5f0c9 req-853ec527-158b-4de7-93ed-3a226c5684b5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Oct 20 03:44:02.982201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8988e-a7ba-4d09-a224-4c3c719b6cc9 req-d4e1f595-695f-4a95-896c-726fa3ee8dfb tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:02.983571 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5df8988e-a7ba-4d09-a224-4c3c719b6cc9 req-d4e1f595-695f-4a95-896c-726fa3ee8dfb tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 943 time: 0.0499842 Oct 20 03:44:03.022012 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5df8988e-a7ba-4d09-a224-4c3c719b6cc9 req-85909888-af2d-4f71-af26-2db949c2c69b tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317001 Oct 20 03:44:04.142150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d8129-33fc-41a8-8642-78ef3cea77f7 req-476b391c-88db-441d-8944-38dc867e9c08 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:04.144215 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b16d8129-33fc-41a8-8642-78ef3cea77f7 req-476b391c-88db-441d-8944-38dc867e9c08 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 943 time: 0.0498531 Oct 20 03:44:04.180813 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b16d8129-33fc-41a8-8642-78ef3cea77f7 req-0d7b3efe-b2c6-4c6d-a1a7-9ab2aa0611e8 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305908 Oct 20 03:44:05.299939 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132b6d8-c9d7-4f56-8ddd-4d6ec4e3d8bc req-73fccb0d-1fb2-40d0-8b23-6b57fa956bc4 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:05.301424 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2132b6d8-c9d7-4f56-8ddd-4d6ec4e3d8bc req-73fccb0d-1fb2-40d0-8b23-6b57fa956bc4 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 943 time: 0.0478535 Oct 20 03:44:05.342399 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2132b6d8-c9d7-4f56-8ddd-4d6ec4e3d8bc req-a2e11420-92de-4187-b570-a3e04425883e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350401 Oct 20 03:44:06.465808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1745e0-1c4e-4dca-825a-1d7e9aa9275a req-966ff2bc-0ca4-4ec7-a5d8-858c426cf305 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:06.467253 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f1745e0-1c4e-4dca-825a-1d7e9aa9275a req-966ff2bc-0ca4-4ec7-a5d8-858c426cf305 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 943 time: 0.0503891 Oct 20 03:44:06.508691 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f1745e0-1c4e-4dca-825a-1d7e9aa9275a req-01e01cf6-43ae-491f-8ece-97aba64d6fc4 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352449 Oct 20 03:44:07.052904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 9c585418-4b9b-483d-a993-8cb3f021d0c0 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:44:07.145582 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 9c585418-4b9b-483d-a993-8cb3f021d0c0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=9c585418-4b9b-483d-a993-8cb3f021d0c0,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:44:07.156445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'port_id': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'mac_address': 'fa:16:3e:22:34:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:44:07.197600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 9c585418-4b9b-483d-a993-8cb3f021d0c0 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:44:07.198237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.211242 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c585418-4b9b-483d-a993-8cb3f021d0c0 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:44:07.230518 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 9c585418-4b9b-483d-a993-8cb3f021d0c0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=9c585418-4b9b-483d-a993-8cb3f021d0c0,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:44:07.234552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:07.280854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=9c585418-4b9b-483d-a993-8cb3f021d0c0,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:07.488296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['9c585418-4b9b-483d-a993-8cb3f021d0c0'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:44:07.627355 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb23418-fcfd-4445-a594-174d8ff67738 req-c7113039-dfb8-40dd-a3d9-d16a5b7eab78 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:07.629066 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-edb23418-fcfd-4445-a594-174d8ff67738 req-c7113039-dfb8-40dd-a3d9-d16a5b7eab78 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 944 time: 0.0486884 Oct 20 03:44:07.667191 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-edb23418-fcfd-4445-a594-174d8ff67738 req-638b9b03-55aa-4421-9b8c-97f12ebae5e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Oct 20 03:44:08.468526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:08.788001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4823-8637-4c76-bcd1-6c140d9b9a25 req-ae1a2981-e0bf-4b28-be21-88ec552c8ebe tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:08.789517 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c6d4823-8637-4c76-bcd1-6c140d9b9a25 req-ae1a2981-e0bf-4b28-be21-88ec552c8ebe tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 944 time: 0.0487931 Oct 20 03:44:08.826820 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c6d4823-8637-4c76-bcd1-6c140d9b9a25 req-64a6bfca-8a4a-48dd-b89d-aa73be535b9c tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314615 Oct 20 03:44:09.068058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 9c585418-4b9b-483d-a993-8cb3f021d0c0 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:44:09.115578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 9c585418-4b9b-483d-a993-8cb3f021d0c0 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:09.119436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 9c585418-4b9b-483d-a993-8cb3f021d0c0 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:09.119802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.120133 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 9c585418-4b9b-483d-a993-8cb3f021d0c0 Oct 20 03:44:09.196004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 9c585418-4b9b-483d-a993-8cb3f021d0c0 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:44:09.196410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.218826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c585418-4b9b-483d-a993-8cb3f021d0c0'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:09.221193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b96aab-79c0-4367-a315-9734df0013a1" -d '{"events": [{"server_uuid": "9be89f48-a795-4c3e-b9fe-c30a22c7c11a", "name": "network-vif-plugged", "status": "completed", "tag": "9c585418-4b9b-483d-a993-8cb3f021d0c0"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:09.235066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 9c585418-4b9b-483d-a993-8cb3f021d0c0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=9c585418-4b9b-483d-a993-8cb3f021d0c0,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:44:09.239034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:09.263245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da75a39f-1b68-4e95-9edd-a3b24d584144 x-openstack-request-id: req-da75a39f-1b68-4e95-9edd-a3b24d584144 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:09.263544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be89f48-a795-4c3e-b9fe-c30a22c7c11a", "name": "network-vif-plugged", "status": "completed", "tag": "9c585418-4b9b-483d-a993-8cb3f021d0c0", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:09.263793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da75a39f-1b68-4e95-9edd-a3b24d584144 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:09.264182 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da75a39f-1b68-4e95-9edd-a3b24d584144'] response: {'server_uuid': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'code': 200} Oct 20 03:44:09.290930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=9c585418-4b9b-483d-a993-8cb3f021d0c0,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:09.459611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8f7c5-d2bb-4f88-9e6e-6748d1642fee req-a391da98-7eab-45fe-b83e-b2dfdb0ec761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:09.461196 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b8b8f7c5-d2bb-4f88-9e6e-6748d1642fee req-a391da98-7eab-45fe-b83e-b2dfdb0ec761 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 1098 time: 0.0411539 Oct 20 03:44:09.496129 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b8b8f7c5-d2bb-4f88-9e6e-6748d1642fee req-cbc07b68-9d15-42c1-ad90-64ef7e680b94 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282903 Oct 20 03:44:09.947519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26a0d2-98b7-43a7-b748-5670598bb344 req-e0685925-31ea-4f74-8bdf-8d547363c236 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:09.949236 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9f26a0d2-98b7-43a7-b748-5670598bb344 req-e0685925-31ea-4f74-8bdf-8d547363c236 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 945 time: 0.0487201 Oct 20 03:44:09.989772 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9f26a0d2-98b7-43a7-b748-5670598bb344 req-3f368c84-2569-4493-82a3-2a4a15f9d552 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346949 Oct 20 03:44:11.109501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af21c10-8147-4fd2-8bbd-3634a07613a1 req-645d8d2e-e1dc-4653-98fc-2091ea46bd3e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:11.110980 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9af21c10-8147-4fd2-8bbd-3634a07613a1 req-645d8d2e-e1dc-4653-98fc-2091ea46bd3e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 945 time: 0.0479727 Oct 20 03:44:11.147342 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9af21c10-8147-4fd2-8bbd-3634a07613a1 req-fe60aaf5-17c2-4928-a662-e2ea3d100189 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299146 Oct 20 03:44:11.265671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef1a71-b91f-4ee8-bc58-3c365141c795 req-cad9eb99-8fcf-4807-aa4d-adcdd4578102 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:11.267137 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7ef1a71-b91f-4ee8-bc58-3c365141c795 req-cad9eb99-8fcf-4807-aa4d-adcdd4578102 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 945 time: 0.0493567 Oct 20 03:44:11.305171 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7ef1a71-b91f-4ee8-bc58-3c365141c795 req-71fb557b-33e1-42c6-8cff-a5819a2aa61b tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Oct 20 03:44:11.334097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58392) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:11.373484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b686b-0614-4975-bb6f-591a168b91c0 tempest-TestVolumeBootPattern-3583986 tempest-TestVolumeBootPattern-3583986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:11.374986 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f88b686b-0614-4975-bb6f-591a168b91c0 tempest-TestVolumeBootPattern-3583986 tempest-TestVolumeBootPattern-3583986-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 1093 time: 0.0399191 Oct 20 03:44:11.377672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58394) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:11.381949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:11.402007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.502276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.606412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Allocated IP 172.26.0.133 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/c06d7111-602a-425a-af61-29255ca1f6e2) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:44:11.711246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.745124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:11.785392 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:44:11.788226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:11.791646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:44:11.813342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'Port': ['ID=c06d7111-602a-425a-af61-29255ca1f6e2,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:12.153911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.218491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.367185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.372054 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.440852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'Port': ['ID=c06d7111-602a-425a-af61-29255ca1f6e2,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:12.444251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.546620 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Floating IP c61dd6d0-a449-4260-9a4b-750297c55639 associated. External IP: 172.26.0.133, port: 9c585418-4b9b-483d-a993-8cb3f021d0c0. Oct 20 03:44:12.756827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Router 585a20a1-c604-405a-b7ed-a1ce20b2cceb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:44:12.863953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:44:12.874061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6cb01-8d27-4920-b695-329e5a271657 None None] Sync routers for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:12.881864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:12.885930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6cb01-8d27-4920-b695-329e5a271657 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:44:12.886564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-94b6cb01-8d27-4920-b695-329e5a271657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:12.908994 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-af2cdc0c-1a98-4d76-ae1c-74f09a2ea466 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5301912 Oct 20 03:44:12.909954 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'tag': '9c585418-4b9b-483d-a993-8cb3f021d0c0'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:12.912326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d33666-6bbb-4528-b3c5-5fcc10e5f220" -d '{"events": [{"name": "network-changed", "server_uuid": "9be89f48-a795-4c3e-b9fe-c30a22c7c11a", "tag": "9c585418-4b9b-483d-a993-8cb3f021d0c0"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:12.948811 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12912d3f-2c66-43f8-b112-3c7a02d83006 x-openstack-request-id: req-12912d3f-2c66-43f8-b112-3c7a02d83006 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:12.949165 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be89f48-a795-4c3e-b9fe-c30a22c7c11a", "tag": "9c585418-4b9b-483d-a993-8cb3f021d0c0", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:12.949424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12912d3f-2c66-43f8-b112-3c7a02d83006 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:12.949858 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12912d3f-2c66-43f8-b112-3c7a02d83006'] response: {'name': 'network-changed', 'server_uuid': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'tag': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'status': 'completed', 'code': 200} Oct 20 03:44:12.993316 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-94b6cb01-8d27-4920-b695-329e5a271657 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:44:13.016788 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d33666-6bbb-4528-b3c5-5fcc10e5f220 req-f9e968fe-343c-401e-b1bb-293e46a1d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:13.018255 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-40d33666-6bbb-4528-b3c5-5fcc10e5f220 req-f9e968fe-343c-401e-b1bb-293e46a1d175 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 1098 time: 0.0450604 Oct 20 03:44:13.108382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d33666-6bbb-4528-b3c5-5fcc10e5f220 req-477d31b5-1a36-4498-a943-388ad85c7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:13.109862 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-40d33666-6bbb-4528-b3c5-5fcc10e5f220 req-477d31b5-1a36-4498-a943-388ad85c7fcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 912 time: 0.0848563 Oct 20 03:44:13.180060 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-40d33666-6bbb-4528-b3c5-5fcc10e5f220 req-7587bfde-e443-48e6-9139-1ec73ee5bfb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c585418-4b9b-483d-a993-8cb3f021d0c0 HTTP/1.1" status: 200 len: 999 time: 0.0622504 Oct 20 03:44:13.212713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-94b6cb01-8d27-4920-b695-329e5a271657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c61dd6d0-a449-4260-9a4b-750297c55639', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:22:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:12Z', 'updated_at': '2022-10-20T03:44:12Z', 'revision_number': 0, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:13.228703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d33666-6bbb-4528-b3c5-5fcc10e5f220 req-04d0e908-eee4-44ab-bf12-a840ff81cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:13.230157 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-40d33666-6bbb-4528-b3c5-5fcc10e5f220 req-04d0e908-eee4-44ab-bf12-a840ff81cc07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0442131 Oct 20 03:44:13.239262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6cb01-8d27-4920-b695-329e5a271657 None None] Checking router: 585a20a1-c604-405a-b7ed-a1ce20b2cceb for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:13.247627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6cb01-8d27-4920-b695-329e5a271657 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:44:13.248228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-94b6cb01-8d27-4920-b695-329e5a271657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:43:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:13.275476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d33666-6bbb-4528-b3c5-5fcc10e5f220 req-9126b654-2919-47b2-ba11-71f66bca9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:13.276913 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-40d33666-6bbb-4528-b3c5-5fcc10e5f220 req-9126b654-2919-47b2-ba11-71f66bca9b9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405328 Oct 20 03:44:13.353281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-94b6cb01-8d27-4920-b695-329e5a271657 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:44:13.371449 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-40d33666-6bbb-4528-b3c5-5fcc10e5f220 req-94ea9f33-a98a-48db-871e-8667e70d4e6d service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876117 Oct 20 03:44:13.462233 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-40d33666-6bbb-4528-b3c5-5fcc10e5f220 req-249a3421-6ba8-42a2-8355-055dfa7a6e34 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830843 Oct 20 03:44:13.580050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-94b6cb01-8d27-4920-b695-329e5a271657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c61dd6d0-a449-4260-9a4b-750297c55639', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:22:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:12Z', 'updated_at': '2022-10-20T03:44:12Z', 'revision_number': 0, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:13.605670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6cb01-8d27-4920-b695-329e5a271657 None None] The sync data for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv is: [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c61dd6d0-a449-4260-9a4b-750297c55639', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:22:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:12Z', 'updated_at': '2022-10-20T03:44:12Z', 'revision_number': 0, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:13.796076 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae12a8-f9d0-4516-a872-e99f642f3f43 None None] New status for floating IP c61dd6d0-a449-4260-9a4b-750297c55639: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:44:14.541949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-45ab5eb7-7524-4857-a854-348e3e8d76bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:15.546961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58402) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:15.622106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940773e-1b56-46f1-addb-ab9b5bc72140 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:15.622586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940773e-1b56-46f1-addb-ab9b5bc72140 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:15.623051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940773e-1b56-46f1-addb-ab9b5bc72140 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:15.624707 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4940773e-1b56-46f1-addb-ab9b5bc72140 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=b3377485cec342568db75b308b8a96d4&network_id=70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 200 len: 2999 time: 0.0768485 Oct 20 03:44:16.552313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1f64934c-c310-411e-8037-818beebd1f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.414715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58412) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:17.469502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdec68d-b31c-4510-8d2a-24279d7239fe tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:17.470995 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9bdec68d-b31c-4510-8d2a-24279d7239fe tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424 HTTP/1.1" status: 200 len: 814 time: 0.0552988 Oct 20 03:44:17.773978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:17.935291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58418) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:17.940551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4e3170a2-08ed-4cfe-bf82-87cc6b461f93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:17.995261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e3170a2-08ed-4cfe-bf82-87cc6b461f93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:18.136003 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e3170a2-08ed-4cfe-bf82-87cc6b461f93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:18.139742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e3170a2-08ed-4cfe-bf82-87cc6b461f93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:18.140077 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-4e3170a2-08ed-4cfe-bf82-87cc6b461f93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 835770d5-5c10-4a14-8a84-79315ef827d1 disassociated. External IP: 172.26.0.101, port: a9fca4c7-811f-4911-b555-86b5c07c66ee. Oct 20 03:44:18.345711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3170a2-08ed-4cfe-bf82-87cc6b461f93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2487e700-ef8a-4fc2-a490-29ebe519572d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:44:18.459649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3170a2-08ed-4cfe-bf82-87cc6b461f93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:44:18.464379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e3170a2-08ed-4cfe-bf82-87cc6b461f93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:18.469347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c482ee1-88d1-4ef3-a8fb-31a6bfa0eb5d None None] Sync routers for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:18.479748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c482ee1-88d1-4ef3-a8fb-31a6bfa0eb5d None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:44:18.480390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7c482ee1-88d1-4ef3-a8fb-31a6bfa0eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:44:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:18.494417 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4e3170a2-08ed-4cfe-bf82-87cc6b461f93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/floatingips/835770d5-5c10-4a14-8a84-79315ef827d1 HTTP/1.1" status: 200 len: 690 time: 0.5580027 Oct 20 03:44:18.495070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'tag': 'a9fca4c7-811f-4911-b555-86b5c07c66ee'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:18.497187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58420) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:18.497680 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545" -d '{"events": [{"name": "network-changed", "server_uuid": "d18c80b5-48af-4ad6-9a29-57591e24eb10", "tag": "a9fca4c7-811f-4911-b555-86b5c07c66ee"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:18.534706 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e794857-ce19-424f-9b77-f4301f37c501 x-openstack-request-id: req-1e794857-ce19-424f-9b77-f4301f37c501 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:18.535090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18c80b5-48af-4ad6-9a29-57591e24eb10", "tag": "a9fca4c7-811f-4911-b555-86b5c07c66ee", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:18.535348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e794857-ce19-424f-9b77-f4301f37c501 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:18.535789 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e794857-ce19-424f-9b77-f4301f37c501'] response: {'name': 'network-changed', 'server_uuid': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'tag': 'a9fca4c7-811f-4911-b555-86b5c07c66ee', 'status': 'completed', 'code': 200} Oct 20 03:44:18.543732 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-be963cca-9f33-4cb0-b616-1cd70759beb3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/835770d5-5c10-4a14-8a84-79315ef827d1 HTTP/1.1" status: 200 len: 690 time: 0.0445559 Oct 20 03:44:18.591922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-7c482ee1-88d1-4ef3-a8fb-31a6bfa0eb5d None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:44:18.604289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545 req-dd512dea-dcf0-4ede-ac3b-347521de3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:18.605793 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545 req-dd512dea-dcf0-4ede-ac3b-347521de3529 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 1098 time: 0.0406847 Oct 20 03:44:18.701369 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545 req-2e8b3c29-b299-4e68-91a4-b8da1886857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:18.702885 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545 req-2e8b3c29-b299-4e68-91a4-b8da1886857b service neutron] 10.222.0.36 "GET /v2.0/networks?id=70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 200 len: 897 time: 0.0899699 Oct 20 03:44:18.743373 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545 req-b0223ded-03df-4136-a871-0b286a08de04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fca4c7-811f-4911-b555-86b5c07c66ee HTTP/1.1" status: 200 len: 217 time: 0.0340900 Oct 20 03:44:18.791314 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7c482ee1-88d1-4ef3-a8fb-31a6bfa0eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:18.795206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545 req-9eb56a30-3536-4b78-be0b-50ef8c356ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:18.796689 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545 req-9eb56a30-3536-4b78-be0b-50ef8c356ce8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74671234-eb0b-469a-bbd5-4660b1917bca HTTP/1.1" status: 200 len: 835 time: 0.0465174 Oct 20 03:44:18.817229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c482ee1-88d1-4ef3-a8fb-31a6bfa0eb5d None None] Checking router: 2487e700-ef8a-4fc2-a490-29ebe519572d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:18.825733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c482ee1-88d1-4ef3-a8fb-31a6bfa0eb5d None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:44:18.826327 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7c482ee1-88d1-4ef3-a8fb-31a6bfa0eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:44:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:18.843372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545 req-d8ce9ca0-ac4e-4a18-9d96-1f15c896ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:18.845398 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545 req-d8ce9ca0-ac4e-4a18-9d96-1f15c896ff33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70867a4b-30c5-4013-acb4-ffb81d029ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418751 Oct 20 03:44:18.941949 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545 req-ce7556e4-cf5a-46c8-a653-cdb3de8bd252 service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901465 Oct 20 03:44:19.087605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-7c482ee1-88d1-4ef3-a8fb-31a6bfa0eb5d None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:44:19.280941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.307930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7c482ee1-88d1-4ef3-a8fb-31a6bfa0eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:19.335598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c482ee1-88d1-4ef3-a8fb-31a6bfa0eb5d None None] The sync data for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv is: [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:19.366783 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2edd2bed-0e7c-48c7-a5e5-8bf5850e5545 req-b583f282-a36b-4614-85a0-9a0efb7a686d service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184172 Oct 20 03:44:19.513930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:19.544724 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7f948-2542-44d6-9be3-2c0fc561f8b9 None None] New status for floating IP 835770d5-5c10-4a14-8a84-79315ef827d1: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:44:19.547426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58426) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:19.595533 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-dcfe5f4a-245c-426d-b55d-82418a70d559 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/835770d5-5c10-4a14-8a84-79315ef827d1 HTTP/1.1" status: 200 len: 690 time: 0.0468879 Oct 20 03:44:19.739151 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:44:20.599383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58428) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:20.646679 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1f358714-3a44-4111-b14f-b7783c1edbd6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/835770d5-5c10-4a14-8a84-79315ef827d1 HTTP/1.1" status: 200 len: 688 time: 0.0462425 Oct 20 03:44:21.724029 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58432) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:21.728915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-004855bb-6b6d-422f-b21c-301d73d5f273 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389957082', 'description': 'tempest-secgroup-smoke-389957082 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:21.749665 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-004855bb-6b6d-422f-b21c-301d73d5f273 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.818529 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-004855bb-6b6d-422f-b21c-301d73d5f273 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.823702 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-004855bb-6b6d-422f-b21c-301d73d5f273 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.856739 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-004855bb-6b6d-422f-b21c-301d73d5f273 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.858110 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-004855bb-6b6d-422f-b21c-301d73d5f273 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1328723 Oct 20 03:44:21.860060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004855bb-6b6d-422f-b21c-301d73d5f273 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54384913-1707-4131-82ab-5cf8ac950cf2,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:21.861063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58434) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:21.866390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-80ac24dc-af7e-4645-bd35-0073e44b3ebe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '54384913-1707-4131-82ab-5cf8ac950cf2', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:21.892029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-80ac24dc-af7e-4645-bd35-0073e44b3ebe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.951667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-80ac24dc-af7e-4645-bd35-0073e44b3ebe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.955828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-80ac24dc-af7e-4645-bd35-0073e44b3ebe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.969896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac24dc-af7e-4645-bd35-0073e44b3ebe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1372e1da-a248-41b3-a2c7-8f87fe2e8ee7,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:21.981659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-80ac24dc-af7e-4645-bd35-0073e44b3ebe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:21.982836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-80ac24dc-af7e-4645-bd35-0073e44b3ebe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201448 Oct 20 03:44:21.985693 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58436) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:21.990860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f2677813-4221-45cf-b637-e81e7aa4b02a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '54384913-1707-4131-82ab-5cf8ac950cf2', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:22.017681 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2677813-4221-45cf-b637-e81e7aa4b02a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.077758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2677813-4221-45cf-b637-e81e7aa4b02a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.081624 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2677813-4221-45cf-b637-e81e7aa4b02a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.100150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2677813-4221-45cf-b637-e81e7aa4b02a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dd7adb-de2c-4f99-80a0-a9e5f0ab9dd0,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:22.105268 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2677813-4221-45cf-b637-e81e7aa4b02a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.109442 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f2677813-4221-45cf-b637-e81e7aa4b02a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197948 Oct 20 03:44:22.109442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58438) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:22.114229 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a80ba658-3627-48a0-a6aa-6dff4e4aa14a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '54384913-1707-4131-82ab-5cf8ac950cf2', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:22.138588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a80ba658-3627-48a0-a6aa-6dff4e4aa14a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.200280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a80ba658-3627-48a0-a6aa-6dff4e4aa14a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.203941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a80ba658-3627-48a0-a6aa-6dff4e4aa14a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.226514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ba658-3627-48a0-a6aa-6dff4e4aa14a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bb3326-eb5c-48b1-9ac2-681c261eb41f,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:22.232448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a80ba658-3627-48a0-a6aa-6dff4e4aa14a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.233480 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a80ba658-3627-48a0-a6aa-6dff4e4aa14a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232867 Oct 20 03:44:22.236239 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58440) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:22.241715 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-6fc33893-74fb-429e-907d-c6c1c408d138 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '54384913-1707-4131-82ab-5cf8ac950cf2', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:22.267073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6fc33893-74fb-429e-907d-c6c1c408d138 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.329784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6fc33893-74fb-429e-907d-c6c1c408d138 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.333250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6fc33893-74fb-429e-907d-c6c1c408d138 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.351699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc33893-74fb-429e-907d-c6c1c408d138 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57df3bb-21b5-49d1-a5e1-60d0d8385a14,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:22.358640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6fc33893-74fb-429e-907d-c6c1c408d138 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.359853 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6fc33893-74fb-429e-907d-c6c1c408d138 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216345 Oct 20 03:44:22.363396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58442) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:22.367912 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-35035970-663b-493e-b776-dde8c6f16a2d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '54384913-1707-4131-82ab-5cf8ac950cf2', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:22.388170 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-35035970-663b-493e-b776-dde8c6f16a2d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:44:22.393541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-35035970-663b-493e-b776-dde8c6f16a2d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.458525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-35035970-663b-493e-b776-dde8c6f16a2d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.462142 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-35035970-663b-493e-b776-dde8c6f16a2d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.481344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35035970-663b-493e-b776-dde8c6f16a2d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f8c60a-d4fe-474e-8ddd-03569be131b5,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:22.489855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-35035970-663b-493e-b776-dde8c6f16a2d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.491608 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-35035970-663b-493e-b776-dde8c6f16a2d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272287 Oct 20 03:44:22.494363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58444) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:22.499028 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a714cf12-acce-4da5-a3b3-ed50ecc5a9bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '54384913-1707-4131-82ab-5cf8ac950cf2', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:22.520676 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-a714cf12-acce-4da5-a3b3-ed50ecc5a9bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:44:22.525712 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a714cf12-acce-4da5-a3b3-ed50ecc5a9bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.589028 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a714cf12-acce-4da5-a3b3-ed50ecc5a9bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.592655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a714cf12-acce-4da5-a3b3-ed50ecc5a9bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.614252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714cf12-acce-4da5-a3b3-ed50ecc5a9bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875b6e13-9464-43c7-a92e-f9b15ce039d6,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:22.619205 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a714cf12-acce-4da5-a3b3-ed50ecc5a9bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:22.620470 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a714cf12-acce-4da5-a3b3-ed50ecc5a9bd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249180 Oct 20 03:44:22.762786 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-bbe7c609-9249-4a47-9ce9-5f23ae6ba0d6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389957082&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.0315013 Oct 20 03:44:22.866463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-ddbf25d0-b778-4890-9381-d04a9732e69f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:22.867899 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-ddbf25d0-b778-4890-9381-d04a9732e69f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/networks?id=70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 200 len: 796 time: 0.0974839 Oct 20 03:44:22.883474 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-b6fff86f-370a-4b89-845c-2c4b0641686b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/quotas/b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 375 time: 0.0097578 Oct 20 03:44:22.943272 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-9eb1d134-3a56-4dad-8536-75a2827556b6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0538228 Oct 20 03:44:23.037515 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-adf12550-1e1e-4040-9e78-4ad0c0cee0ad service neutron] 10.222.0.20 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820386 Oct 20 03:44:23.128524 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-6b21b04f-3469-449f-8058-5449256cd09a service neutron] 10.222.0.20 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848272 Oct 20 03:44:23.285928 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-015b0bbb-e70f-475e-a85b-7db6531a229f req-2ba38fe3-b5d1-4614-a093-63dec510f413 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 210 time: 0.0261934 Oct 20 03:44:24.213718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-d058ae9d-250a-4a7b-89d4-c3707c6541a3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:24.215147 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-d058ae9d-250a-4a7b-89d4-c3707c6541a3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 200 len: 796 time: 0.1040449 Oct 20 03:44:24.261049 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-16f2d416-49d5-4750-a467-430ccc404ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 472 time: 0.0361028 Oct 20 03:44:24.275281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'device_id': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'admin_state_up': True, 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'security_groups': ['54384913-1707-4131-82ab-5cf8ac950cf2']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:24.395908 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-04407156-df5c-4594-9845-5916fa4949b5 req-a0829257-87f6-4955-aa8d-d1cebb76e928 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 210 time: 0.0345302 Oct 20 03:44:24.411593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:44:24.415062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:24.546678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.6 (70867a4b-30c5-4013-acb4-ffb81d029ceb/74671234-eb0b-469a-bbd5-4660b1917bca/396c681c-d30c-4494-abf5-d5b011407ed3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:44:24.684746 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:24.735061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:24.779340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 70867a4b-30c5-4013-acb4-ffb81d029ceb is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:44:24.782416 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:44:24.786812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:44:24.793315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=396c681c-d30c-4494-abf5-d5b011407ed3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:24.840821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:24.841443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:24.858665 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-3629e71b-675c-4575-9aeb-a626be5ba811 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871031 Oct 20 03:44:24.874010 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Request body: {'port': {'device_id': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:24.935883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.020119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-afb9b4d5-5497-4ec6-ac3d-8f301622c395 None None] Provisioning complete for port 396c681c-d30c-4494-abf5-d5b011407ed3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:25.020766 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-afb9b4d5-5497-4ec6-ac3d-8f301622c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.020917 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-afb9b4d5-5497-4ec6-ac3d-8f301622c395 None None] Attempt 1 to provision port 396c681c-d30c-4494-abf5-d5b011407ed3 Oct 20 03:44:25.055046 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-afb9b4d5-5497-4ec6-ac3d-8f301622c395 None None] Port 396c681c-d30c-4494-abf5-d5b011407ed3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:44:25.199685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396c681c-d30c-4494-abf5-d5b011407ed3 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:44:25.207865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.219579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Transition to ACTIVE for port object 396c681c-d30c-4494-abf5-d5b011407ed3 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:44:25.224521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.283749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Pushing event updated for resources: {'Port': ['ID=396c681c-d30c-4494-abf5-d5b011407ed3,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:25.337068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Attempting to bind port 396c681c-d30c-4494-abf5-d5b011407ed3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:44:25.337308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Attempting to bind port 396c681c-d30c-4494-abf5-d5b011407ed3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:44:25.337627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Attempting to bind port 396c681c-d30c-4494-abf5-d5b011407ed3 on network 70867a4b-30c5-4013-acb4-ffb81d029ceb {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:44:25.342254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Port 396c681c-d30c-4494-abf5-d5b011407ed3 on network 70867a4b-30c5-4013-acb4-ffb81d029ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:44:25.342565 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Attempting to bind port 396c681c-d30c-4494-abf5-d5b011407ed3 on network 70867a4b-30c5-4013-acb4-ffb81d029ceb {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:44:25.347251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:44:25.347577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Checking segment: {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:44:25.347946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Bound using segment: {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:44:25.348386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Bound port: 396c681c-d30c-4494-abf5-d5b011407ed3, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279c3022-3c0b-465d-9efe-60a330d5ca35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:44:25.348726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.411855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] For port 396c681c-d30c-4494-abf5-d5b011407ed3, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:44:25.414810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] For port 396c681c-d30c-4494-abf5-d5b011407ed3, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=396c681c-d30c-4494-abf5-d5b011407ed3,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:44:25.419302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.422472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:25.423243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:25.425372 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] 10.222.0.36 "PUT /v2.0/ports/396c681c-d30c-4494-abf5-d5b011407ed3 HTTP/1.1" status: 200 len: 1093 time: 0.5557466 Oct 20 03:44:25.427366 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'tag': '396c681c-d30c-4494-abf5-d5b011407ed3'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:25.430739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278e2fee-17fd-4741-bba7-0fb78e2816aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643", "tag": "396c681c-d30c-4494-abf5-d5b011407ed3"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:25.480167 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ec414-e9db-419d-90a1-ade2f5b201a6 x-openstack-request-id: req-6c5ec414-e9db-419d-90a1-ade2f5b201a6 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:25.480478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643", "tag": "396c681c-d30c-4494-abf5-d5b011407ed3", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:25.480728 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c5ec414-e9db-419d-90a1-ade2f5b201a6 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:25.481131 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5ec414-e9db-419d-90a1-ade2f5b201a6'] response: {'name': 'network-changed', 'server_uuid': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'tag': '396c681c-d30c-4494-abf5-d5b011407ed3', 'status': 'completed', 'code': 200} Oct 20 03:44:25.500650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced9fb2-2197-40cd-a502-e6fdcf1b08bc service neutron] Pushing event updated for resources: {'Port': ['ID=396c681c-d30c-4494-abf5-d5b011407ed3,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:25.532824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-124b0613-cdfc-4bbf-8b1a-20497cb58f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:25.534463 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-124b0613-cdfc-4bbf-8b1a-20497cb58f11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 1096 time: 0.0471094 Oct 20 03:44:25.535799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81959838-e519-4273-9a36-5ec6975c0460 req-56605b37-ef86-4b86-aaeb-1cc04045a22d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:25.537311 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-81959838-e519-4273-9a36-5ec6975c0460 req-56605b37-ef86-4b86-aaeb-1cc04045a22d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 943 time: 0.0546598 Oct 20 03:44:25.555904 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-afb9b4d5-5497-4ec6-ac3d-8f301622c395 None None] Attempt 2 to provision port 396c681c-d30c-4494-abf5-d5b011407ed3 Oct 20 03:44:25.576995 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-81959838-e519-4273-9a36-5ec6975c0460 req-0e34efd5-0711-47a1-a70f-dfb2e639696a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336425 Oct 20 03:44:25.582339 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-94650b32-bcda-431a-8f80-6aa9288ca229 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=396c681c-d30c-4494-abf5-d5b011407ed3 HTTP/1.1" status: 200 len: 217 time: 0.0402069 Oct 20 03:44:25.603364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-afb9b4d5-5497-4ec6-ac3d-8f301622c395 None None] Port 396c681c-d30c-4494-abf5-d5b011407ed3 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:44:25.632470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-85dd0ea0-2100-4e4e-a6f6-f78ce359c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:25.633925 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-85dd0ea0-2100-4e4e-a6f6-f78ce359c938 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74671234-eb0b-469a-bbd5-4660b1917bca HTTP/1.1" status: 200 len: 835 time: 0.0455773 Oct 20 03:44:25.681240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-453eab52-5057-4fae-97dd-e347e790dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:25.682710 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-453eab52-5057-4fae-97dd-e347e790dc44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70867a4b-30c5-4013-acb4-ffb81d029ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411112 Oct 20 03:44:25.775258 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-8801535d-4ae6-41ba-bbe4-445e5e64f2b3 service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861049 Oct 20 03:44:25.863392 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e581890-bc2d-425d-a5e3-4b57c3c2729e req-6c17df5c-912d-4a8c-be6a-8a1ef375092a service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819345 Oct 20 03:44:25.950338 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e2fee-17fd-4741-bba7-0fb78e2816aa req-daeb2a0e-1b5e-4867-b806-e81167f05275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:25.951835 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-278e2fee-17fd-4741-bba7-0fb78e2816aa req-daeb2a0e-1b5e-4867-b806-e81167f05275 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 1096 time: 0.0469246 Oct 20 03:44:26.041717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e2fee-17fd-4741-bba7-0fb78e2816aa req-4b7d5d2e-cf1b-4829-9784-e2142007e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:26.043189 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-278e2fee-17fd-4741-bba7-0fb78e2816aa req-4b7d5d2e-cf1b-4829-9784-e2142007e7c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 200 len: 897 time: 0.0841079 Oct 20 03:44:26.094295 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-278e2fee-17fd-4741-bba7-0fb78e2816aa req-e8d63e77-2c05-4587-b095-801f43cf943b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=396c681c-d30c-4494-abf5-d5b011407ed3 HTTP/1.1" status: 200 len: 217 time: 0.0377591 Oct 20 03:44:26.142020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e2fee-17fd-4741-bba7-0fb78e2816aa req-fe6724a3-ebe2-4fb2-9ba6-5221a14d2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:26.143514 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-278e2fee-17fd-4741-bba7-0fb78e2816aa req-fe6724a3-ebe2-4fb2-9ba6-5221a14d2501 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74671234-eb0b-469a-bbd5-4660b1917bca HTTP/1.1" status: 200 len: 835 time: 0.0430403 Oct 20 03:44:26.190477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e2fee-17fd-4741-bba7-0fb78e2816aa req-c5955d8d-a708-40da-b559-c8d60ae52e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:26.191938 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-278e2fee-17fd-4741-bba7-0fb78e2816aa req-c5955d8d-a708-40da-b559-c8d60ae52e6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70867a4b-30c5-4013-acb4-ffb81d029ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400085 Oct 20 03:44:26.290684 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-278e2fee-17fd-4741-bba7-0fb78e2816aa req-3b8ec127-cbc3-42f1-b3b5-1810908f5b7e service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862548 Oct 20 03:44:26.381502 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-278e2fee-17fd-4741-bba7-0fb78e2816aa req-7a6e591d-e8dd-4f20-b95b-2f2be9e830fa service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838065 Oct 20 03:44:26.707012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa0638-fb7b-41f9-a039-8c2c6ec56eb3 req-4836b460-891b-49ff-b0fd-c81c33ecde03 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:26.708507 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47aa0638-fb7b-41f9-a039-8c2c6ec56eb3 req-4836b460-891b-49ff-b0fd-c81c33ecde03 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 943 time: 0.0544372 Oct 20 03:44:26.746240 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47aa0638-fb7b-41f9-a039-8c2c6ec56eb3 req-d59348c9-36a8-4519-9cec-5c7ba915bcb3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317783 Oct 20 03:44:27.877538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0988e-702c-4b3f-b112-50a675366014 req-0f15bcc4-8ac8-43ce-9440-6aecd24d5e63 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:27.879025 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-56b0988e-702c-4b3f-b112-50a675366014 req-0f15bcc4-8ac8-43ce-9440-6aecd24d5e63 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 943 time: 0.0556409 Oct 20 03:44:27.916958 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-56b0988e-702c-4b3f-b112-50a675366014 req-83db7c15-ab39-4621-baeb-6e920c8e2d9b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318139 Oct 20 03:44:29.058793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aad4a-a59f-4e8b-b5aa-efe2a206f01d req-2789479d-6c39-4b19-a55b-020087f76b59 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:29.060710 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-206aad4a-a59f-4e8b-b5aa-efe2a206f01d req-2789479d-6c39-4b19-a55b-020087f76b59 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 943 time: 0.0684013 Oct 20 03:44:29.115701 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-206aad4a-a59f-4e8b-b5aa-efe2a206f01d req-0292488f-6216-437d-8b29-0626d63a3c7d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480626 Oct 20 03:44:29.174242 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 396c681c-d30c-4494-abf5-d5b011407ed3 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:44:29.273946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 396c681c-d30c-4494-abf5-d5b011407ed3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=396c681c-d30c-4494-abf5-d5b011407ed3,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:44:29.284847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '396c681c-d30c-4494-abf5-d5b011407ed3', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'port_id': '396c681c-d30c-4494-abf5-d5b011407ed3', 'mac_address': 'fa:16:3e:7c:2e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:44:29.322019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 396c681c-d30c-4494-abf5-d5b011407ed3 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:44:29.322663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:29.336828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396c681c-d30c-4494-abf5-d5b011407ed3 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:44:29.355658 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 396c681c-d30c-4494-abf5-d5b011407ed3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=396c681c-d30c-4494-abf5-d5b011407ed3,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:44:29.359489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:29.405064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=396c681c-d30c-4494-abf5-d5b011407ed3,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:29.651877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['396c681c-d30c-4494-abf5-d5b011407ed3'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:44:30.241146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cb7b0-e4a1-40d8-b5e9-b98964b39832 req-d83d7b2b-88e1-47da-91c9-c312ee4aa516 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:30.242594 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5a1cb7b0-e4a1-40d8-b5e9-b98964b39832 req-d83d7b2b-88e1-47da-91c9-c312ee4aa516 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 944 time: 0.0479977 Oct 20 03:44:30.279953 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5a1cb7b0-e4a1-40d8-b5e9-b98964b39832 req-3d2e1034-b8e3-4a76-8684-214d2b2d059f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314412 Oct 20 03:44:31.187936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 396c681c-d30c-4494-abf5-d5b011407ed3 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:44:31.237469 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 396c681c-d30c-4494-abf5-d5b011407ed3 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:44:31.241206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 396c681c-d30c-4494-abf5-d5b011407ed3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:44:31.241574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:31.241921 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 396c681c-d30c-4494-abf5-d5b011407ed3 Oct 20 03:44:31.319659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 396c681c-d30c-4494-abf5-d5b011407ed3 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:44:31.320061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:31.343734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396c681c-d30c-4494-abf5-d5b011407ed3'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:31.346580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f214f5-a921-41f7-8653-cb5f2c70b4d7" -d '{"events": [{"server_uuid": "8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643", "name": "network-vif-plugged", "status": "completed", "tag": "396c681c-d30c-4494-abf5-d5b011407ed3"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:31.363840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 396c681c-d30c-4494-abf5-d5b011407ed3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=396c681c-d30c-4494-abf5-d5b011407ed3,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:44:31.368492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:31.394277 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed8e67e-a78c-441b-9127-427f4a913524 x-openstack-request-id: req-fed8e67e-a78c-441b-9127-427f4a913524 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:31.394597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643", "name": "network-vif-plugged", "status": "completed", "tag": "396c681c-d30c-4494-abf5-d5b011407ed3", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:31.394824 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fed8e67e-a78c-441b-9127-427f4a913524 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:31.395216 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed8e67e-a78c-441b-9127-427f4a913524'] response: {'server_uuid': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396c681c-d30c-4494-abf5-d5b011407ed3', 'code': 200} Oct 20 03:44:31.408794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f36adc-e1a6-4d3f-9a0d-db795f1a2182 req-b3a2de6c-f993-4cf9-a750-3b182005b335 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:31.410412 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-55f36adc-e1a6-4d3f-9a0d-db795f1a2182 req-b3a2de6c-f993-4cf9-a750-3b182005b335 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 945 time: 0.0541177 Oct 20 03:44:31.428355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=396c681c-d30c-4494-abf5-d5b011407ed3,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:44:31.450592 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-55f36adc-e1a6-4d3f-9a0d-db795f1a2182 req-bc1c6514-2d4f-4c18-ab4d-36eeb9e8870d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340927 Oct 20 03:44:31.573697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891bf11-58d4-4ce5-8482-8114e2342f7c req-13a18c6c-f947-4b2a-bc45-57fd60349a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:31.575097 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5891bf11-58d4-4ce5-8482-8114e2342f7c req-13a18c6c-f947-4b2a-bc45-57fd60349a7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 1098 time: 0.0444293 Oct 20 03:44:31.613512 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5891bf11-58d4-4ce5-8482-8114e2342f7c req-42842042-a5ac-4b11-aa22-58658836cf4c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279207 Oct 20 03:44:32.580114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9266c5-fb14-4e7e-8688-306b1ce00cf6 req-c0d8d6db-6ca9-48ec-a912-0ef51b89c3fd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:32.581564 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bc9266c5-fb14-4e7e-8688-306b1ce00cf6 req-c0d8d6db-6ca9-48ec-a912-0ef51b89c3fd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 945 time: 0.0508540 Oct 20 03:44:32.620712 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bc9266c5-fb14-4e7e-8688-306b1ce00cf6 req-8462fd2a-58e6-4d36-a947-2569283cc760 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325117 Oct 20 03:44:33.753376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35560c4-612b-4003-8c5d-b39b882a1ffe req-220eac2d-682d-416c-a67e-8a6d7fe7e3cb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:33.754850 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d35560c4-612b-4003-8c5d-b39b882a1ffe req-220eac2d-682d-416c-a67e-8a6d7fe7e3cb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 945 time: 0.0529265 Oct 20 03:44:33.793413 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d35560c4-612b-4003-8c5d-b39b882a1ffe req-73eb37a5-4f64-4d27-9885-95cc3fe3c563 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324683 Oct 20 03:44:33.922989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c92af-47eb-4ddc-8a5a-cd49e5782145 req-90d97b55-54da-4aa2-b4fa-df6ce73b2aa9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:33.925047 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-373c92af-47eb-4ddc-8a5a-cd49e5782145 req-90d97b55-54da-4aa2-b4fa-df6ce73b2aa9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 945 time: 0.0577030 Oct 20 03:44:33.968279 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-373c92af-47eb-4ddc-8a5a-cd49e5782145 req-621e0f7c-703d-458a-a8b6-fa7eece99f30 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369606 Oct 20 03:44:33.997271 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58500) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:34.038434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1d92b-eb2f-4581-a77d-ee79c8b34c47 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:34.039952 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c7b1d92b-eb2f-4581-a77d-ee79c8b34c47 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 1093 time: 0.0416622 Oct 20 03:44:34.043046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58502) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:34.047281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9127c53d-d282-4dd1-97fc-10170558bafd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'floatingip': {'port_id': '396c681c-d30c-4494-abf5-d5b011407ed3'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:44:34.090781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9127c53d-d282-4dd1-97fc-10170558bafd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:34.558571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9127c53d-d282-4dd1-97fc-10170558bafd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:34.562377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9127c53d-d282-4dd1-97fc-10170558bafd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:34.683350 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-9127c53d-d282-4dd1-97fc-10170558bafd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 835770d5-5c10-4a14-8a84-79315ef827d1 associated. External IP: 172.26.0.101, port: 396c681c-d30c-4494-abf5-d5b011407ed3. Oct 20 03:44:34.931673 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9127c53d-d282-4dd1-97fc-10170558bafd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2487e700-ef8a-4fc2-a490-29ebe519572d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:44:35.060830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9127c53d-d282-4dd1-97fc-10170558bafd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:44:35.067699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9127c53d-d282-4dd1-97fc-10170558bafd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:35.072967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6fe80-4d75-42bb-a167-68a536d4ee2c None None] Sync routers for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:44:35.084674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6fe80-4d75-42bb-a167-68a536d4ee2c None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:44:35.085608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-03d6fe80-4d75-42bb-a167-68a536d4ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:44:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:35.104400 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9127c53d-d282-4dd1-97fc-10170558bafd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/floatingips/835770d5-5c10-4a14-8a84-79315ef827d1 HTTP/1.1" status: 200 len: 991 time: 1.0603049 Oct 20 03:44:35.105610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'tag': '396c681c-d30c-4494-abf5-d5b011407ed3'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:44:35.108256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58504) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:35.108775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a70f55-9d6c-4544-8cd8-151e6caec461" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643", "tag": "396c681c-d30c-4494-abf5-d5b011407ed3"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:44:35.153914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4d4d41-bebb-44d7-9f49-3afadecbfe70 x-openstack-request-id: req-0f4d4d41-bebb-44d7-9f49-3afadecbfe70 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:44:35.154333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643", "tag": "396c681c-d30c-4494-abf5-d5b011407ed3", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:44:35.154618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f4d4d41-bebb-44d7-9f49-3afadecbfe70 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:44:35.155113 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4d4d41-bebb-44d7-9f49-3afadecbfe70'] response: {'name': 'network-changed', 'server_uuid': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'tag': '396c681c-d30c-4494-abf5-d5b011407ed3', 'status': 'completed', 'code': 200} Oct 20 03:44:35.187222 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8098c7a2-2d09-4085-93d3-8311f7cc8e53 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/835770d5-5c10-4a14-8a84-79315ef827d1 HTTP/1.1" status: 200 len: 991 time: 0.0751548 Oct 20 03:44:35.220482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-03d6fe80-4d75-42bb-a167-68a536d4ee2c None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:44:35.223261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a70f55-9d6c-4544-8cd8-151e6caec461 req-389f8e65-734f-4cdc-9776-1725061d33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:35.224997 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4a70f55-9d6c-4544-8cd8-151e6caec461 req-389f8e65-734f-4cdc-9776-1725061d33e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 1098 time: 0.0465915 Oct 20 03:44:35.330821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a70f55-9d6c-4544-8cd8-151e6caec461 req-56c4dd8e-2af4-454a-8bc2-e6ede740480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:35.332486 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4a70f55-9d6c-4544-8cd8-151e6caec461 req-56c4dd8e-2af4-454a-8bc2-e6ede740480f service neutron] 10.222.0.36 "GET /v2.0/networks?id=70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 200 len: 897 time: 0.1003129 Oct 20 03:44:35.409980 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4a70f55-9d6c-4544-8cd8-151e6caec461 req-34e2e194-6d90-44de-b406-058c94c88d21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=396c681c-d30c-4494-abf5-d5b011407ed3 HTTP/1.1" status: 200 len: 999 time: 0.0698769 Oct 20 03:44:35.465290 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a70f55-9d6c-4544-8cd8-151e6caec461 req-086b4c48-4635-49ae-9bd7-c5550c86f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:35.467146 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4a70f55-9d6c-4544-8cd8-151e6caec461 req-086b4c48-4635-49ae-9bd7-c5550c86f4f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74671234-eb0b-469a-bbd5-4660b1917bca HTTP/1.1" status: 200 len: 835 time: 0.0511999 Oct 20 03:44:35.470626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-03d6fe80-4d75-42bb-a167-68a536d4ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '835770d5-5c10-4a14-8a84-79315ef827d1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'port_id': '396c681c-d30c-4494-abf5-d5b011407ed3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'mac_address': 'fa:16:3e:7c:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:44:34Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:35.501353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6fe80-4d75-42bb-a167-68a536d4ee2c None None] Checking router: 2487e700-ef8a-4fc2-a490-29ebe519572d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:44:35.511988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6fe80-4d75-42bb-a167-68a536d4ee2c None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:44:35.512700 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-03d6fe80-4d75-42bb-a167-68a536d4ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:44:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:35.516996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a70f55-9d6c-4544-8cd8-151e6caec461 req-905eae9f-b2e7-4d30-aa42-0f91beb1ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:35.518863 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4a70f55-9d6c-4544-8cd8-151e6caec461 req-905eae9f-b2e7-4d30-aa42-0f91beb1ba36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70867a4b-30c5-4013-acb4-ffb81d029ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456691 Oct 20 03:44:35.613321 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4a70f55-9d6c-4544-8cd8-151e6caec461 req-af680fa9-c4f1-4b5c-af1a-83d151c1eba3 service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878322 Oct 20 03:44:35.623109 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-03d6fe80-4d75-42bb-a167-68a536d4ee2c None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:44:35.705985 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4a70f55-9d6c-4544-8cd8-151e6caec461 req-136cb4a8-263f-4bed-a81f-5aae7f65fda3 service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862675 Oct 20 03:44:35.853019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-03d6fe80-4d75-42bb-a167-68a536d4ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '835770d5-5c10-4a14-8a84-79315ef827d1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'port_id': '396c681c-d30c-4494-abf5-d5b011407ed3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'mac_address': 'fa:16:3e:7c:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:44:34Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:44:35.883121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6fe80-4d75-42bb-a167-68a536d4ee2c None None] The sync data for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv is: [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '835770d5-5c10-4a14-8a84-79315ef827d1', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.101', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'port_id': '396c681c-d30c-4494-abf5-d5b011407ed3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'mac_address': 'fa:16:3e:7c:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:43:40Z', 'updated_at': '2022-10-20T03:44:34Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:44:36.081251 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52064d6-dbf5-4b40-94cf-36d239bc0c40 None None] New status for floating IP 835770d5-5c10-4a14-8a84-79315ef827d1: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:44:36.189376 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58508) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:36.260649 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9813172e-ed73-4c7d-87e1-2fc28b5ebbb5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/835770d5-5c10-4a14-8a84-79315ef827d1 HTTP/1.1" status: 200 len: 991 time: 0.0700200 Oct 20 03:44:37.264516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58510) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:44:37.328401 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fc920880-c0ef-4328-87e3-2b30e5e7e7aa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/835770d5-5c10-4a14-8a84-79315ef827d1 HTTP/1.1" status: 200 len: 993 time: 0.0626283 Oct 20 03:44:38.484317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:44.548708 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8fea3101-8fcc-4036-b20d-b64254f2a86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:46.553293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-45dcdaa8-9330-405b-ab58-41e55ea63350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:47.773082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:49.263608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:49.516636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:44:50.565419 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-9b5b1f1e-5abe-442f-a7a0-c7290a110db3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404487 Oct 20 03:44:50.648034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-18e9b4be-3cf3-4d3a-9941-43911eacea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:50.649668 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-18e9b4be-3cf3-4d3a-9941-43911eacea8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 1098 time: 0.0414665 Oct 20 03:44:50.754965 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-7322bf78-4723-43cf-a126-9e8331e53471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:50.756459 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-7322bf78-4723-43cf-a126-9e8331e53471 service neutron] 10.222.0.36 "GET /v2.0/networks?id=70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 200 len: 897 time: 0.0871508 Oct 20 03:44:50.799612 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-d72b97d8-b621-4eb3-b379-17dd8fddb06c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fca4c7-811f-4911-b555-86b5c07c66ee HTTP/1.1" status: 200 len: 217 time: 0.0353560 Oct 20 03:44:50.848610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-3761bf8c-faf3-438a-a3d3-9eb10c7a2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:50.849912 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-3761bf8c-faf3-438a-a3d3-9eb10c7a2513 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74671234-eb0b-469a-bbd5-4660b1917bca HTTP/1.1" status: 200 len: 835 time: 0.0437469 Oct 20 03:44:50.900276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-a2b65153-f52d-4fa3-9cd3-1c5881461470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:44:50.901784 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-a2b65153-f52d-4fa3-9cd3-1c5881461470 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70867a4b-30c5-4013-acb4-ffb81d029ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448363 Oct 20 03:44:50.990010 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-9037b0bb-7718-4e19-943c-d7e1c0b4a4fe service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816743 Oct 20 03:44:51.083634 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19fbbfd0-0126-4b12-b2b2-71d53432aa50 req-1ba5eddd-43d1-4122-aeee-c735add30f60 service neutron] 10.222.0.36 "GET /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862536 Oct 20 03:44:56.737824 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:45:08.485086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:10.708232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673b1cb-41e9-4357-90ee-40ad4a739e3c req-8b45addc-77ce-4eb4-88e5-b16038e8b5e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:10.709706 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3673b1cb-41e9-4357-90ee-40ad4a739e3c req-8b45addc-77ce-4eb4-88e5-b16038e8b5e6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 945 time: 0.0497751 Oct 20 03:45:10.747908 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3673b1cb-41e9-4357-90ee-40ad4a739e3c req-20b2fc30-760b-47ab-bb9d-5ca14f40fdac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322826 Oct 20 03:45:11.869838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb3a78-83ee-4089-8071-0c1520246bea req-673e1300-69b7-4fa3-8827-6eae4d2f5a0f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:11.871292 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6fb3a78-83ee-4089-8071-0c1520246bea req-673e1300-69b7-4fa3-8827-6eae4d2f5a0f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 945 time: 0.0496514 Oct 20 03:45:11.908708 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6fb3a78-83ee-4089-8071-0c1520246bea req-e2b435c3-b513-4d4e-970b-bcee0b5d3362 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=54384913-1707-4131-82ab-5cf8ac950cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312686 Oct 20 03:45:12.155370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-3365e9c0-d830-4a23-b28c-8b61b25f9ed4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:12.156804 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-3365e9c0-d830-4a23-b28c-8b61b25f9ed4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 945 time: 0.0470908 Oct 20 03:45:12.247994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 396c681c-d30c-4494-abf5-d5b011407ed3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:45:12.248372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:12.338544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 396c681c-d30c-4494-abf5-d5b011407ed3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=396c681c-d30c-4494-abf5-d5b011407ed3,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:12.338901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:12.506163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:12.506446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:12.506761 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 835770d5-5c10-4a14-8a84-79315ef827d1 disassociated. External IP: 172.26.0.101, port: 396c681c-d30c-4494-abf5-d5b011407ed3. Oct 20 03:45:12.507098 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 396c681c-d30c-4494-abf5-d5b011407ed3 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:45:12.637886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:12.988014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=396c681c-d30c-4494-abf5-d5b011407ed3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:12.999390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:12.999740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:13.000082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:13.000445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:13.000778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:13.001110 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:13.001435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:13.001761 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:13.002093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:13.002414 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:13.002737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:13.003058 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:13.014032 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ba29334b-2a4c-45c1-bd5d-41d260940382 req-2ab376e9-a5ac-4c16-a0b6-dc3e3762a52b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643 HTTP/1.1" status: 200 len: 210 time: 0.0284817 Oct 20 03:45:13.113238 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2487e700-ef8a-4fc2-a490-29ebe519572d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:45:13.220069 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:45:13.230573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4b07c-8313-49c7-b755-12d8d172eb86 None None] Sync routers for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:45:13.240770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4b07c-8313-49c7-b755-12d8d172eb86 None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:45:13.241361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-08a4b07c-8313-49c7-b755-12d8d172eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:44:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:13.259619 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] No DVR routers for this DVR port 396c681c-d30c-4494-abf5-d5b011407ed3 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:45:13.262251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:13.265526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dc1912fa-92ba-4e8e-8ae8-0ecb184d4087 req-a9a8e339-8256-4f55-8d3f-002df8c52b8b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "DELETE /v2.0/ports/396c681c-d30c-4494-abf5-d5b011407ed3 HTTP/1.1" status: 204 len: 173 time: 1.1033885 Oct 20 03:45:13.266027 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'name': 'network-vif-deleted', 'tag': '396c681c-d30c-4494-abf5-d5b011407ed3'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:45:13.268304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78320ec7-4553-40e0-801f-349b593ff413" -d '{"events": [{"server_uuid": "8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643", "name": "network-vif-deleted", "tag": "396c681c-d30c-4494-abf5-d5b011407ed3"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:45:13.307866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9946c81-ee6a-437d-af08-bed71df5cb73 x-openstack-request-id: req-a9946c81-ee6a-437d-af08-bed71df5cb73 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:45:13.308576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643", "name": "network-vif-deleted", "tag": "396c681c-d30c-4494-abf5-d5b011407ed3", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:45:13.308910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9946c81-ee6a-437d-af08-bed71df5cb73 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:45:13.311713 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9946c81-ee6a-437d-af08-bed71df5cb73'] response: {'server_uuid': '8bbcb77a-0f85-49ad-8e9f-9a9b8a17b643', 'name': 'network-vif-deleted', 'tag': '396c681c-d30c-4494-abf5-d5b011407ed3', 'status': 'completed', 'code': 200} Oct 20 03:45:13.365393 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-08a4b07c-8313-49c7-b755-12d8d172eb86 None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:45:13.572281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-08a4b07c-8313-49c7-b755-12d8d172eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:13.601543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4b07c-8313-49c7-b755-12d8d172eb86 None None] Checking router: 2487e700-ef8a-4fc2-a490-29ebe519572d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:45:13.609598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4b07c-8313-49c7-b755-12d8d172eb86 None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:45:13.610197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-08a4b07c-8313-49c7-b755-12d8d172eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:44:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:13.860717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-08a4b07c-8313-49c7-b755-12d8d172eb86 None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:45:14.055275 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-08a4b07c-8313-49c7-b755-12d8d172eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:14.078262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58546) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:14.081900 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4b07c-8313-49c7-b755-12d8d172eb86 None None] The sync data for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv is: [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:43:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '95536c38-5cb9-485b-b6cd-6e23303ba81e', 'name': '', 'network_id': '70867a4b-30c5-4013-acb4-ffb81d029ceb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:b4:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:25Z', 'updated_at': '2022-10-20T03:43:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '74671234-eb0b-469a-bbd5-4660b1917bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:45:14.142242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-baad1e98-2e4e-4e8a-beae-08412f353969 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.171614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-baad1e98-2e4e-4e8a-beae-08412f353969 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.237168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-baad1e98-2e4e-4e8a-beae-08412f353969 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.240022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-baad1e98-2e4e-4e8a-beae-08412f353969 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.241255 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-baad1e98-2e4e-4e8a-beae-08412f353969 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/54384913-1707-4131-82ab-5cf8ac950cf2 HTTP/1.1" status: 204 len: 168 time: 0.1619163 Oct 20 03:45:14.250908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad1e98-2e4e-4e8a-beae-08412f353969 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54384913-1707-4131-82ab-5cf8ac950cf2,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:14.274614 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58550) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:14.327234 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911429bc-2364-4940-a8c3-68e0ba505c0c None None] New status for floating IP 835770d5-5c10-4a14-8a84-79315ef827d1: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:45:14.403241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port f48d3c7b-a4cc-4be2-ae70-479c3f61cda4 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:45:14.403593 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.489536 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.489863 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.501348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for f48d3c7b-a4cc-4be2-ae70-479c3f61cda4 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:45:14.540571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d032f39e-fb38-40ae-a046-8db6aaba262a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.632401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.658265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=f48d3c7b-a4cc-4be2-ae70-479c3f61cda4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:14.683416 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.683761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.684100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.684460 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.684789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.685117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.685444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.685768 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.686093 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.686415 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.686738 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.687067 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:14.725175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.727691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:14.730612 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-210e9698-ad77-49a9-9d11-0ab7d7be62de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/floatingips/835770d5-5c10-4a14-8a84-79315ef827d1 HTTP/1.1" status: 204 len: 168 time: 0.4533727 Oct 20 03:45:14.945610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932f196-0559-47e6-b273-f96608ce3ae2 req-c80ffa0f-62b6-4ee0-bc0b-42d2c793a3e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:14.947251 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4932f196-0559-47e6-b273-f96608ce3ae2 req-c80ffa0f-62b6-4ee0-bc0b-42d2c793a3e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 945 time: 0.0530050 Oct 20 03:45:14.985062 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4932f196-0559-47e6-b273-f96608ce3ae2 req-8be34246-507e-4de3-a552-8d701228ed79 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319164 Oct 20 03:45:15.420809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 396c681c-d30c-4494-abf5-d5b011407ed3 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:45:15.442081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 396c681c-d30c-4494-abf5-d5b011407ed3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:45:15.442861 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 396c681c-d30c-4494-abf5-d5b011407ed3 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:45:16.108755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb1aaa-70e6-46cf-99ee-abc7854528a3 req-578a9d01-02cf-47a6-bd5c-48026554ed2d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:16.110212 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-adfb1aaa-70e6-46cf-99ee-abc7854528a3 req-578a9d01-02cf-47a6-bd5c-48026554ed2d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 945 time: 0.0519762 Oct 20 03:45:16.148103 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-adfb1aaa-70e6-46cf-99ee-abc7854528a3 req-0cd3bb4b-9bf9-4948-9fcc-6817d822df86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8476768-b9ae-4c06-a67f-96a9fcbce4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 Oct 20 03:45:16.418402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140020fe-de19-44e6-98e9-396b5ee78898 req-ad51b9dd-8fca-4b8e-8c15-8d97921171b3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:16.419860 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-140020fe-de19-44e6-98e9-396b5ee78898 req-ad51b9dd-8fca-4b8e-8c15-8d97921171b3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 945 time: 0.0491621 Oct 20 03:45:16.516938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-140020fe-de19-44e6-98e9-396b5ee78898 req-f7c0bd3f-d720-437d-b942-3d0e5f111589 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port a9fca4c7-811f-4911-b555-86b5c07c66ee {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:45:16.517282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-140020fe-de19-44e6-98e9-396b5ee78898 req-f7c0bd3f-d720-437d-b942-3d0e5f111589 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:16.554425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c0859c58-a3ca-4209-a27d-e004faeb4501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:16.608702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-140020fe-de19-44e6-98e9-396b5ee78898 req-f7c0bd3f-d720-437d-b942-3d0e5f111589 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port a9fca4c7-811f-4911-b555-86b5c07c66ee, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a9fca4c7-811f-4911-b555-86b5c07c66ee,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:16.609068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-140020fe-de19-44e6-98e9-396b5ee78898 req-f7c0bd3f-d720-437d-b942-3d0e5f111589 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:16.622073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-140020fe-de19-44e6-98e9-396b5ee78898 req-f7c0bd3f-d720-437d-b942-3d0e5f111589 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for a9fca4c7-811f-4911-b555-86b5c07c66ee owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:45:16.753276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-140020fe-de19-44e6-98e9-396b5ee78898 req-f7c0bd3f-d720-437d-b942-3d0e5f111589 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:16.782701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0bd3f-d720-437d-b942-3d0e5f111589 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=a9fca4c7-811f-4911-b555-86b5c07c66ee,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:16.828342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-140020fe-de19-44e6-98e9-396b5ee78898 req-f7c0bd3f-d720-437d-b942-3d0e5f111589 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] No DVR routers for this DVR port a9fca4c7-811f-4911-b555-86b5c07c66ee on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:45:16.830662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-140020fe-de19-44e6-98e9-396b5ee78898 req-f7c0bd3f-d720-437d-b942-3d0e5f111589 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:16.834459 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-140020fe-de19-44e6-98e9-396b5ee78898 req-f7c0bd3f-d720-437d-b942-3d0e5f111589 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "DELETE /v2.0/ports/a9fca4c7-811f-4911-b555-86b5c07c66ee HTTP/1.1" status: 204 len: 173 time: 0.4060888 Oct 20 03:45:16.834957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'name': 'network-vif-deleted', 'tag': 'a9fca4c7-811f-4911-b555-86b5c07c66ee'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:45:16.837223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141e8062-0a02-4bbc-a598-18aed2fa7f5e" -d '{"events": [{"server_uuid": "d18c80b5-48af-4ad6-9a29-57591e24eb10", "name": "network-vif-deleted", "tag": "a9fca4c7-811f-4911-b555-86b5c07c66ee"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:45:16.874437 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6f6a88-ccb2-4e66-a9ee-4da9f41f586e x-openstack-request-id: req-8b6f6a88-ccb2-4e66-a9ee-4da9f41f586e {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:45:16.874739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18c80b5-48af-4ad6-9a29-57591e24eb10", "name": "network-vif-deleted", "tag": "a9fca4c7-811f-4911-b555-86b5c07c66ee", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:45:16.874994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b6f6a88-ccb2-4e66-a9ee-4da9f41f586e {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:45:16.875432 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6f6a88-ccb2-4e66-a9ee-4da9f41f586e'] response: {'server_uuid': 'd18c80b5-48af-4ad6-9a29-57591e24eb10', 'name': 'network-vif-deleted', 'tag': 'a9fca4c7-811f-4911-b555-86b5c07c66ee', 'status': 'completed', 'code': 200} Oct 20 03:45:17.269867 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-888c54d5-a465-456c-ad68-a78d33995537 req-d550ef8b-5a69-4413-8dbe-ec146bb1c4ca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=d18c80b5-48af-4ad6-9a29-57591e24eb10 HTTP/1.1" status: 200 len: 210 time: 0.0329101 Oct 20 03:45:17.775961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:18.333491 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58564) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:18.391188 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6a19a41-0d13-4d1d-837d-8f9234b3c977 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:18.417143 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6a19a41-0d13-4d1d-837d-8f9234b3c977 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:18.475434 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6a19a41-0d13-4d1d-837d-8f9234b3c977 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:18.478069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6a19a41-0d13-4d1d-837d-8f9234b3c977 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:18.479223 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f6a19a41-0d13-4d1d-837d-8f9234b3c977 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/b8476768-b9ae-4c06-a67f-96a9fcbce4ce HTTP/1.1" status: 204 len: 168 time: 0.1447556 Oct 20 03:45:18.488922 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a19a41-0d13-4d1d-837d-8f9234b3c977 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8476768-b9ae-4c06-a67f-96a9fcbce4ce,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:18.513792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58568) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:18.872125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:19.124773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 95536c38-5cb9-485b-b6cd-6e23303ba81e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:45:19.125041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:19.211556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 95536c38-5cb9-485b-b6cd-6e23303ba81e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=95536c38-5cb9-485b-b6cd-6e23303ba81e,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:19.211921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:19.224243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 95536c38-5cb9-485b-b6cd-6e23303ba81e owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:45:19.266828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:19.409517 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:19.438832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device a9fca4c7-811f-4911-b555-86b5c07c66ee no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:45:19.440398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=95536c38-5cb9-485b-b6cd-6e23303ba81e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:19.462232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: a9fca4c7-811f-4911-b555-86b5c07c66ee {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:45:19.462573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device a9fca4c7-811f-4911-b555-86b5c07c66ee not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:45:19.521041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:19.619056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:19.834940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 2487e700-ef8a-4fc2-a490-29ebe519572d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:45:19.937753 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:45:19.943949 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-832cf838-b38f-43bd-af53-a957b9620b34 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/2487e700-ef8a-4fc2-a490-29ebe519572d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4287739 Oct 20 03:45:19.946691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58570) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:19.947854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c0aae-ed14-4207-8fd9-de55b788fe36 None None] Sync routers for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:45:19.958615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c0aae-ed14-4207-8fd9-de55b788fe36 None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:45:19.959310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-314c0aae-ed14-4207-8fd9-de55b788fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:20.001198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6a44d6-194f-405e-8ca0-89bb48bc5a4d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting subnet 74671234-eb0b-469a-bbd5-4660b1917bca {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:45:20.004775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab6a44d6-194f-405e-8ca0-89bb48bc5a4d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.043961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab6a44d6-194f-405e-8ca0-89bb48bc5a4d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.064247 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-314c0aae-ed14-4207-8fd9-de55b788fe36 None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:45:20.129372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab6a44d6-194f-405e-8ca0-89bb48bc5a4d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.192203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab6a44d6-194f-405e-8ca0-89bb48bc5a4d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.219225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a44d6-194f-405e-8ca0-89bb48bc5a4d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Subnet': ['ID=74671234-eb0b-469a-bbd5-4660b1917bca,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:20.224701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab6a44d6-194f-405e-8ca0-89bb48bc5a4d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.230807 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ab6a44d6-194f-405e-8ca0-89bb48bc5a4d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/subnets/74671234-eb0b-469a-bbd5-4660b1917bca HTTP/1.1" status: 204 len: 168 time: 0.2805660 Oct 20 03:45:20.231227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58572) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:20.232360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b18a32e-79ef-4803-b071-91429b396346 None None] Network 70867a4b-30c5-4013-acb4-ffb81d029ceb requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:45:20.305495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-314c0aae-ed14-4207-8fd9-de55b788fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:45:19Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:20.336589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c0aae-ed14-4207-8fd9-de55b788fe36 None None] Checking router: 2487e700-ef8a-4fc2-a490-29ebe519572d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:45:20.339687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.363941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c0aae-ed14-4207-8fd9-de55b788fe36 None None] Routers {'2487e700-ef8a-4fc2-a490-29ebe519572d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:45:20.364580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-314c0aae-ed14-4207-8fd9-de55b788fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2487e700-ef8a-4fc2-a490-29ebe519572d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:20.446678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.495461 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-314c0aae-ed14-4207-8fd9-de55b788fe36 None None] Set router 2487e700-ef8a-4fc2-a490-29ebe519572d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:45:20.504164 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port ac052448-652e-4749-95aa-b114dbcb7a54 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:45:20.504535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.552176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] DHCP port deletion for 70867a4b-30c5-4013-acb4-ffb81d029ceb request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:45:20.584113 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port ac052448-652e-4749-95aa-b114dbcb7a54, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ac052448-652e-4749-95aa-b114dbcb7a54,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:20.584502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.596500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for ac052448-652e-4749-95aa-b114dbcb7a54 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:45:20.693715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Deleting port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:45:20.694086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.765120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.768664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] For port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c2dea5ce-8341-4f33-9898-18d6f9ba9fa0,segment=NetworkSegment(279c3022-3c0b-465d-9efe-60a330d5ca35),segment_id=279c3022-3c0b-465d-9efe-60a330d5ca35)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:20.769699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.784926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Calling delete_port for c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:45:20.798589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-314c0aae-ed14-4207-8fd9-de55b788fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:45:19Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:20.819292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=ac052448-652e-4749-95aa-b114dbcb7a54,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:20.858128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c0aae-ed14-4207-8fd9-de55b788fe36 None None] The sync data for ids ['2487e700-ef8a-4fc2-a490-29ebe519572d'] in dv-neutron-861842-1-hyperv is: [{'id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'name': 'tempest-TestNetworkBasicOps-router-1134171775', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:43:21Z', 'updated_at': '2022-10-20T03:45:19Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': 'ac052448-652e-4749-95aa-b114dbcb7a54', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487e700-ef8a-4fc2-a490-29ebe519572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:43:22Z', 'updated_at': '2022-10-20T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:45:20.859717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.902444 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.931492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Pushing event deleted for resources: {'Port': ['ID=c2dea5ce-8341-4f33-9898-18d6f9ba9fa0,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:20.936594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] No DVR routers for this DVR port c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:45:20.943704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.949579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.949579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.949579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.949579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.949579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.949579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.949579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.949579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.949579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.949579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.949579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f7196-befa-466d-ae41-83cb0dc8fd47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:20.960517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:20.963079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.005143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.005970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Fanout notify agent at l3_agent the message router_deleted on router 2487e700-ef8a-4fc2-a490-29ebe519572d {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:45:21.012787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.013882 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bb87824f-6685-4915-ba0a-549a1db583e0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/routers/2487e700-ef8a-4fc2-a490-29ebe519572d HTTP/1.1" status: 204 len: 168 time: 0.7816427 Oct 20 03:45:21.016625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58574) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:21.094424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.182977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.209203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70867a4b-30c5-4013-acb4-ffb81d029ceb']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:21.219511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279c3022-3c0b-465d-9efe-60a330d5ca35') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:21.219815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279c3022-3c0b-465d-9efe-60a330d5ca35') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:21.231870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.246470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.254197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:45:21.254709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.331127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.339633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.351234 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/networks/70867a4b-30c5-4013-acb4-ffb81d029ceb HTTP/1.1" status: 204 len: 168 time: 0.3309009 Oct 20 03:45:21.372058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58580) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:21.372584 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:45:21.375884 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 279c3022-3c0b-465d-9efe-60a330d5ca35 resource provider aggregate not found Oct 20 03:45:21.379937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a20ca-8c6e-4175-9e3d-434027593272 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Network': ['ID=70867a4b-30c5-4013-acb4-ffb81d029ceb,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:21.381913 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'network': {'name': 'tempest-network-smoke--181564452', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'port_security_enabled': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:21.395257 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 279c3022-3c0b-465d-9efe-60a330d5ca35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 279c3022-3c0b-465d-9efe-60a330d5ca35 found for delete ", "request_id": "req-90940bfa-1c61-40de-9628-26dce6568270"}]} Oct 20 03:45:21.404575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:45:21.406354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:45:21.406873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c2dea5ce-8341-4f33-9898-18d6f9ba9fa0 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:45:21.407353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 95536c38-5cb9-485b-b6cd-6e23303ba81e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:45:21.408179 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.427638 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 95536c38-5cb9-485b-b6cd-6e23303ba81e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:45:21.428165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 95536c38-5cb9-485b-b6cd-6e23303ba81e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:45:21.432547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:45:21.443365 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.443707 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Added segment f4dd2425-e018-49c9-a967-282c0e967360 of type vlan for network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 Oct 20 03:45:21.485885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.511479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.517741 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:21.518356 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.562448 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1857483 Oct 20 03:45:21.566875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58584) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:21.572227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'admin_state_up': True, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:21.594273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.595452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.597233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af8e07-247f-45c8-92ee-610d8066358e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Network': ['ID=7050cb84-93a7-4c47-8c54-445e0cb8fc23,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:21.609000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:45:21.651640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.787386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:21.984308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:22.004195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:22.111303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.25 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/032c4773-5b22-4e2e-a772-756e5ebd662c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:45:22.212241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:22.244665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:22.281227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:45:22.284091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:45:22.287704 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:45:22.318788 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=032c4773-5b22-4e2e-a772-756e5ebd662c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:22.540639 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:22.734979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:23.080088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ac052448-652e-4749-95aa-b114dbcb7a54 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:45:23.101362 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ac052448-652e-4749-95aa-b114dbcb7a54 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:45:23.101704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ac052448-652e-4749-95aa-b114dbcb7a54 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:45:23.180790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router a6881b66-850c-44db-9931-f410103f6f0a is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:45:23.286278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:45:23.297830 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Sync routers for ids ['a6881b66-850c-44db-9931-f410103f6f0a'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:45:23.306544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:23.307790 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f509438d-2c3d-4811-a596-03bddf0994bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7397921 Oct 20 03:45:23.308222 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Routers {'a6881b66-850c-44db-9931-f410103f6f0a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:45:23.308918 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a6881b66-850c-44db-9931-f410103f6f0a'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:23.310956 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58586) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:23.495624 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f93b109a-88e2-4efc-8a5a-e73cb0654ad4 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b3377485cec342568db75b308b8a96d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1812487 Oct 20 03:45:23.495946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58590) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:23.497931 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Set router a6881b66-850c-44db-9931-f410103f6f0a gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:45:23.581745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e500b65-f28a-4609-b582-dd20ab189651 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:23.583182 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7e500b65-f28a-4609-b582-dd20ab189651 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861325 Oct 20 03:45:23.586082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58592) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:23.614660 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-024e4559-26e9-4e34-8a8f-c2a492269cfb tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275254 Oct 20 03:45:23.617265 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58594) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:23.622004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1380656963', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:23.672861 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:22Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:23.702864 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Checking router: a6881b66-850c-44db-9931-f410103f6f0a for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:45:23.703216 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Updating router a6881b66-850c-44db-9931-f410103f6f0a port 032c4773-5b22-4e2e-a772-756e5ebd662c binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:45:23.711839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:45:23.715443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:23.728056 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:23.898051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:23.957930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Subnet': ['ID=a0cf19a9-a584-46a7-8a3b-4b1e38f8309f,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:23.967651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Checking segment: {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:45:23.968010 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network hostable DHCP agents. Network: 7050cb84-93a7-4c47-8c54-445e0cb8fc23, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:45:23.976848 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:23.982854 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:23.985273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:45:23.994585 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 7050cb84-93a7-4c47-8c54-445e0cb8fc23) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:45:23.999578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:24.000163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:24.006187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466bcb41-b38e-468e-a0a2-53a36890a7c1 None None] Network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:45:24.016599 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c0218e68-1b88-4bb0-9fa0-d43c072fbdc1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3982821 Oct 20 03:45:24.019965 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58596) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:24.025057 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Attempting to bind port 032c4773-5b22-4e2e-a772-756e5ebd662c on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:45:24.025261 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Attempting to bind port 032c4773-5b22-4e2e-a772-756e5ebd662c by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:45:24.025586 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Attempting to bind port 032c4773-5b22-4e2e-a772-756e5ebd662c on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:45:24.032051 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:45:24.032461 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:45:24.032864 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:24.033481 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:45:24.033715 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Bound port: 032c4773-5b22-4e2e-a772-756e5ebd662c, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:45:24.034096 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:24.070045 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Pushing event updated for resources: {'Port': ['ID=032c4773-5b22-4e2e-a772-756e5ebd662c,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:24.080254 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.080636 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.080974 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.081845 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.082178 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.082507 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.082850 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.083182 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.083514 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.083834 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.084178 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.084523 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:45:24.110945 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] For port 032c4773-5b22-4e2e-a772-756e5ebd662c, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:45:24.114404 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] For port 032c4773-5b22-4e2e-a772-756e5ebd662c, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=032c4773-5b22-4e2e-a772-756e5ebd662c,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:45:24.119621 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:24.161246 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Routers {'a6881b66-850c-44db-9931-f410103f6f0a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:45:24.162026 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a6881b66-850c-44db-9931-f410103f6f0a'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:24.164650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:45:24.166319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:24.279040 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] Set router a6881b66-850c-44db-9931-f410103f6f0a gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:45:24.281226 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15906dd-fadd-4a0f-af18-d34aaeedd652 None None] Pushing event updated for resources: {'Port': ['ID=032c4773-5b22-4e2e-a772-756e5ebd662c,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:24.320721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Allocated IP 172.20.0.2 (7050cb84-93a7-4c47-8c54-445e0cb8fc23/a0cf19a9-a584-46a7-8a3b-4b1e38f8309f/be595c85-25ab-41ce-ba93-eb4653183dd6) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:45:24.468835 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:22Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:24.478281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:24.484612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:24.502715 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f671fca5-d70f-4619-9049-849ebce3bd77 None None] The sync data for ids ['a6881b66-850c-44db-9931-f410103f6f0a'] in dv-neutron-861842-1-hyperv is: [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:22Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:45:24.508662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:24.527460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:45:24.533216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:45:24.535743 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Pushing event updated for resources: {'Port': ['ID=be595c85-25ab-41ce-ba93-eb4653183dd6,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:24.537953 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:45:24.606925 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Attempting to bind port be595c85-25ab-41ce-ba93-eb4653183dd6 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:45:24.607315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Attempting to bind port be595c85-25ab-41ce-ba93-eb4653183dd6 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:45:24.608222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Attempting to bind port be595c85-25ab-41ce-ba93-eb4653183dd6 on network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:45:24.616122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:45:24.616456 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Checking segment: {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:45:24.616735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:24.617054 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Bound using segment: {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:45:24.617507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Bound port: be595c85-25ab-41ce-ba93-eb4653183dd6, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:45:24.617507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:24.702564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] For port be595c85-25ab-41ce-ba93-eb4653183dd6, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:45:24.706775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] For port be595c85-25ab-41ce-ba93-eb4653183dd6, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=be595c85-25ab-41ce-ba93-eb4653183dd6,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:45:24.711855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:24.870823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.1 (7050cb84-93a7-4c47-8c54-445e0cb8fc23/a0cf19a9-a584-46a7-8a3b-4b1e38f8309f/86f89476-3219-4869-b0d4-92114bb4837b) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:45:24.920650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babd58b-f699-4007-986c-c4a171bd2f1b None None] Pushing event updated for resources: {'Port': ['ID=be595c85-25ab-41ce-ba93-eb4653183dd6,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:25.027926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.074606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.132118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=86f89476-3219-4869-b0d4-92114bb4837b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:25.143530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:45:25.145895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:45:25.153188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:45:25.229323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.231928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device be595c85-25ab-41ce-ba93-eb4653183dd6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:45:25.285984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port be595c85-25ab-41ce-ba93-eb4653183dd6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:25.286625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.287155 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port be595c85-25ab-41ce-ba93-eb4653183dd6 Oct 20 03:45:25.369737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.376944 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port be595c85-25ab-41ce-ba93-eb4653183dd6 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:25.377379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.412745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port be595c85-25ab-41ce-ba93-eb4653183dd6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=be595c85-25ab-41ce-ba93-eb4653183dd6,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:25.417882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.418786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 032c4773-5b22-4e2e-a772-756e5ebd662c up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:45:25.501359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=be595c85-25ab-41ce-ba93-eb4653183dd6,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:25.510005 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 032c4773-5b22-4e2e-a772-756e5ebd662c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:25.510374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.511046 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 032c4773-5b22-4e2e-a772-756e5ebd662c Oct 20 03:45:25.601215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 032c4773-5b22-4e2e-a772-756e5ebd662c is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:25.601745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.628023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 032c4773-5b22-4e2e-a772-756e5ebd662c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=032c4773-5b22-4e2e-a772-756e5ebd662c,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:25.634660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.693679 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=032c4773-5b22-4e2e-a772-756e5ebd662c,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:25.711832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.716908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.796708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:25.798500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=86f89476-3219-4869-b0d4-92114bb4837b,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:25.897498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:45:25.899003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:45:25.916037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b02e6a-8893-4eaa-bb16-ce9ab0a6f531 None None] Network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:45:26.005094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7fd4cd0e-545d-4b15-9aa9-d8772abcaa6c None None] Provisioning complete for port be595c85-25ab-41ce-ba93-eb4653183dd6 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:26.005367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7fd4cd0e-545d-4b15-9aa9-d8772abcaa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:26.005695 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7fd4cd0e-545d-4b15-9aa9-d8772abcaa6c None None] Attempt 1 to provision port be595c85-25ab-41ce-ba93-eb4653183dd6 Oct 20 03:45:26.012948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router a6881b66-850c-44db-9931-f410103f6f0a has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:45:26.126242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:45:26.132773 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-52683597-afee-4d05-b9db-44ca640c042c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/a6881b66-850c-44db-9931-f410103f6f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1110260 Oct 20 03:45:26.134303 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58598) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:26.144479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7fd4cd0e-545d-4b15-9aa9-d8772abcaa6c None None] Current status of the port be595c85-25ab-41ce-ba93-eb4653183dd6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:26.371581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Provisioning complete for port be595c85-25ab-41ce-ba93-eb4653183dd6 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:26.372245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:26.372245 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Attempt 1 to provision port be595c85-25ab-41ce-ba93-eb4653183dd6 Oct 20 03:45:26.405625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Sync routers for ids ['a6881b66-850c-44db-9931-f410103f6f0a'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:45:26.430844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Routers {'a6881b66-850c-44db-9931-f410103f6f0a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:45:26.431486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a6881b66-850c-44db-9931-f410103f6f0a'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:26.524772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5652a-9589-4cb3-99b9-902e3c855c31 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.525785 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5652a-9589-4cb3-99b9-902e3c855c31 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.527991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5652a-9589-4cb3-99b9-902e3c855c31 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.527991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5652a-9589-4cb3-99b9-902e3c855c31 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.527991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5652a-9589-4cb3-99b9-902e3c855c31 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.528451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5652a-9589-4cb3-99b9-902e3c855c31 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.532834 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-71e5652a-9589-4cb3-99b9-902e3c855c31 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3947833 Oct 20 03:45:26.533158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58600) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:26.559546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Current status of the port be595c85-25ab-41ce-ba93-eb4653183dd6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:26.584965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Set router a6881b66-850c-44db-9931-f410103f6f0a gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:45:26.587506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Provisioning complete for port 86f89476-3219-4869-b0d4-92114bb4837b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:26.587506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:26.587506 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Attempt 1 to provision port 86f89476-3219-4869-b0d4-92114bb4837b Oct 20 03:45:26.597506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c7ffa-206d-437b-a991-5de3f4ea892a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.598086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c7ffa-206d-437b-a991-5de3f4ea892a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.598525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c7ffa-206d-437b-a991-5de3f4ea892a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.598985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c7ffa-206d-437b-a991-5de3f4ea892a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.599433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c7ffa-206d-437b-a991-5de3f4ea892a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.599880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c7ffa-206d-437b-a991-5de3f4ea892a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:26.604311 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f10c7ffa-206d-437b-a991-5de3f4ea892a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0676596 Oct 20 03:45:26.605081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58602) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:26.687130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Port 86f89476-3219-4869-b0d4-92114bb4837b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:45:26.760792 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2b78f054-5db3-46a9-ad9e-c21873288abe tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1517055 Oct 20 03:45:26.760998 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58604) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:26.765622 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1588521003', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:26.816444 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '86f89476-3219-4869-b0d4-92114bb4837b', 'name': '', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:8f:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:24Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:26.843287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Checking router: a6881b66-850c-44db-9931-f410103f6f0a for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:45:26.843662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Updating router a6881b66-850c-44db-9931-f410103f6f0a port 86f89476-3219-4869-b0d4-92114bb4837b binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:45:26.873282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:45:26.873983 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:26.876919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:26.894568 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] device_id is not set on port 300e1906-ed35-481b-88c9-37b2ae730164 yet. {{(pid=103628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:45:27.004060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.10 (7050cb84-93a7-4c47-8c54-445e0cb8fc23/a0cf19a9-a584-46a7-8a3b-4b1e38f8309f/300e1906-ed35-481b-88c9-37b2ae730164) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:45:27.130491 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device be595c85-25ab-41ce-ba93-eb4653183dd6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:45:27.148032 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.181220 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.187182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port be595c85-25ab-41ce-ba93-eb4653183dd6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:27.187558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.187894 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port be595c85-25ab-41ce-ba93-eb4653183dd6 Oct 20 03:45:27.200018 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Attempt 2 to provision port 86f89476-3219-4869-b0d4-92114bb4837b Oct 20 03:45:27.230035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:45:27.233210 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:45:27.236880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:45:27.260520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:27.294743 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:27.294743 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.308783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Port 86f89476-3219-4869-b0d4-92114bb4837b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:45:27.317047 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7c75bc9b-e50f-4719-8590-cc34b999bec1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5550601 Oct 20 03:45:27.383871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port be595c85-25ab-41ce-ba93-eb4653183dd6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:27.384973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 032c4773-5b22-4e2e-a772-756e5ebd662c up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:45:27.391573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58608) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:27.397088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4d04ed33-6b4d-476e-b8bf-a8a1f87eb30b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061603209', 'description': 'tempest-secgroup-smoke-2061603209 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:27.420676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4d04ed33-6b4d-476e-b8bf-a8a1f87eb30b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.464533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.472588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.502962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4d04ed33-6b4d-476e-b8bf-a8a1f87eb30b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.507079 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4d04ed33-6b4d-476e-b8bf-a8a1f87eb30b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.509568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 032c4773-5b22-4e2e-a772-756e5ebd662c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:27.509945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.510282 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 032c4773-5b22-4e2e-a772-756e5ebd662c Oct 20 03:45:27.531562 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4d04ed33-6b4d-476e-b8bf-a8a1f87eb30b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.536482 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4d04ed33-6b4d-476e-b8bf-a8a1f87eb30b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1401367 Oct 20 03:45:27.537644 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58610) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:27.542183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-05b4ad9b-bac8-4809-8ff6-f3821d13a182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '4fd07864-a8f1-495b-b66f-41bc14ba6c8f', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:27.552365 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04ed33-6b4d-476e-b8bf-a8a1f87eb30b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd07864-a8f1-495b-b66f-41bc14ba6c8f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:27.576522 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05b4ad9b-bac8-4809-8ff6-f3821d13a182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.580764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b007acb-3ac9-44a6-9335-3d78a094a766 None None] Pushing event updated for resources: {'Port': ['ID=86f89476-3219-4869-b0d4-92114bb4837b,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:27.602344 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Attempting to bind port 86f89476-3219-4869-b0d4-92114bb4837b on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:45:27.602738 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Attempting to bind port 86f89476-3219-4869-b0d4-92114bb4837b by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:45:27.603083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Attempting to bind port 86f89476-3219-4869-b0d4-92114bb4837b on network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:45:27.610208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:45:27.610579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Checking segment: {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:45:27.611362 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.611740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Bound using segment: {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:45:27.612975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Bound port: 86f89476-3219-4869-b0d4-92114bb4837b, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:45:27.613519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.626356 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05b4ad9b-bac8-4809-8ff6-f3821d13a182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.630712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05b4ad9b-bac8-4809-8ff6-f3821d13a182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.653276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4ad9b-bac8-4809-8ff6-f3821d13a182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abbb545-4208-4fc6-85e3-84f6c9859cbe,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:27.661806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05b4ad9b-bac8-4809-8ff6-f3821d13a182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.662944 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-05b4ad9b-bac8-4809-8ff6-f3821d13a182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243715 Oct 20 03:45:27.665776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58612) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:27.670233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8bb5b4ad-6d62-43c8-a27a-8fa839cba713 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '4fd07864-a8f1-495b-b66f-41bc14ba6c8f', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:27.687373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 032c4773-5b22-4e2e-a772-756e5ebd662c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:27.695918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b4ad-6d62-43c8-a27a-8fa839cba713 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.712730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] For port 86f89476-3219-4869-b0d4-92114bb4837b, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:45:27.715796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] For port 86f89476-3219-4869-b0d4-92114bb4837b, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=86f89476-3219-4869-b0d4-92114bb4837b,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:45:27.720034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.759346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Routers {'a6881b66-850c-44db-9931-f410103f6f0a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:45:27.759600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b4ad-6d62-43c8-a27a-8fa839cba713 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.759985 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a6881b66-850c-44db-9931-f410103f6f0a'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:27.764285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b4ad-6d62-43c8-a27a-8fa839cba713 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.778992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5b4ad-6d62-43c8-a27a-8fa839cba713 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e21379-7dd2-46bf-b392-df0fdd8971bf,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:27.789983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b4ad-6d62-43c8-a27a-8fa839cba713 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.791247 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8bb5b4ad-6d62-43c8-a27a-8fa839cba713 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245008 Oct 20 03:45:27.794036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58614) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:27.798497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0f57d853-7da2-4ad4-8882-7743cb45b7e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '4fd07864-a8f1-495b-b66f-41bc14ba6c8f', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:27.810428 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Attempt 3 to provision port 86f89476-3219-4869-b0d4-92114bb4837b Oct 20 03:45:27.816629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b007acb-3ac9-44a6-9335-3d78a094a766 None None] Pushing event updated for resources: {'Port': ['ID=86f89476-3219-4869-b0d4-92114bb4837b,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:27.826016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f57d853-7da2-4ad4-8882-7743cb45b7e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.884925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f57d853-7da2-4ad4-8882-7743cb45b7e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.888480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f57d853-7da2-4ad4-8882-7743cb45b7e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.906225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57d853-7da2-4ad4-8882-7743cb45b7e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f2187d-277f-4dac-a933-61f6dcee63d1,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:27.911063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] Set router a6881b66-850c-44db-9931-f410103f6f0a gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:45:27.915204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f57d853-7da2-4ad4-8882-7743cb45b7e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:27.916454 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0f57d853-7da2-4ad4-8882-7743cb45b7e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214738 Oct 20 03:45:27.919145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58616) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:27.923482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5ec6c263-7d6f-4df3-af6a-b152f9c507c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '4fd07864-a8f1-495b-b66f-41bc14ba6c8f', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:27.948689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c263-7d6f-4df3-af6a-b152f9c507c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.007244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c263-7d6f-4df3-af6a-b152f9c507c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.010172 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Current status of the port 86f89476-3219-4869-b0d4-92114bb4837b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:28.010345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.011147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c263-7d6f-4df3-af6a-b152f9c507c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.030586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6c263-7d6f-4df3-af6a-b152f9c507c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e2ddea-2668-4089-94da-5a4c4e19bab3,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:28.039631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c263-7d6f-4df3-af6a-b152f9c507c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.040940 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5ec6c263-7d6f-4df3-af6a-b152f9c507c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208358 Oct 20 03:45:28.043766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58618) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:28.048412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-32c0bdf0-9b65-4b01-b28e-8e176b3bfcfa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '4fd07864-a8f1-495b-b66f-41bc14ba6c8f', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:28.068969 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-32c0bdf0-9b65-4b01-b28e-8e176b3bfcfa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:45:28.074179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-32c0bdf0-9b65-4b01-b28e-8e176b3bfcfa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.142169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-32c0bdf0-9b65-4b01-b28e-8e176b3bfcfa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.146118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-32c0bdf0-9b65-4b01-b28e-8e176b3bfcfa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.166084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0bdf0-9b65-4b01-b28e-8e176b3bfcfa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f82154d-e289-4e70-a520-a6b3cf8a7825,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:28.176426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-32c0bdf0-9b65-4b01-b28e-8e176b3bfcfa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.177668 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-32c0bdf0-9b65-4b01-b28e-8e176b3bfcfa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329622 Oct 20 03:45:28.181193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58620) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:28.185765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f1da21c8-535d-4ac7-85ce-47b16f7f0b6c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '4fd07864-a8f1-495b-b66f-41bc14ba6c8f', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:28.206120 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-f1da21c8-535d-4ac7-85ce-47b16f7f0b6c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:45:28.211583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1da21c8-535d-4ac7-85ce-47b16f7f0b6c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.238385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] For port 86f89476-3219-4869-b0d4-92114bb4837b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=86f89476-3219-4869-b0d4-92114bb4837b,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:28.244949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.275368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1da21c8-535d-4ac7-85ce-47b16f7f0b6c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.279130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1da21c8-535d-4ac7-85ce-47b16f7f0b6c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.298320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da21c8-535d-4ac7-85ce-47b16f7f0b6c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd73d9f3-75f6-4b9a-90dd-c281bee27e1e,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:28.306668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1da21c8-535d-4ac7-85ce-47b16f7f0b6c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.308748 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f1da21c8-535d-4ac7-85ce-47b16f7f0b6c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265419 Oct 20 03:45:28.325521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400d2a0-836e-4301-9f79-04ff1c473e3b None None] Pushing event updated for resources: {'Port': ['ID=86f89476-3219-4869-b0d4-92114bb4837b,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:28.355151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '86f89476-3219-4869-b0d4-92114bb4837b', 'name': '', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:8f:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:24Z', 'updated_at': '2022-10-20T03:45:27Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:28.394367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd54c0-9095-47db-928b-b94e960e78f3 None None] The sync data for ids ['a6881b66-850c-44db-9931-f410103f6f0a'] in dv-neutron-861842-1-hyperv is: [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '86f89476-3219-4869-b0d4-92114bb4837b', 'name': '', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:8f:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:24Z', 'updated_at': '2022-10-20T03:45:27Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:45:28.402112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Provisioning complete for port 300e1906-ed35-481b-88c9-37b2ae730164 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:28.402493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:28.402833 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Attempt 1 to provision port 300e1906-ed35-481b-88c9-37b2ae730164 Oct 20 03:45:28.455815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Port 300e1906-ed35-481b-88c9-37b2ae730164 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:45:28.604873 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-95965ea1-643f-462a-99a0-fafef3f6aa86 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061603209&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.0344877 Oct 20 03:45:28.657136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-19e3b0c8-e623-4a53-9252-2602c655e762 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:28.658411 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-19e3b0c8-e623-4a53-9252-2602c655e762 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 931 time: 0.0465541 Oct 20 03:45:28.726542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-f77a541c-2745-480e-b30a-977b16df70fe service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:45:28.727671 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-f77a541c-2745-480e-b30a-977b16df70fe service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571289 Oct 20 03:45:28.767857 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-389f7ad2-1274-4095-8cd5-7cd655f96ad7 service neutron] 10.222.0.20 "GET /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0333190 Oct 20 03:45:28.864223 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-cbabe9ad-d96f-4cb6-8e76-d186581ae9f3 service neutron] 10.222.0.20 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903518 Oct 20 03:45:28.957590 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Attempt 2 to provision port 300e1906-ed35-481b-88c9-37b2ae730164 Oct 20 03:45:28.960662 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-670db716-22e0-4b67-8036-a13baa1f5db3 service neutron] 10.222.0.20 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900593 Oct 20 03:45:28.995027 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Port 300e1906-ed35-481b-88c9-37b2ae730164 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:45:29.201452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 86f89476-3219-4869-b0d4-92114bb4837b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:45:29.218674 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e652cf7b-bdf5-4f83-8020-9a76ee7643d8 req-fe5f4828-3fa7-4bfc-bbe2-5e6013996acc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 210 time: 0.0967240 Oct 20 03:45:29.253527 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 86f89476-3219-4869-b0d4-92114bb4837b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:29.254000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:29.254441 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 86f89476-3219-4869-b0d4-92114bb4837b Oct 20 03:45:29.347982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 86f89476-3219-4869-b0d4-92114bb4837b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:29.495711 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Attempt 3 to provision port 300e1906-ed35-481b-88c9-37b2ae730164 Oct 20 03:45:29.531302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Port 300e1906-ed35-481b-88c9-37b2ae730164 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:45:30.032356 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Attempt 4 to provision port 300e1906-ed35-481b-88c9-37b2ae730164 Oct 20 03:45:30.067440 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Port 300e1906-ed35-481b-88c9-37b2ae730164 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:45:30.196285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-3810b458-8f23-4a44-b956-921bb20150c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:30.197955 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-3810b458-8f23-4a44-b956-921bb20150c4 service neutron] 10.222.0.36 "GET /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 1027 time: 0.0818539 Oct 20 03:45:30.313290 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-325d08a4-769b-433c-9923-7287189948fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:30.314750 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-325d08a4-769b-433c-9923-7287189948fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=7050cb84-93a7-4c47-8c54-445e0cb8fc23 HTTP/1.1" status: 200 len: 796 time: 0.1070170 Oct 20 03:45:30.330011 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b58716c0-4708-4f26-adc3-db6a5782b5b6 req-7fc181df-d2a6-4bbe-85ed-295a4268c9b9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 210 time: 0.0268843 Oct 20 03:45:30.358738 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-bf9f9a0f-03d7-41a9-a0e5-ed0bed192e6b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 380 time: 0.0349026 Oct 20 03:45:30.368475 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-94e3ea36-1e22-4149-adfd-0c781c7978e5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:45:30.369374 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-94e3ea36-1e22-4149-adfd-0c781c7978e5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046394 Oct 20 03:45:30.379665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Request body: {'port': {'device_id': '4bdf0e89-6f22-4328-b148-e5f4560340c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:30.432865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.568533 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Attempt 5 to provision port 300e1906-ed35-481b-88c9-37b2ae730164 Oct 20 03:45:30.606116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Port 300e1906-ed35-481b-88c9-37b2ae730164 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:45:30.700768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300e1906-ed35-481b-88c9-37b2ae730164 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:45:30.708553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.720569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Transition to ACTIVE for port object 300e1906-ed35-481b-88c9-37b2ae730164 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:45:30.724674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.803217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Pushing event updated for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:30.834298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Attempting to bind port 300e1906-ed35-481b-88c9-37b2ae730164 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:45:30.834632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Attempting to bind port 300e1906-ed35-481b-88c9-37b2ae730164 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:45:30.834981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Attempting to bind port 300e1906-ed35-481b-88c9-37b2ae730164 on network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:45:30.839183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Port 300e1906-ed35-481b-88c9-37b2ae730164 on network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:45:30.839500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Attempting to bind port 300e1906-ed35-481b-88c9-37b2ae730164 on network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:45:30.844201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:45:30.844558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Checking segment: {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:45:30.844934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Bound using segment: {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:45:30.845357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Bound port: 300e1906-ed35-481b-88c9-37b2ae730164, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:45:30.845702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.913362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:45:30.916348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=300e1906-ed35-481b-88c9-37b2ae730164,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:45:30.920070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.923958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:30.924678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:30.926186 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] 10.222.0.36 "PUT /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 1132 time: 0.5502915 Oct 20 03:45:30.926687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdf0e89-6f22-4328-b148-e5f4560340c1', 'tag': '300e1906-ed35-481b-88c9-37b2ae730164'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:45:30.928937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdf0e89-6f22-4328-b148-e5f4560340c1", "tag": "300e1906-ed35-481b-88c9-37b2ae730164"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:45:30.988706 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fb1de-8824-400a-ba27-65019047baa2 service neutron] Pushing event updated for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:31.020840 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-70902293-fb54-4f0e-bbeb-d4ec680dc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:31.022362 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-70902293-fb54-4f0e-bbeb-d4ec680dc788 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 1135 time: 0.0468869 Oct 20 03:45:31.032169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9312c8d4-42dc-4fe8-85d7-595d4e2ba333 x-openstack-request-id: req-9312c8d4-42dc-4fe8-85d7-595d4e2ba333 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:45:31.032508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdf0e89-6f22-4328-b148-e5f4560340c1", "tag": "300e1906-ed35-481b-88c9-37b2ae730164", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:45:31.032760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9312c8d4-42dc-4fe8-85d7-595d4e2ba333 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:45:31.033158 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9312c8d4-42dc-4fe8-85d7-595d4e2ba333'] response: {'name': 'network-changed', 'server_uuid': '4bdf0e89-6f22-4328-b148-e5f4560340c1', 'tag': '300e1906-ed35-481b-88c9-37b2ae730164', 'status': 'completed', 'code': 200} Oct 20 03:45:31.075072 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-274035d2-e030-41c0-b853-4a4eedf60ba4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 217 time: 0.0379686 Oct 20 03:45:31.107865 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Attempt 6 to provision port 300e1906-ed35-481b-88c9-37b2ae730164 Oct 20 03:45:31.126155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-8b881877-3273-4113-9283-c66dadc130f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:31.128584 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-8b881877-3273-4113-9283-c66dadc130f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cf19a9-a584-46a7-8a3b-4b1e38f8309f HTTP/1.1" status: 200 len: 835 time: 0.0425315 Oct 20 03:45:31.149010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Port 300e1906-ed35-481b-88c9-37b2ae730164 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:45:31.158334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Provisioning complete for port 86f89476-3219-4869-b0d4-92114bb4837b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:31.158722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:31.159157 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Attempt 1 to provision port 86f89476-3219-4869-b0d4-92114bb4837b Oct 20 03:45:31.177500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-81607dc9-1c0c-45b3-9e47-efbf8cd75bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:31.178973 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-81607dc9-1c0c-45b3-9e47-efbf8cd75bf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7050cb84-93a7-4c47-8c54-445e0cb8fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400631 Oct 20 03:45:31.236753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b8655d12-a79a-4643-afb3-d9a428087cce None None] Current status of the port 86f89476-3219-4869-b0d4-92114bb4837b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:31.281011 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-4fab7006-b195-4d67-98eb-598955d81883 service neutron] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894697 Oct 20 03:45:31.375352 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bcdad49-a7df-408c-8d72-a59c617335d5 req-ee89bcf1-8ac1-43a3-9e51-127ae637470c service neutron] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842068 Oct 20 03:45:31.461318 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7647d6-aef3-4e4a-9973-0d9a9a19efb6 req-26822955-fa58-46b9-b035-3ec5c1253e79 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:31.462869 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fe7647d6-aef3-4e4a-9973-0d9a9a19efb6 req-26822955-fa58-46b9-b035-3ec5c1253e79 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 982 time: 0.0542030 Oct 20 03:45:31.481356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891 req-d862f677-9f19-472e-9562-5e337cf61445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:31.482865 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891 req-d862f677-9f19-472e-9562-5e337cf61445 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 1135 time: 0.0461080 Oct 20 03:45:31.503294 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fe7647d6-aef3-4e4a-9973-0d9a9a19efb6 req-52fb28ba-228a-4dd6-8ff4-2f4885805b42 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Oct 20 03:45:31.574332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891 req-453d71a5-8a4e-4b41-a8d5-5a9a0c7a5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:31.575799 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891 req-453d71a5-8a4e-4b41-a8d5-5a9a0c7a5f78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7050cb84-93a7-4c47-8c54-445e0cb8fc23 HTTP/1.1" status: 200 len: 897 time: 0.0862107 Oct 20 03:45:31.621160 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891 req-236759a2-b049-4564-8f0d-6dcd148959ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 217 time: 0.0373271 Oct 20 03:45:31.670015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891 req-d5e73aae-2fef-46ae-b644-b6d139451dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:31.671426 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891 req-d5e73aae-2fef-46ae-b644-b6d139451dff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cf19a9-a584-46a7-8a3b-4b1e38f8309f HTTP/1.1" status: 200 len: 835 time: 0.0428278 Oct 20 03:45:31.716355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891 req-68685225-c3d2-4aea-b079-76edacc85e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:31.717769 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891 req-68685225-c3d2-4aea-b079-76edacc85e11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7050cb84-93a7-4c47-8c54-445e0cb8fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398307 Oct 20 03:45:31.810552 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891 req-63439d71-07f1-46c9-8613-632a949bdae3 service neutron] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848787 Oct 20 03:45:31.900362 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d4e7f7c5-4fda-44f3-a48d-f7bba9715891 req-e962b9ec-80c9-4f35-8863-710bf90117b5 service neutron] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830245 Oct 20 03:45:32.625138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c6b20-9e0b-42c9-bf64-f86d31baa438 req-5e1d63fe-21aa-4f2f-97dd-997115f83a72 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:32.626604 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-609c6b20-9e0b-42c9-bf64-f86d31baa438 req-5e1d63fe-21aa-4f2f-97dd-997115f83a72 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 982 time: 0.0497777 Oct 20 03:45:32.667619 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-609c6b20-9e0b-42c9-bf64-f86d31baa438 req-205eb8ae-605d-445d-8ce1-c38f4090618a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350072 Oct 20 03:45:33.499542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 300e1906-ed35-481b-88c9-37b2ae730164 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:45:33.594501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=300e1906-ed35-481b-88c9-37b2ae730164,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:33.605958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '300e1906-ed35-481b-88c9-37b2ae730164', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'port_id': '300e1906-ed35-481b-88c9-37b2ae730164', 'mac_address': 'fa:16:3e:a6:cc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:45:33.641635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 300e1906-ed35-481b-88c9-37b2ae730164 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:33.642028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:33.655612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300e1906-ed35-481b-88c9-37b2ae730164 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:45:33.679421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=300e1906-ed35-481b-88c9-37b2ae730164,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:33.683177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:33.732059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:33.736866 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:45:33.789113 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d3de9-5945-416b-97f2-7b30239a8260 req-65120dc8-cdbc-4fc6-b9ba-b7e927f0baf2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:33.790594 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-523d3de9-5945-416b-97f2-7b30239a8260 req-65120dc8-cdbc-4fc6-b9ba-b7e927f0baf2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 983 time: 0.0497169 Oct 20 03:45:33.828534 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-523d3de9-5945-416b-97f2-7b30239a8260 req-53a67507-1beb-4ca5-911c-cae8c5d29fc8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Oct 20 03:45:33.964484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['300e1906-ed35-481b-88c9-37b2ae730164'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:45:34.949283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492415e9-6c31-4a33-98ae-57e338708110 req-0883f908-cf4c-4d4c-8373-419702791cef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:34.950787 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-492415e9-6c31-4a33-98ae-57e338708110 req-0883f908-cf4c-4d4c-8373-419702791cef tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 983 time: 0.0489380 Oct 20 03:45:34.988409 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-492415e9-6c31-4a33-98ae-57e338708110 req-f7d4f609-edf3-4620-a157-2642a4d35060 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Oct 20 03:45:35.515479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 300e1906-ed35-481b-88c9-37b2ae730164 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:45:35.564872 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 300e1906-ed35-481b-88c9-37b2ae730164 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:45:35.568909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 300e1906-ed35-481b-88c9-37b2ae730164 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:35.569282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:35.569616 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 300e1906-ed35-481b-88c9-37b2ae730164 Oct 20 03:45:35.647371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 300e1906-ed35-481b-88c9-37b2ae730164 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:35.647781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:35.674331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdf0e89-6f22-4328-b148-e5f4560340c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300e1906-ed35-481b-88c9-37b2ae730164'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:45:35.677613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5deeb4-6583-497b-b643-c2ee9a580e7f" -d '{"events": [{"server_uuid": "4bdf0e89-6f22-4328-b148-e5f4560340c1", "name": "network-vif-plugged", "status": "completed", "tag": "300e1906-ed35-481b-88c9-37b2ae730164"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:45:35.702356 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=300e1906-ed35-481b-88c9-37b2ae730164,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:35.706405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:35.755978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:35.787603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b171a16e-e34d-43f1-938f-b261737ca728 x-openstack-request-id: req-b171a16e-e34d-43f1-938f-b261737ca728 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:45:35.787907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdf0e89-6f22-4328-b148-e5f4560340c1", "name": "network-vif-plugged", "status": "completed", "tag": "300e1906-ed35-481b-88c9-37b2ae730164", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:45:35.788164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b171a16e-e34d-43f1-938f-b261737ca728 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:45:35.788730 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b171a16e-e34d-43f1-938f-b261737ca728'] response: {'server_uuid': '4bdf0e89-6f22-4328-b148-e5f4560340c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300e1906-ed35-481b-88c9-37b2ae730164', 'code': 200} Oct 20 03:45:35.978529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02f6bb-41b5-44a5-a3df-0d4d4019e2e3 req-050e0b4c-75fb-48d1-9069-62cd022e8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:35.980100 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f02f6bb-41b5-44a5-a3df-0d4d4019e2e3 req-050e0b4c-75fb-48d1-9069-62cd022e8c7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 1137 time: 0.0466897 Oct 20 03:45:36.024369 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f02f6bb-41b5-44a5-a3df-0d4d4019e2e3 req-0cc5d5ab-df7e-4bd6-b196-706868a13873 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339289 Oct 20 03:45:36.128346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f5d0-63b9-4072-ae60-b78f120e685d req-ca9320e6-dcda-4f83-8f48-e34ae2d4f3b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:36.129966 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bfe6f5d0-63b9-4072-ae60-b78f120e685d req-ca9320e6-dcda-4f83-8f48-e34ae2d4f3b2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 984 time: 0.0632226 Oct 20 03:45:36.174200 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bfe6f5d0-63b9-4072-ae60-b78f120e685d req-258cc06c-1e8e-4b82-82fd-7485ec291c10 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Oct 20 03:45:37.300854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b317d-aa52-4dd0-a3db-290270ef465a req-6fa38d57-a616-43f4-8b38-0d781935698a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:37.302321 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4e5b317d-aa52-4dd0-a3db-290270ef465a req-6fa38d57-a616-43f4-8b38-0d781935698a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 984 time: 0.0494356 Oct 20 03:45:37.340227 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4e5b317d-aa52-4dd0-a3db-290270ef465a req-d3156280-31df-4185-9a2f-bee4b6e8e23c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Oct 20 03:45:37.461765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c7f19-faeb-42a8-bfb7-467fe7e1f005 req-cdbbca14-258e-4b74-900f-92d36712f606 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:37.463242 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ea7c7f19-faeb-42a8-bfb7-467fe7e1f005 req-cdbbca14-258e-4b74-900f-92d36712f606 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 984 time: 0.0500047 Oct 20 03:45:37.500761 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ea7c7f19-faeb-42a8-bfb7-467fe7e1f005 req-f31c784d-8658-4ac8-aa02-43d449e0e2f2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316470 Oct 20 03:45:37.528674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58686) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:37.568454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19201e6b-bbf0-44ce-9d20-c7dee216bded tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:37.569925 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-19201e6b-bbf0-44ce-9d20-c7dee216bded tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 1132 time: 0.0402622 Oct 20 03:45:37.572977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58688) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:37.577099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '300e1906-ed35-481b-88c9-37b2ae730164', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:37.596823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:37.694899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:37.798421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.160 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/6a373b47-c0e9-48ac-85ea-d0f82a43052c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:45:38.222461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:38.255137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:38.294068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:45:38.297155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:45:38.300291 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:45:38.305558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=6a373b47-c0e9-48ac-85ea-d0f82a43052c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:38.478723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:38.656009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:38.724507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:38.867659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:38.871872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:38.944209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=6a373b47-c0e9-48ac-85ea-d0f82a43052c,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:38.946906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:39.046976 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 732df18e-c56f-4a76-9de8-71113c920c22 associated. External IP: 172.26.0.160, port: 300e1906-ed35-481b-88c9-37b2ae730164. Oct 20 03:45:39.258699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router a6881b66-850c-44db-9931-f410103f6f0a has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:45:39.369083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:45:39.379331 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee349c-3f34-48a6-9cf3-e67c1fc4cc0a None None] Sync routers for ids ['a6881b66-850c-44db-9931-f410103f6f0a'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:45:39.388183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:39.389028 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee349c-3f34-48a6-9cf3-e67c1fc4cc0a None None] Routers {'a6881b66-850c-44db-9931-f410103f6f0a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:45:39.389691 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-07ee349c-3f34-48a6-9cf3-e67c1fc4cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a6881b66-850c-44db-9931-f410103f6f0a'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:39.415871 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f3cbcc43-f250-4135-a23f-f309a2ca7f9a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 1.8419015 Oct 20 03:45:39.416525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdf0e89-6f22-4328-b148-e5f4560340c1', 'tag': '300e1906-ed35-481b-88c9-37b2ae730164'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:45:39.418792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2761f79-c0a9-4e0d-a92b-f63e408860ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdf0e89-6f22-4328-b148-e5f4560340c1", "tag": "300e1906-ed35-481b-88c9-37b2ae730164"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:45:39.418972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58690) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:39.454454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2b91a2-d411-44b5-88e3-f9dbe3d49424 x-openstack-request-id: req-0a2b91a2-d411-44b5-88e3-f9dbe3d49424 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:45:39.454747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdf0e89-6f22-4328-b148-e5f4560340c1", "tag": "300e1906-ed35-481b-88c9-37b2ae730164", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:45:39.455004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a2b91a2-d411-44b5-88e3-f9dbe3d49424 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:45:39.455731 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2b91a2-d411-44b5-88e3-f9dbe3d49424'] response: {'name': 'network-changed', 'server_uuid': '4bdf0e89-6f22-4328-b148-e5f4560340c1', 'tag': '300e1906-ed35-481b-88c9-37b2ae730164', 'status': 'completed', 'code': 200} Oct 20 03:45:39.500582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730648cc-b693-4bd5-9ab7-566288dd8cd6 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:39.505536 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-730648cc-b693-4bd5-9ab7-566288dd8cd6 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1&network_id=7050cb84-93a7-4c47-8c54-445e0cb8fc23 HTTP/1.1" status: 200 len: 1132 time: 0.0821173 Oct 20 03:45:39.508928 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-07ee349c-3f34-48a6-9cf3-e67c1fc4cc0a None None] Set router a6881b66-850c-44db-9931-f410103f6f0a gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:45:39.524530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2761f79-c0a9-4e0d-a92b-f63e408860ca req-6708e01c-f31c-4b79-9afa-3c82d587a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:39.526040 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f2761f79-c0a9-4e0d-a92b-f63e408860ca req-6708e01c-f31c-4b79-9afa-3c82d587a2ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 1137 time: 0.0480723 Oct 20 03:45:39.633717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2761f79-c0a9-4e0d-a92b-f63e408860ca req-9f91b7d8-cdbe-4115-bb4b-51388b40d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:39.635489 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f2761f79-c0a9-4e0d-a92b-f63e408860ca req-9f91b7d8-cdbe-4115-bb4b-51388b40d752 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7050cb84-93a7-4c47-8c54-445e0cb8fc23 HTTP/1.1" status: 200 len: 897 time: 0.1024683 Oct 20 03:45:39.710393 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f2761f79-c0a9-4e0d-a92b-f63e408860ca req-b27d48a9-33f2-4a13-8f32-d3f74132f234 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 1038 time: 0.0679758 Oct 20 03:45:39.739578 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-07ee349c-3f34-48a6-9cf3-e67c1fc4cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '732df18e-c56f-4a76-9de8-71113c920c22', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.160', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'port_id': '300e1906-ed35-481b-88c9-37b2ae730164', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1588521003', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'mac_address': 'fa:16:3e:a6:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf0e89-6f22-4328-b148-e5f4560340c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:45:38Z', 'updated_at': '2022-10-20T03:45:38Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f89476-3219-4869-b0d4-92114bb4837b', 'name': '', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:8f:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:24Z', 'updated_at': '2022-10-20T03:45:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:39.744667 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a781a4a-eb7f-4805-9b30-0a7ad1a0992f req-34bbe7f2-fb8a-4036-808f-e58e54de6137 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:39.746182 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6a781a4a-eb7f-4805-9b30-0a7ad1a0992f req-34bbe7f2-fb8a-4036-808f-e58e54de6137 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 984 time: 0.0511427 Oct 20 03:45:39.767770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2761f79-c0a9-4e0d-a92b-f63e408860ca req-4717c0a1-dc50-4c0b-bc6d-d7568dbcd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:39.769825 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f2761f79-c0a9-4e0d-a92b-f63e408860ca req-4717c0a1-dc50-4c0b-bc6d-d7568dbcd070 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cf19a9-a584-46a7-8a3b-4b1e38f8309f HTTP/1.1" status: 200 len: 835 time: 0.0510430 Oct 20 03:45:39.792884 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6a781a4a-eb7f-4805-9b30-0a7ad1a0992f req-0720eda5-ed8f-4804-87f5-1ad332c7a43e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387642 Oct 20 03:45:39.825974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2761f79-c0a9-4e0d-a92b-f63e408860ca req-32b23d5e-15bc-4768-a1d5-2c08fe9d0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:39.827570 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f2761f79-c0a9-4e0d-a92b-f63e408860ca req-32b23d5e-15bc-4768-a1d5-2c08fe9d0526 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7050cb84-93a7-4c47-8c54-445e0cb8fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503762 Oct 20 03:45:39.854767 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee349c-3f34-48a6-9cf3-e67c1fc4cc0a None None] Checking router: a6881b66-850c-44db-9931-f410103f6f0a for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:45:39.863752 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee349c-3f34-48a6-9cf3-e67c1fc4cc0a None None] Routers {'a6881b66-850c-44db-9931-f410103f6f0a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:45:39.864440 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-07ee349c-3f34-48a6-9cf3-e67c1fc4cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a6881b66-850c-44db-9931-f410103f6f0a'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:39.919548 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f2761f79-c0a9-4e0d-a92b-f63e408860ca req-cf7c3b4b-c5c9-4a2f-8c59-9accee5ba8f1 service neutron] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844011 Oct 20 03:45:39.967549 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-07ee349c-3f34-48a6-9cf3-e67c1fc4cc0a None None] Set router a6881b66-850c-44db-9931-f410103f6f0a gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:45:40.016738 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f2761f79-c0a9-4e0d-a92b-f63e408860ca req-96c77618-6cc6-4dd0-a0eb-abae399e3d30 service neutron] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901706 Oct 20 03:45:40.181728 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-07ee349c-3f34-48a6-9cf3-e67c1fc4cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '732df18e-c56f-4a76-9de8-71113c920c22', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.160', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'port_id': '300e1906-ed35-481b-88c9-37b2ae730164', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1588521003', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'mac_address': 'fa:16:3e:a6:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf0e89-6f22-4328-b148-e5f4560340c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:45:38Z', 'updated_at': '2022-10-20T03:45:38Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f89476-3219-4869-b0d4-92114bb4837b', 'name': '', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:8f:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:24Z', 'updated_at': '2022-10-20T03:45:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:40.211269 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee349c-3f34-48a6-9cf3-e67c1fc4cc0a None None] The sync data for ids ['a6881b66-850c-44db-9931-f410103f6f0a'] in dv-neutron-861842-1-hyperv is: [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '732df18e-c56f-4a76-9de8-71113c920c22', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.160', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'port_id': '300e1906-ed35-481b-88c9-37b2ae730164', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1588521003', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'mac_address': 'fa:16:3e:a6:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf0e89-6f22-4328-b148-e5f4560340c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:45:38Z', 'updated_at': '2022-10-20T03:45:38Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f89476-3219-4869-b0d4-92114bb4837b', 'name': '', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:8f:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:24Z', 'updated_at': '2022-10-20T03:45:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:45:40.395096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b232226-abd8-4b1e-b861-adacc2c6d184 None None] New status for floating IP 732df18e-c56f-4a76-9de8-71113c920c22: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:45:40.915529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2017fa3-e10d-4c56-a008-64c29cc052b7 req-2d5f3d93-3914-42a2-adea-5a71ef61eff8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:40.917060 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a2017fa3-e10d-4c56-a008-64c29cc052b7 req-2d5f3d93-3914-42a2-adea-5a71ef61eff8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 984 time: 0.0523543 Oct 20 03:45:40.954555 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a2017fa3-e10d-4c56-a008-64c29cc052b7 req-b7ce9e2d-177c-4738-8d43-515e7046e44c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Oct 20 03:45:41.103977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-628aa6d7-599d-44da-849b-eaece1205750 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:41.105402 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-628aa6d7-599d-44da-849b-eaece1205750 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 984 time: 0.0484080 Oct 20 03:45:41.155275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-2ef396ea-cbb9-4583-8e76-f9333e982cca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:41.156647 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-2ef396ea-cbb9-4583-8e76-f9333e982cca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0416069 Oct 20 03:45:41.257358 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-ae6ce709-d96e-4467-842f-6b51ae0bd3ff tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0922191 Oct 20 03:45:41.271421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:41.327067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:41.465163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=300e1906-ed35-481b-88c9-37b2ae730164,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:41.499312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:45:41.537730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] device_id is not set on port 300e1906-ed35-481b-88c9-37b2ae730164 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:45:41.547108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:41.553062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:41.670659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] Pushing event updated for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=6']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:41.713446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] No DVR routers for this DVR port 300e1906-ed35-481b-88c9-37b2ae730164 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:45:41.846195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] In _notify_port_updated(), no bound segment for port 300e1906-ed35-481b-88c9-37b2ae730164 on network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:45:41.847075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:41.847684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:41.849040 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dfbf5f54-46de-4ac9-83fe-e0c4a548d335 req-5a521c35-85c0-46c8-abca-03b08d3c4e44 service neutron] 10.222.0.36 "PUT /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 1027 time: 0.5819507 Oct 20 03:45:42.065748 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c654f136-8608-4dac-a7e2-94394c997d3f req-025de98c-3a5d-40a6-aa4b-3723f614f0ad tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdf0e89-6f22-4328-b148-e5f4560340c1 HTTP/1.1" status: 200 len: 210 time: 0.0266972 Oct 20 03:45:43.125416 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58704) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:43.171394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2790a7-1b79-4dfc-88cd-0a4dd114c15a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:43.172737 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9a2790a7-1b79-4dfc-88cd-0a4dd114c15a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 926 time: 0.0463343 Oct 20 03:45:43.237005 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58708) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:43.241657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-df7767fe-1f1d-4d63-88ca-76f8e2af9d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1390165283', 'description': 'tempest-secgroup-smoke-1390165283 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:43.261276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-df7767fe-1f1d-4d63-88ca-76f8e2af9d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.330168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-df7767fe-1f1d-4d63-88ca-76f8e2af9d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.333952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-df7767fe-1f1d-4d63-88ca-76f8e2af9d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.364938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-df7767fe-1f1d-4d63-88ca-76f8e2af9d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.366126 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-df7767fe-1f1d-4d63-88ca-76f8e2af9d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1280742 Oct 20 03:45:43.368962 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58710) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:43.374186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4aa27c30-34a8-4de1-a021-674fb678ffa0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'aab6b91c-93bd-4162-ab47-0dce8f052dcc', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:43.379609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7767fe-1f1d-4d63-88ca-76f8e2af9d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab6b91c-93bd-4162-ab47-0dce8f052dcc,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:43.401115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4aa27c30-34a8-4de1-a021-674fb678ffa0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.457457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4aa27c30-34a8-4de1-a021-674fb678ffa0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.462805 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4aa27c30-34a8-4de1-a021-674fb678ffa0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.480751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa27c30-34a8-4de1-a021-674fb678ffa0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d289d3-c1c1-496b-9519-30cbf218d12d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:43.487863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4aa27c30-34a8-4de1-a021-674fb678ffa0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.489069 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4aa27c30-34a8-4de1-a021-674fb678ffa0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184235 Oct 20 03:45:43.491750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58712) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:43.496001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4a9670e0-34ed-4386-878b-36275d8f5d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'aab6b91c-93bd-4162-ab47-0dce8f052dcc', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:43.520538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4a9670e0-34ed-4386-878b-36275d8f5d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.575635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4a9670e0-34ed-4386-878b-36275d8f5d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.579201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4a9670e0-34ed-4386-878b-36275d8f5d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.597318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9670e0-34ed-4386-878b-36275d8f5d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b45d792-93ca-448f-b242-eac942324244,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:43.604279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4a9670e0-34ed-4386-878b-36275d8f5d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.605463 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4a9670e0-34ed-4386-878b-36275d8f5d0c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127419 Oct 20 03:45:43.608121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58714) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:43.612621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4263750c-0635-4ebe-b65a-7cf371b2fce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'aab6b91c-93bd-4162-ab47-0dce8f052dcc', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:43.636861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4263750c-0635-4ebe-b65a-7cf371b2fce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.694897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4263750c-0635-4ebe-b65a-7cf371b2fce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.698428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4263750c-0635-4ebe-b65a-7cf371b2fce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.718242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263750c-0635-4ebe-b65a-7cf371b2fce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c13600a-f3a7-48f2-b804-dd429b1a95ac,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:43.724863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4263750c-0635-4ebe-b65a-7cf371b2fce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.726043 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4263750c-0635-4ebe-b65a-7cf371b2fce1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169846 Oct 20 03:45:43.728782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58716) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:43.732996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-daf63727-e29f-4fef-87c5-cf83c8d3b831 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'aab6b91c-93bd-4162-ab47-0dce8f052dcc', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:43.757136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-daf63727-e29f-4fef-87c5-cf83c8d3b831 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.813487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-daf63727-e29f-4fef-87c5-cf83c8d3b831 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.817510 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-daf63727-e29f-4fef-87c5-cf83c8d3b831 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.835801 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf63727-e29f-4fef-87c5-cf83c8d3b831 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e252aa2-7344-4343-8b36-cbcfc3bcc0f5,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:43.840857 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-daf63727-e29f-4fef-87c5-cf83c8d3b831 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.842018 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-daf63727-e29f-4fef-87c5-cf83c8d3b831 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1122968 Oct 20 03:45:43.844670 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58718) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:43.848864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-428f3bd2-1052-46d7-a3f9-4c9f68a503fa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'aab6b91c-93bd-4162-ab47-0dce8f052dcc', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:43.868155 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-428f3bd2-1052-46d7-a3f9-4c9f68a503fa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:45:43.872871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-428f3bd2-1052-46d7-a3f9-4c9f68a503fa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.930971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-428f3bd2-1052-46d7-a3f9-4c9f68a503fa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.935179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-428f3bd2-1052-46d7-a3f9-4c9f68a503fa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.950105 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f3bd2-1052-46d7-a3f9-4c9f68a503fa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f24676-514f-4742-926f-144a0ee63c80,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:43.961084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-428f3bd2-1052-46d7-a3f9-4c9f68a503fa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:43.962261 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-428f3bd2-1052-46d7-a3f9-4c9f68a503fa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166971 Oct 20 03:45:43.964941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58720) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:43.969195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-31be53a1-0633-4de7-9056-4ec1c9b27ced tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'aab6b91c-93bd-4162-ab47-0dce8f052dcc', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:43.988482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-31be53a1-0633-4de7-9056-4ec1c9b27ced tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:45:43.993173 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31be53a1-0633-4de7-9056-4ec1c9b27ced tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:44.053965 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31be53a1-0633-4de7-9056-4ec1c9b27ced tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:44.057556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31be53a1-0633-4de7-9056-4ec1c9b27ced tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:44.074757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be53a1-0633-4de7-9056-4ec1c9b27ced tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6fdeef-dfc0-4f82-a90e-d6166dee7017,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:44.083057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-31be53a1-0633-4de7-9056-4ec1c9b27ced tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:44.084232 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-31be53a1-0633-4de7-9056-4ec1c9b27ced tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183662 Oct 20 03:45:44.222046 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-63e9fe3b-0542-4ee6-b844-2129fb6f461a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390165283&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.0363533 Oct 20 03:45:44.270179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-1e7a03e7-c684-4f7c-8a65-59ad9c1c7d60 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:44.271484 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-1e7a03e7-c684-4f7c-8a65-59ad9c1c7d60 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 931 time: 0.0429435 Oct 20 03:45:44.286669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-ac0f710d-7762-4551-a85d-8784044f640e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:45:44.287615 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-ac0f710d-7762-4551-a85d-8784044f640e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052238 Oct 20 03:45:44.327445 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-64eb09ba-f970-4345-a800-96d69e855f84 service neutron] 10.222.0.20 "GET /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0336978 Oct 20 03:45:44.417060 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-a0ee99f4-5f55-468a-9796-37b07aa47e12 service neutron] 10.222.0.20 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835705 Oct 20 03:45:44.507653 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-c535a9fc-5059-44da-b59a-cb4c19af2131 service neutron] 10.222.0.20 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845914 Oct 20 03:45:44.543479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf095-64d9-45f6-be85-3be5dd2bde6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:44.708241 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6f9a1bb1-7652-498e-8692-0a72bae26d06 req-a2d7edf5-97c4-4cc5-b218-b34ef4ee972b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 210 time: 0.0377750 Oct 20 03:45:45.525660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 300e1906-ed35-481b-88c9-37b2ae730164 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:45:45.564572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 300e1906-ed35-481b-88c9-37b2ae730164 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:45:45.629231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-44a153b3-58a1-4a04-bdd7-6f9dfcfdea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:45.630495 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-44a153b3-58a1-4a04-bdd7-6f9dfcfdea53 service neutron] 10.222.0.36 "GET /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 1027 time: 0.0341935 Oct 20 03:45:45.742675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-6d053d0f-8d2f-40cb-b0be-cd8e6433bfa6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:45.744526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-6d053d0f-8d2f-40cb-b0be-cd8e6433bfa6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=7050cb84-93a7-4c47-8c54-445e0cb8fc23 HTTP/1.1" status: 200 len: 796 time: 0.1038032 Oct 20 03:45:45.810924 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-6d13c52e-e94a-4fe7-ad3c-7faf2419b8ae tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 473 time: 0.0567839 Oct 20 03:45:45.812836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-48826f8f-1143-4743-94eb-0e178abcac4d req-6c19592e-27bc-4e6b-abe2-659e8b3e5c69 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 210 time: 0.0384247 Oct 20 03:45:45.825017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Request body: {'port': {'device_id': 'b933a05a-9129-4f8c-bec0-1d8943672b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:45.879779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:46.132241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300e1906-ed35-481b-88c9-37b2ae730164 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:45:46.139804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:46.152197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Transition to ACTIVE for port object 300e1906-ed35-481b-88c9-37b2ae730164 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:45:46.155775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:46.236317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Pushing event updated for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=7']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:46.311129 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Attempting to bind port 300e1906-ed35-481b-88c9-37b2ae730164 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:45:46.311456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Attempting to bind port 300e1906-ed35-481b-88c9-37b2ae730164 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:45:46.311773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Attempting to bind port 300e1906-ed35-481b-88c9-37b2ae730164 on network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:45:46.316330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Port 300e1906-ed35-481b-88c9-37b2ae730164 on network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:45:46.316488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Attempting to bind port 300e1906-ed35-481b-88c9-37b2ae730164 on network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:45:46.323364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:45:46.323695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Checking segment: {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:45:46.324067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Bound using segment: {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:45:46.324518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Bound port: 300e1906-ed35-481b-88c9-37b2ae730164, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dd2425-e018-49c9-a967-282c0e967360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:45:46.324880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:46.389202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:45:46.392024 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=300e1906-ed35-481b-88c9-37b2ae730164,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:45:46.397028 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:46.400824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:46.401443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:46.402863 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] 10.222.0.36 "PUT /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 1132 time: 0.5820563 Oct 20 03:45:46.403345 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b933a05a-9129-4f8c-bec0-1d8943672b2b', 'tag': '300e1906-ed35-481b-88c9-37b2ae730164'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:45:46.405632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275587c6-2381-4845-a4f2-ef4c09d3c41d" -d '{"events": [{"name": "network-changed", "server_uuid": "b933a05a-9129-4f8c-bec0-1d8943672b2b", "tag": "300e1906-ed35-481b-88c9-37b2ae730164"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:45:46.446985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf8767a-d6c9-4f87-8520-0a1a4fdd890f x-openstack-request-id: req-dcf8767a-d6c9-4f87-8520-0a1a4fdd890f {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:45:46.447274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b933a05a-9129-4f8c-bec0-1d8943672b2b", "tag": "300e1906-ed35-481b-88c9-37b2ae730164", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:45:46.447529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcf8767a-d6c9-4f87-8520-0a1a4fdd890f {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:45:46.448008 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf8767a-d6c9-4f87-8520-0a1a4fdd890f'] response: {'name': 'network-changed', 'server_uuid': 'b933a05a-9129-4f8c-bec0-1d8943672b2b', 'tag': '300e1906-ed35-481b-88c9-37b2ae730164', 'status': 'completed', 'code': 200} Oct 20 03:45:46.479980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76750f4f-2b12-4e17-96c9-0f566050a6ca service neutron] Pushing event updated for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=8']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:46.497607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-e1dbb86c-17b5-4dd3-a7e7-b6b391409736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:46.499114 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-e1dbb86c-17b5-4dd3-a7e7-b6b391409736 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 1135 time: 0.0456185 Oct 20 03:45:46.557574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8990268c-dedb-4c44-a892-e7bf9de7191c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:46.903554 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-100bb769-dd04-4046-83ae-5fd9853aae67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 1038 time: 0.3922584 Oct 20 03:45:46.975955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4aa3b-9ec0-4309-ba5c-1986890fa285 req-739769ad-b5ba-4d3a-823d-cc2af123fc50 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:46.977453 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-29c4aa3b-9ec0-4309-ba5c-1986890fa285 req-739769ad-b5ba-4d3a-823d-cc2af123fc50 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 982 time: 0.0900640 Oct 20 03:45:46.979194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-5f3bf915-224b-466b-910b-4cf775d20e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:46.980519 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-5f3bf915-224b-466b-910b-4cf775d20e52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cf19a9-a584-46a7-8a3b-4b1e38f8309f HTTP/1.1" status: 200 len: 835 time: 0.0630822 Oct 20 03:45:47.044095 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-29c4aa3b-9ec0-4309-ba5c-1986890fa285 req-8bc90239-4af9-4fc2-b4df-60d678dbaf4a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605121 Oct 20 03:45:47.052461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-f091d059-a381-4692-b8ee-7b93c677c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:47.053918 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-f091d059-a381-4692-b8ee-7b93c677c14c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7050cb84-93a7-4c47-8c54-445e0cb8fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631142 Oct 20 03:45:47.148149 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-acc96f4d-d2ee-47d4-8bc5-6227220cf02e service neutron] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833259 Oct 20 03:45:47.243394 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47f13e7e-d797-4ffb-98e3-c08ca9389502 req-a9138bdb-b1f1-4a6e-87d9-628cf8f67830 service neutron] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839019 Oct 20 03:45:47.334661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275587c6-2381-4845-a4f2-ef4c09d3c41d req-6aa032c7-3c97-4702-b2fc-55631cde0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:47.336143 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-275587c6-2381-4845-a4f2-ef4c09d3c41d req-6aa032c7-3c97-4702-b2fc-55631cde0644 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 1135 time: 0.0416150 Oct 20 03:45:47.429669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275587c6-2381-4845-a4f2-ef4c09d3c41d req-c5acc161-1f65-499a-9ce0-44309fd6509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:47.431064 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-275587c6-2381-4845-a4f2-ef4c09d3c41d req-c5acc161-1f65-499a-9ce0-44309fd6509a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7050cb84-93a7-4c47-8c54-445e0cb8fc23 HTTP/1.1" status: 200 len: 897 time: 0.0871239 Oct 20 03:45:47.496955 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-275587c6-2381-4845-a4f2-ef4c09d3c41d req-c1e6f1f0-d7ff-41d9-904f-7fd20c99587c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 1038 time: 0.0588233 Oct 20 03:45:47.544802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275587c6-2381-4845-a4f2-ef4c09d3c41d req-e395a4f8-e939-4475-81be-947f36bbc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:47.546205 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-275587c6-2381-4845-a4f2-ef4c09d3c41d req-e395a4f8-e939-4475-81be-947f36bbc0b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cf19a9-a584-46a7-8a3b-4b1e38f8309f HTTP/1.1" status: 200 len: 835 time: 0.0424118 Oct 20 03:45:47.595730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275587c6-2381-4845-a4f2-ef4c09d3c41d req-b7515837-232e-452a-b1d9-42ba37b45b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:47.597461 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-275587c6-2381-4845-a4f2-ef4c09d3c41d req-b7515837-232e-452a-b1d9-42ba37b45b1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7050cb84-93a7-4c47-8c54-445e0cb8fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447080 Oct 20 03:45:47.685790 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-275587c6-2381-4845-a4f2-ef4c09d3c41d req-d00654a4-c826-400f-8e51-5cd24f362433 service neutron] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805202 Oct 20 03:45:47.778801 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-275587c6-2381-4845-a4f2-ef4c09d3c41d req-f671108a-a864-4500-8765-09c767151175 service neutron] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862086 Oct 20 03:45:47.779776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:48.164536 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeb2c9-2258-4b66-9ad5-6bc1c76a90dc req-6d3f8ccf-9087-44b9-888a-ef13ec659a4f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:48.165979 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-18aeb2c9-2258-4b66-9ad5-6bc1c76a90dc req-6d3f8ccf-9087-44b9-888a-ef13ec659a4f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 982 time: 0.0478947 Oct 20 03:45:48.203514 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-18aeb2c9-2258-4b66-9ad5-6bc1c76a90dc req-b76b1004-bcb7-4820-9d06-213c99700c1d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Oct 20 03:45:49.270752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:49.328292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c29244-397f-4a37-8874-7ea7b4020fba req-870cf245-ca87-4041-aed9-b4a1649c7eda tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:49.329807 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-69c29244-397f-4a37-8874-7ea7b4020fba req-870cf245-ca87-4041-aed9-b4a1649c7eda tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 982 time: 0.0504143 Oct 20 03:45:49.368442 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-69c29244-397f-4a37-8874-7ea7b4020fba req-59e15559-14a8-44df-a490-bf5b54377870 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319893 Oct 20 03:45:49.522292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:49.545105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 300e1906-ed35-481b-88c9-37b2ae730164 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:45:49.641776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=300e1906-ed35-481b-88c9-37b2ae730164,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:49.652835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '300e1906-ed35-481b-88c9-37b2ae730164', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'port_id': '300e1906-ed35-481b-88c9-37b2ae730164', 'mac_address': 'fa:16:3e:a6:cc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:45:49.688869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 300e1906-ed35-481b-88c9-37b2ae730164 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:49.689253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:49.701876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300e1906-ed35-481b-88c9-37b2ae730164 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:45:49.720876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=300e1906-ed35-481b-88c9-37b2ae730164,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:49.725370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:49.774670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=9']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:49.967904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['300e1906-ed35-481b-88c9-37b2ae730164'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:45:50.488729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b7f7a-8cee-4970-a627-8243d11f52e2 req-59bf1154-a2ba-49be-a0c0-0e1f7bffe4ad tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:50.490218 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d80b7f7a-8cee-4970-a627-8243d11f52e2 req-59bf1154-a2ba-49be-a0c0-0e1f7bffe4ad tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 983 time: 0.0490229 Oct 20 03:45:50.530572 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d80b7f7a-8cee-4970-a627-8243d11f52e2 req-b19622ca-0d42-4068-a56a-dd010886b1aa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342755 Oct 20 03:45:51.576463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 300e1906-ed35-481b-88c9-37b2ae730164 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:45:51.627197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 300e1906-ed35-481b-88c9-37b2ae730164 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:45:51.631870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 300e1906-ed35-481b-88c9-37b2ae730164 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:45:51.632240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:51.632601 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 300e1906-ed35-481b-88c9-37b2ae730164 Oct 20 03:45:51.652050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523143bb-b4ea-48a4-af40-6d45c38af34e req-952fe348-ad35-4325-babe-9cd81f1cdb18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:51.653562 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-523143bb-b4ea-48a4-af40-6d45c38af34e req-952fe348-ad35-4325-babe-9cd81f1cdb18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 983 time: 0.0497849 Oct 20 03:45:51.696408 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-523143bb-b4ea-48a4-af40-6d45c38af34e req-915f0faf-6b3b-4a61-ac75-5a4b6b11a2f1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368373 Oct 20 03:45:51.710717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 300e1906-ed35-481b-88c9-37b2ae730164 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:45:51.711150 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:51.735255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b933a05a-9129-4f8c-bec0-1d8943672b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300e1906-ed35-481b-88c9-37b2ae730164'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:45:51.737537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb1824b-35f0-463d-94a0-e8e6e8ef1d48" -d '{"events": [{"server_uuid": "b933a05a-9129-4f8c-bec0-1d8943672b2b", "name": "network-vif-plugged", "status": "completed", "tag": "300e1906-ed35-481b-88c9-37b2ae730164"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:45:51.751065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=300e1906-ed35-481b-88c9-37b2ae730164,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:51.756296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:51.785174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94238376-ddcb-4eba-82df-89e26b290957 x-openstack-request-id: req-94238376-ddcb-4eba-82df-89e26b290957 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:45:51.785467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b933a05a-9129-4f8c-bec0-1d8943672b2b", "name": "network-vif-plugged", "status": "completed", "tag": "300e1906-ed35-481b-88c9-37b2ae730164", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:45:51.786346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94238376-ddcb-4eba-82df-89e26b290957 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:45:51.786745 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94238376-ddcb-4eba-82df-89e26b290957'] response: {'server_uuid': 'b933a05a-9129-4f8c-bec0-1d8943672b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300e1906-ed35-481b-88c9-37b2ae730164', 'code': 200} Oct 20 03:45:51.813919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=10']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:51.950830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39e7a9-ba87-4fcb-8271-93fe47d1167a req-e02877be-3b5d-4e58-93ed-f57829435341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:51.952372 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f39e7a9-ba87-4fcb-8271-93fe47d1167a req-e02877be-3b5d-4e58-93ed-f57829435341 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 1138 time: 0.0412323 Oct 20 03:45:51.994032 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f39e7a9-ba87-4fcb-8271-93fe47d1167a req-a9825035-cf74-4048-b28f-9b4e3cd7804f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Oct 20 03:45:52.617407 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-2d84bcd9-e131-4904-9fc8-18275394b519 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420458 Oct 20 03:45:52.679627 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-9a6d1d40-5d85-4de2-8c71-70b13f74367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:52.681147 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-9a6d1d40-5d85-4de2-8c71-70b13f74367a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 1098 time: 0.0416148 Oct 20 03:45:52.829185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-4cd8845c-f578-439d-acec-fe2d04f7591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:52.830549 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-4cd8845c-f578-439d-acec-fe2d04f7591f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 912 time: 0.1265442 Oct 20 03:45:52.842615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9463a-f4f2-4316-b39a-7bffd8581ea6 req-f13c846b-a4ff-4ea2-ad1b-8df3d4ae088f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:52.844071 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3eb9463a-f4f2-4316-b39a-7bffd8581ea6 req-f13c846b-a4ff-4ea2-ad1b-8df3d4ae088f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 985 time: 0.0707479 Oct 20 03:45:52.933953 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3eb9463a-f4f2-4316-b39a-7bffd8581ea6 req-16d13ba0-09f1-4aad-8300-c52e23107693 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824695 Oct 20 03:45:52.935912 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-0425785d-faca-4b2c-bb0f-b857896b9e06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c585418-4b9b-483d-a993-8cb3f021d0c0 HTTP/1.1" status: 200 len: 1001 time: 0.0909448 Oct 20 03:45:52.990032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-b1f20be7-000f-4da1-b364-08aa0e559e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:52.991926 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-b1f20be7-000f-4da1-b364-08aa0e559e8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0484979 Oct 20 03:45:53.088808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-7d3e5eee-1a11-46f9-802e-30b8d2ec905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:53.095482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-7d3e5eee-1a11-46f9-802e-30b8d2ec905f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909705 Oct 20 03:45:53.221410 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-9cbb42c1-5251-4d65-8810-2652a5ccc384 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178994 Oct 20 03:45:53.321535 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-adcace71-950c-45d4-9b3e-58aad7cba9eb req-e66a2ba6-19d7-40af-8e2a-8982a35eff3e service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924163 Oct 20 03:45:54.059364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eadb1-a98f-4a12-b595-d2e820a7cb2f req-cf139459-3434-4bb6-b708-0abb8a076324 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:54.060847 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-188eadb1-a98f-4a12-b595-d2e820a7cb2f req-cf139459-3434-4bb6-b708-0abb8a076324 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 985 time: 0.0492895 Oct 20 03:45:54.099351 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-188eadb1-a98f-4a12-b595-d2e820a7cb2f req-d85f6179-6b17-4199-ab58-db24bf074722 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Oct 20 03:45:54.221256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc1b57-1c16-4086-a7ee-062cbcb28556 req-7a6a71fd-7f53-4e97-bf16-69d2cf102691 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:54.222228 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4cc1b57-1c16-4086-a7ee-062cbcb28556 req-7a6a71fd-7f53-4e97-bf16-69d2cf102691 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 985 time: 0.0511236 Oct 20 03:45:54.261526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e4cc1b57-1c16-4086-a7ee-062cbcb28556 req-64dd51b3-72d9-44a2-85d7-58df7c0aa2b3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Oct 20 03:45:54.290406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58788) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:54.362569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4194b45f-30bb-44b9-b452-5fc5811e2076 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:54.364255 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4194b45f-30bb-44b9-b452-5fc5811e2076 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b&network_id=7050cb84-93a7-4c47-8c54-445e0cb8fc23 HTTP/1.1" status: 200 len: 1133 time: 0.0726671 Oct 20 03:45:54.590779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb996e6a-ac28-4093-b2ca-d09312d27636 req-12f3f8cf-5a8e-420f-b018-376a76d963eb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:54.592460 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb996e6a-ac28-4093-b2ca-d09312d27636 req-12f3f8cf-5a8e-420f-b018-376a76d963eb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 985 time: 0.0562937 Oct 20 03:45:54.632275 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cb996e6a-ac28-4093-b2ca-d09312d27636 req-470258bb-f025-434b-9e4d-8bc0a161233b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328023 Oct 20 03:45:55.758469 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7814fe-735d-4675-bdaa-3b69e667bf9f req-65cb6393-677f-46dd-a759-1f4a0e1a818e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:55.759933 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3f7814fe-735d-4675-bdaa-3b69e667bf9f req-65cb6393-677f-46dd-a759-1f4a0e1a818e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 985 time: 0.0494947 Oct 20 03:45:55.800398 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3f7814fe-735d-4675-bdaa-3b69e667bf9f req-b37821e9-1705-4863-b2d7-a184d479baa2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=646a7133-00fb-4562-adab-bbeca75a8316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342653 Oct 20 03:45:55.986180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-44cd59c1-be6f-4d9e-9013-21c4d808e8fa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:55.987109 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-44cd59c1-be6f-4d9e-9013-21c4d808e8fa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 985 time: 0.0556998 Oct 20 03:45:56.036141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-c66ebc20-bb20-4ccc-b128-ac34d7846619 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:56.037543 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-c66ebc20-bb20-4ccc-b128-ac34d7846619 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0410700 Oct 20 03:45:56.146694 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-04dca5d3-e1eb-419a-82a4-ef9458187931 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1009002 Oct 20 03:45:56.161207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:45:56.214400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:56.363893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=300e1906-ed35-481b-88c9-37b2ae730164,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:45:56.398635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] For port 300e1906-ed35-481b-88c9-37b2ae730164, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:45:56.432974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] device_id is not set on port 300e1906-ed35-481b-88c9-37b2ae730164 yet. {{(pid=103629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 20 03:45:56.442046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:56.447544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:56.536056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] Pushing event updated for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=11']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:56.562863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] No DVR routers for this DVR port 300e1906-ed35-481b-88c9-37b2ae730164 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:45:56.715119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] In _notify_port_updated(), no bound segment for port 300e1906-ed35-481b-88c9-37b2ae730164 on network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 {{(pid=103629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 20 03:45:56.716242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:45:56.718894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:56.720187 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ae92b663-254c-4885-be12-e1ddf0571c1b req-076f8fc7-fb32-4eee-bd04-bc79fa549692 service neutron] 10.222.0.36 "PUT /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 200 len: 1028 time: 0.5631614 Oct 20 03:45:56.967532 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4785a91-fb0b-47cc-89b0-5d5b4f0d6d28 req-398e69c9-130d-4f26-8ace-deb6fbef690d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=b933a05a-9129-4f8c-bec0-1d8943672b2b HTTP/1.1" status: 200 len: 210 time: 0.0314322 Oct 20 03:45:58.036558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58814) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:58.125929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86448434-3cd4-443c-b7cf-ce75678185ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:58.162834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86448434-3cd4-443c-b7cf-ce75678185ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:58.242787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86448434-3cd4-443c-b7cf-ce75678185ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:58.247471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86448434-3cd4-443c-b7cf-ce75678185ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:58.255202 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-86448434-3cd4-443c-b7cf-ce75678185ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/aab6b91c-93bd-4162-ab47-0dce8f052dcc HTTP/1.1" status: 204 len: 168 time: 0.2118237 Oct 20 03:45:58.263207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86448434-3cd4-443c-b7cf-ce75678185ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab6b91c-93bd-4162-ab47-0dce8f052dcc,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:58.290058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58818) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:58.527924 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 6a373b47-c0e9-48ac-85ea-d0f82a43052c {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:45:58.528286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:58.656750 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:58.658014 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:58.688301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 6a373b47-c0e9-48ac-85ea-d0f82a43052c owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:45:58.947285 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:58.994421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=6a373b47-c0e9-48ac-85ea-d0f82a43052c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:59.087254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:59.087508 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 732df18e-c56f-4a76-9de8-71113c920c22 disassociated (deleted). External IP: 172.26.0.160, port: 300e1906-ed35-481b-88c9-37b2ae730164. Oct 20 03:45:59.351539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router a6881b66-850c-44db-9931-f410103f6f0a has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:45:59.482870 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:45:59.493374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:59.499269 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01b6bb-ffb8-4d8c-9bba-5dc6f6b1f0bf None None] Sync routers for ids ['a6881b66-850c-44db-9931-f410103f6f0a'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:45:59.513052 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01b6bb-ffb8-4d8c-9bba-5dc6f6b1f0bf None None] Routers {'a6881b66-850c-44db-9931-f410103f6f0a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:45:59.513898 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3c01b6bb-ffb8-4d8c-9bba-5dc6f6b1f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a6881b66-850c-44db-9931-f410103f6f0a'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:59.525107 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3b74a58a-c5f6-47f8-b225-844f3504a7e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/floatingips/732df18e-c56f-4a76-9de8-71113c920c22 HTTP/1.1" status: 204 len: 168 time: 1.2229683 Oct 20 03:45:59.608948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58826) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:59.612818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 300e1906-ed35-481b-88c9-37b2ae730164 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:45:59.675597 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3c01b6bb-ffb8-4d8c-9bba-5dc6f6b1f0bf None None] Set router a6881b66-850c-44db-9931-f410103f6f0a gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:45:59.675912 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 300e1906-ed35-481b-88c9-37b2ae730164 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:45:59.703806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3bb2d621-8cc2-4bc0-9f91-a1dde264938c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:59.739484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3bb2d621-8cc2-4bc0-9f91-a1dde264938c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:59.829457 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3bb2d621-8cc2-4bc0-9f91-a1dde264938c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:59.836094 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3bb2d621-8cc2-4bc0-9f91-a1dde264938c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:45:59.841222 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3bb2d621-8cc2-4bc0-9f91-a1dde264938c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/4fd07864-a8f1-495b-b66f-41bc14ba6c8f HTTP/1.1" status: 204 len: 168 time: 0.2237492 Oct 20 03:45:59.850542 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2d621-8cc2-4bc0-9f91-a1dde264938c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd07864-a8f1-495b-b66f-41bc14ba6c8f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:45:59.887887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58832) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:45:59.967379 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3c01b6bb-ffb8-4d8c-9bba-5dc6f6b1f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '86f89476-3219-4869-b0d4-92114bb4837b', 'name': '', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:8f:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:24Z', 'updated_at': '2022-10-20T03:45:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:45:59.994034 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01b6bb-ffb8-4d8c-9bba-5dc6f6b1f0bf None None] Checking router: a6881b66-850c-44db-9931-f410103f6f0a for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:46:00.004301 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01b6bb-ffb8-4d8c-9bba-5dc6f6b1f0bf None None] Routers {'a6881b66-850c-44db-9931-f410103f6f0a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:46:00.004923 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3c01b6bb-ffb8-4d8c-9bba-5dc6f6b1f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a6881b66-850c-44db-9931-f410103f6f0a'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:00.024171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ab5667b7-ee3b-4f1c-a17a-51274c4f4775 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 300e1906-ed35-481b-88c9-37b2ae730164 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:46:00.024721 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab5667b7-ee3b-4f1c-a17a-51274c4f4775 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:00.131725 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3c01b6bb-ffb8-4d8c-9bba-5dc6f6b1f0bf None None] Set router a6881b66-850c-44db-9931-f410103f6f0a gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:46:00.134086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab5667b7-ee3b-4f1c-a17a-51274c4f4775 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:00.153662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ab5667b7-ee3b-4f1c-a17a-51274c4f4775 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 300e1906-ed35-481b-88c9-37b2ae730164 owned by {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:46:00.319169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab5667b7-ee3b-4f1c-a17a-51274c4f4775 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:00.349108 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5667b7-ee3b-4f1c-a17a-51274c4f4775 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=300e1906-ed35-481b-88c9-37b2ae730164,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:00.398007 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3c01b6bb-ffb8-4d8c-9bba-5dc6f6b1f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '86f89476-3219-4869-b0d4-92114bb4837b', 'name': '', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:8f:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:24Z', 'updated_at': '2022-10-20T03:45:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:00.434850 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01b6bb-ffb8-4d8c-9bba-5dc6f6b1f0bf None None] The sync data for ids ['a6881b66-850c-44db-9931-f410103f6f0a'] in dv-neutron-861842-1-hyperv is: [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '86f89476-3219-4869-b0d4-92114bb4837b', 'name': '', 'network_id': '7050cb84-93a7-4c47-8c54-445e0cb8fc23', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:8f:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:24Z', 'updated_at': '2022-10-20T03:45:28Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'a0cf19a9-a584-46a7-8a3b-4b1e38f8309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:46:00.445080 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab5667b7-ee3b-4f1c-a17a-51274c4f4775 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:00.456101 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ab5667b7-ee3b-4f1c-a17a-51274c4f4775 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/ports/300e1906-ed35-481b-88c9-37b2ae730164 HTTP/1.1" status: 204 len: 168 time: 0.5645146 Oct 20 03:46:00.458648 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58834) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:00.803315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47161cc3-2b5f-4b24-b8a6-85d0e0da1aba None None] New status for floating IP 732df18e-c56f-4a76-9de8-71113c920c22: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:46:01.149638 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:01.414795 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 86f89476-3219-4869-b0d4-92114bb4837b {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:46:01.415336 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:01.510319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 86f89476-3219-4869-b0d4-92114bb4837b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=86f89476-3219-4869-b0d4-92114bb4837b,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:01.511006 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:01.523972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 86f89476-3219-4869-b0d4-92114bb4837b owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:46:01.718390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:01.756868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=86f89476-3219-4869-b0d4-92114bb4837b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:01.951224 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:02.169801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router a6881b66-850c-44db-9931-f410103f6f0a has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:46:02.234634 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-ad76adee-5b74-4fdb-8ec5-c237c15b96e0 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786272334&fields=id&tenant_id=67d6afa3424943e4b848bb975e23163a HTTP/1.1" status: 200 len: 267 time: 0.0335076 Oct 20 03:46:02.274384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:46:02.279438 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-573d6a1d-d34a-4de1-b67f-84f1365ec4d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/a6881b66-850c-44db-9931-f410103f6f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8196952 Oct 20 03:46:02.282083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58848) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:02.287670 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc74554-fffb-4eeb-9242-25928110595b None None] Sync routers for ids ['a6881b66-850c-44db-9931-f410103f6f0a'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:46:02.302892 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc74554-fffb-4eeb-9242-25928110595b None None] Routers {'a6881b66-850c-44db-9931-f410103f6f0a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:46:02.303507 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-dfc74554-fffb-4eeb-9242-25928110595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a6881b66-850c-44db-9931-f410103f6f0a'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:02.341497 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e4bac7-d212-4c16-aeed-c8de944b52c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting subnet a0cf19a9-a584-46a7-8a3b-4b1e38f8309f {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:46:02.344634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66e4bac7-d212-4c16-aeed-c8de944b52c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:02.349954 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93676e95-063b-409b-b25a-080af14a78a7 req-ea8b7df8-f100-49d8-8041-ca15b9f2603c tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:02.351102 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-ea8b7df8-f100-49d8-8041-ca15b9f2603c tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 811 time: 0.1097350 Oct 20 03:46:02.370802 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-c517ec06-9418-4d1b-99f9-4563af9ede9c tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/quotas/67d6afa3424943e4b848bb975e23163a HTTP/1.1" status: 200 len: 375 time: 0.0113111 Oct 20 03:46:02.386031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66e4bac7-d212-4c16-aeed-c8de944b52c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:02.410906 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-dfc74554-fffb-4eeb-9242-25928110595b None None] Set router a6881b66-850c-44db-9931-f410103f6f0a gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:46:02.434384 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-c0a9aca3-ea10-4f41-a2fb-c66a7df1b663 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0560558 Oct 20 03:46:02.477482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66e4bac7-d212-4c16-aeed-c8de944b52c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:02.551639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66e4bac7-d212-4c16-aeed-c8de944b52c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:02.552421 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-92fdb381-85c8-4d50-b3b2-8e49a7b33aa9 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016531 Oct 20 03:46:02.583571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4bac7-d212-4c16-aeed-c8de944b52c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cf19a9-a584-46a7-8a3b-4b1e38f8309f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:02.591124 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66e4bac7-d212-4c16-aeed-c8de944b52c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:02.597515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4711e36b-995a-42c6-ac21-335471bfdd9d None None] Network 7050cb84-93a7-4c47-8c54-445e0cb8fc23 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:46:02.599691 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-66e4bac7-d212-4c16-aeed-c8de944b52c0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/subnets/a0cf19a9-a584-46a7-8a3b-4b1e38f8309f HTTP/1.1" status: 204 len: 168 time: 0.3165712 Oct 20 03:46:02.600381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58850) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:02.664906 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-e196946c-8346-497a-b57e-981b50f2cc02 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119325 Oct 20 03:46:02.694434 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-dfc74554-fffb-4eeb-9242-25928110595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:46:01Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:02.727826 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc74554-fffb-4eeb-9242-25928110595b None None] Checking router: a6881b66-850c-44db-9931-f410103f6f0a for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:46:02.739953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:02.744662 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc74554-fffb-4eeb-9242-25928110595b None None] Routers {'a6881b66-850c-44db-9931-f410103f6f0a'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:46:02.745527 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-dfc74554-fffb-4eeb-9242-25928110595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a6881b66-850c-44db-9931-f410103f6f0a'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:02.823744 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16641a21-7cf5-4d68-9cfd-027531f52064 None None] DHCP port deletion for 7050cb84-93a7-4c47-8c54-445e0cb8fc23 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:46:02.862406 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-dfc74554-fffb-4eeb-9242-25928110595b None None] Set router a6881b66-850c-44db-9931-f410103f6f0a gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:46:02.878077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-16641a21-7cf5-4d68-9cfd-027531f52064 None None] Deleting port be595c85-25ab-41ce-ba93-eb4653183dd6 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:46:02.879469 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-16641a21-7cf5-4d68-9cfd-027531f52064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:02.882552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:02.958274 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-16641a21-7cf5-4d68-9cfd-027531f52064 None None] For port be595c85-25ab-41ce-ba93-eb4653183dd6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=be595c85-25ab-41ce-ba93-eb4653183dd6,segment=NetworkSegment(f4dd2425-e018-49c9-a967-282c0e967360),segment_id=f4dd2425-e018-49c9-a967-282c0e967360)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:02.959537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-16641a21-7cf5-4d68-9cfd-027531f52064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:02.977577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 032c4773-5b22-4e2e-a772-756e5ebd662c {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:46:02.979363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:02.990934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-16641a21-7cf5-4d68-9cfd-027531f52064 None None] Calling delete_port for be595c85-25ab-41ce-ba93-eb4653183dd6 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:46:03.042255 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-171fdf7d-af03-4f41-b134-f2ecc58f19da req-e17fe17f-b0ea-459c-ad0e-5b5e3126a0e8 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 210 time: 0.0451703 Oct 20 03:46:03.107805 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-dfc74554-fffb-4eeb-9242-25928110595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:46:01Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:03.124128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-16641a21-7cf5-4d68-9cfd-027531f52064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.132777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 032c4773-5b22-4e2e-a772-756e5ebd662c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=032c4773-5b22-4e2e-a772-756e5ebd662c,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:03.133460 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.139504 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc74554-fffb-4eeb-9242-25928110595b None None] The sync data for ids ['a6881b66-850c-44db-9931-f410103f6f0a'] in dv-neutron-861842-1-hyperv is: [{'id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'name': 'tempest-TestNetworkBasicOps-router-1774182790', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:45:21Z', 'updated_at': '2022-10-20T03:46:01Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '032c4773-5b22-4e2e-a772-756e5ebd662c', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6881b66-850c-44db-9931-f410103f6f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:45:22Z', 'updated_at': '2022-10-20T03:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:46:03.161145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16641a21-7cf5-4d68-9cfd-027531f52064 None None] No DVR routers for this DVR port be595c85-25ab-41ce-ba93-eb4653183dd6 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:46:03.163140 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16641a21-7cf5-4d68-9cfd-027531f52064 None None] Pushing event deleted for resources: {'Port': ['ID=be595c85-25ab-41ce-ba93-eb4653183dd6,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:03.179976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 032c4773-5b22-4e2e-a772-756e5ebd662c owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:46:03.352552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.378092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=032c4773-5b22-4e2e-a772-756e5ebd662c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:03.442400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.546201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.548887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.578414 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device be595c85-25ab-41ce-ba93-eb4653183dd6 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:46:03.599644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: be595c85-25ab-41ce-ba93-eb4653183dd6 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:46:03.600475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device be595c85-25ab-41ce-ba93-eb4653183dd6 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:46:03.615344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.616555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Fanout notify agent at l3_agent the message router_deleted on router a6881b66-850c-44db-9931-f410103f6f0a {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:46:03.623701 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.626439 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c2849545-c117-4d0f-9f0e-ec69561b32fb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/routers/a6881b66-850c-44db-9931-f410103f6f0a HTTP/1.1" status: 204 len: 168 time: 1.0244820 Oct 20 03:46:03.628180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58868) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:03.711946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.800038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.822386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7050cb84-93a7-4c47-8c54-445e0cb8fc23']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:03.832463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dd2425-e018-49c9-a967-282c0e967360') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:03.832831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dd2425-e018-49c9-a967-282c0e967360') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:03.842363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.857223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.863671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:46:03.864250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.899424 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment f4dd2425-e018-49c9-a967-282c0e967360 resource provider aggregate not found Oct 20 03:46:03.938418 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.943982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:03.947503 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/networks/7050cb84-93a7-4c47-8c54-445e0cb8fc23 HTTP/1.1" status: 204 len: 168 time: 0.3174255 Oct 20 03:46:03.949152 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment f4dd2425-e018-49c9-a967-282c0e967360 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4dd2425-e018-49c9-a967-282c0e967360 found for delete ", "request_id": "req-58453592-bc7a-46b3-b8bc-f8f9cfda25f2"}]} Oct 20 03:46:03.961257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58874) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:03.964184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1849c3-8dcd-4855-b132-9e8f5a420662 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Network': ['ID=7050cb84-93a7-4c47-8c54-445e0cb8fc23,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:03.974033 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-af7aa152-9256-4ed7-b85c-10f4ba3a580d tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0115914 Oct 20 03:46:03.976601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58876) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:03.981489 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'network': {'name': 'tempest-network-smoke--1391151270', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'port_security_enabled': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:04.009743 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:46:04.013225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:04.047667 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:46:04.058162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:04.058989 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Added segment 9ebdb642-0bcf-424f-bd10-83be8db27b54 of type vlan for network 2d7d4069-498e-4353-afc3-5d0658a0f25f Oct 20 03:46:04.159274 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:04.170930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93676e95-063b-409b-b25a-080af14a78a7 req-2b270819-4297-405d-ab08-02c3df8a9967 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:04.172527 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-2b270819-4297-405d-ab08-02c3df8a9967 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 811 time: 0.1507614 Oct 20 03:46:04.198642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:04.210944 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:04.211681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:04.213626 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d3a8d4b5-123a-4139-a1a5-1341b1282244 req-24714894-64f7-4bcf-ab23-3e13c6dee652 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 210 time: 0.0401087 Oct 20 03:46:04.265051 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-6632b32f-9878-484e-9c89-d352df9c3c67 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d6afa3424943e4b848bb975e23163a HTTP/1.1" status: 200 len: 380 time: 0.0543251 Oct 20 03:46:04.276123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58880) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:04.276351 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2986662 Oct 20 03:46:04.280907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'admin_state_up': True, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:04.294911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'port': {'device_id': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'admin_state_up': True, 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'security_groups': ['bf7d28f2-6892-4fe9-aec2-5df9a3859bb6']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:04.314013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e771f-6136-4a75-a61d-f93ffebd983e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Network': ['ID=2d7d4069-498e-4353-afc3-5d0658a0f25f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:04.328332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 2d7d4069-498e-4353-afc3-5d0658a0f25f details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:46:04.427476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:04.428986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:04.507128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:04.554420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Made reservation on behalf of 67d6afa3424943e4b848bb975e23163a for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:46:04.557896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:04.673328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:04.805201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Allocated IP 172.20.0.13 (3b0c8685-57ad-450e-b7fe-e5b06127db40/e8c227ac-b97b-471b-ac0c-8b5eae249ace/822e97ab-1205-432c-bd04-e43b4a659c10) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:46:05.052969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:05.080890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:05.086780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:05.158331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 86f89476-3219-4869-b0d4-92114bb4837b no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:46:05.179380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 86f89476-3219-4869-b0d4-92114bb4837b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:46:05.179701 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 86f89476-3219-4869-b0d4-92114bb4837b not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:46:05.180374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 032c4773-5b22-4e2e-a772-756e5ebd662c no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:46:05.200479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 032c4773-5b22-4e2e-a772-756e5ebd662c {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:46:05.201137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 032c4773-5b22-4e2e-a772-756e5ebd662c not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:46:05.204512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:05.223189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.85 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/123f1b05-8e41-49f8-b321-7ac496a3ebf6) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:46:05.270722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Network 3b0c8685-57ad-450e-b7fe-e5b06127db40 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:05.277957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:05.281538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'Port': ['ID=822e97ab-1205-432c-bd04-e43b4a659c10,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:05.283787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:46:05.372426 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c54254-c591-4cc5-bcea-44049fabb799 req-eced826f-4828-48f9-9b10-827a2ea7f382 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:05.380779 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-98c54254-c591-4cc5-bcea-44049fabb799 req-eced826f-4828-48f9-9b10-827a2ea7f382 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 932 time: 0.0674181 Oct 20 03:46:05.399689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:05.400458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:05.418874 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-98c54254-c591-4cc5-bcea-44049fabb799 req-c51f0310-a88f-410b-9107-3a0732ea2ee0 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370338 Oct 20 03:46:05.447051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:05.451923 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-1845ce9f-cd08-4c60-9f28-94dfb34058bd tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1650679 Oct 20 03:46:05.478434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Request body: {'port': {'device_id': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:05.554096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:05.557513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:05.598503 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f79dc008-ac18-475f-baba-ec4a784a1609 None None] Provisioning complete for port 822e97ab-1205-432c-bd04-e43b4a659c10 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:05.598911 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f79dc008-ac18-475f-baba-ec4a784a1609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:05.599390 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f79dc008-ac18-475f-baba-ec4a784a1609 None None] Attempt 1 to provision port 822e97ab-1205-432c-bd04-e43b4a659c10 Oct 20 03:46:05.610858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:05.635959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f79dc008-ac18-475f-baba-ec4a784a1609 None None] Port 822e97ab-1205-432c-bd04-e43b4a659c10 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:46:05.966491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:05.972700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:46:05.977112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=123f1b05-8e41-49f8-b321-7ac496a3ebf6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:06.138016 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f79dc008-ac18-475f-baba-ec4a784a1609 None None] Attempt 2 to provision port 822e97ab-1205-432c-bd04-e43b4a659c10 Oct 20 03:46:06.180023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f79dc008-ac18-475f-baba-ec4a784a1609 None None] Port 822e97ab-1205-432c-bd04-e43b4a659c10 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:46:06.397152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:06.437150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822e97ab-1205-432c-bd04-e43b4a659c10 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:46:06.447776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:06.470283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Transition to ACTIVE for port object 822e97ab-1205-432c-bd04-e43b4a659c10 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:46:06.476100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:06.662616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Pushing event updated for resources: {'Port': ['ID=822e97ab-1205-432c-bd04-e43b4a659c10,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:06.680872 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f79dc008-ac18-475f-baba-ec4a784a1609 None None] Attempt 3 to provision port 822e97ab-1205-432c-bd04-e43b4a659c10 Oct 20 03:46:06.688755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4752bb-ac32-42a1-8380-592b32eab084 req-f3661ea3-26fd-4fa2-af46-f44007832cb3 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:06.690264 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd4752bb-ac32-42a1-8380-592b32eab084 req-f3661ea3-26fd-4fa2-af46-f44007832cb3 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 944 time: 0.1835799 Oct 20 03:46:06.716862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f79dc008-ac18-475f-baba-ec4a784a1609 None None] Port 822e97ab-1205-432c-bd04-e43b4a659c10 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:46:06.761950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Attempting to bind port 822e97ab-1205-432c-bd04-e43b4a659c10 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:46:06.762289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Attempting to bind port 822e97ab-1205-432c-bd04-e43b4a659c10 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:46:06.762622 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Attempting to bind port 822e97ab-1205-432c-bd04-e43b4a659c10 on network 3b0c8685-57ad-450e-b7fe-e5b06127db40 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:46:06.787375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Port 822e97ab-1205-432c-bd04-e43b4a659c10 on network 3b0c8685-57ad-450e-b7fe-e5b06127db40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:46:06.787702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Attempting to bind port 822e97ab-1205-432c-bd04-e43b4a659c10 on network 3b0c8685-57ad-450e-b7fe-e5b06127db40 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:46:06.804012 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd4752bb-ac32-42a1-8380-592b32eab084 req-ce7361dc-6a72-429c-b9b6-8cf972bc34f7 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017540 Oct 20 03:46:06.805335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:46:06.805335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Checking segment: {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:46:06.805606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Bound using segment: {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:46:06.805872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Bound port: 822e97ab-1205-432c-bd04-e43b4a659c10, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:46:06.806229 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:06.811725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:06.955379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] For port 822e97ab-1205-432c-bd04-e43b4a659c10, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:46:06.971355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] For port 822e97ab-1205-432c-bd04-e43b4a659c10, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=822e97ab-1205-432c-bd04-e43b4a659c10,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:46:06.979735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:06.985166 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:06.985782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:06.987133 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] 10.222.0.36 "PUT /v2.0/ports/822e97ab-1205-432c-bd04-e43b4a659c10 HTTP/1.1" status: 200 len: 1094 time: 1.5215213 Oct 20 03:46:06.988478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'tag': '822e97ab-1205-432c-bd04-e43b4a659c10'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:46:06.990747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9efeca3-fd5d-4f50-a790-f86fb3690571" -d '{"events": [{"name": "network-changed", "server_uuid": "488f5d29-c99c-4a12-a2f9-46bddf0d05cd", "tag": "822e97ab-1205-432c-bd04-e43b4a659c10"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:46:07.040959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc126fd-dbbf-4fc5-835f-1e54f565a95f x-openstack-request-id: req-0cc126fd-dbbf-4fc5-835f-1e54f565a95f {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:46:07.041390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488f5d29-c99c-4a12-a2f9-46bddf0d05cd", "tag": "822e97ab-1205-432c-bd04-e43b4a659c10", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:46:07.041692 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cc126fd-dbbf-4fc5-835f-1e54f565a95f {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:46:07.042101 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc126fd-dbbf-4fc5-835f-1e54f565a95f'] response: {'name': 'network-changed', 'server_uuid': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'tag': '822e97ab-1205-432c-bd04-e43b4a659c10', 'status': 'completed', 'code': 200} Oct 20 03:46:07.065805 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f089d-29bb-467f-9680-9abefe318810 service neutron] Pushing event updated for resources: {'Port': ['ID=822e97ab-1205-432c-bd04-e43b4a659c10,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:07.067763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 0831e8f7-08a3-4332-9834-a18e452bb749 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:46:07.147648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93676e95-063b-409b-b25a-080af14a78a7 req-5327bce1-7f5d-47d7-83e2-82f7b0780c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:07.149215 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-5327bce1-7f5d-47d7-83e2-82f7b0780c41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 1097 time: 0.0944073 Oct 20 03:46:07.217877 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f79dc008-ac18-475f-baba-ec4a784a1609 None None] Attempt 4 to provision port 822e97ab-1205-432c-bd04-e43b4a659c10 Oct 20 03:46:07.220607 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-5bc82b74-3075-4b45-8950-d6193b3a495d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=822e97ab-1205-432c-bd04-e43b4a659c10 HTTP/1.1" status: 200 len: 217 time: 0.0634649 Oct 20 03:46:07.260210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f79dc008-ac18-475f-baba-ec4a784a1609 None None] Port 822e97ab-1205-432c-bd04-e43b4a659c10 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:46:07.263356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:46:07.274600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Sync routers for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:46:07.285437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:46:07.286254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:07.290154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93676e95-063b-409b-b25a-080af14a78a7 req-9d4101f4-6709-4eea-a8fb-fd1e8c38e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:07.291610 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-9d4101f4-6709-4eea-a8fb-fd1e8c38e6af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0605066 Oct 20 03:46:07.295057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:07.296238 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c734a88a-9e00-44a6-ae6b-0b8aad8eac18 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0190394 Oct 20 03:46:07.299272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58888) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:07.349782 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bb457fa1-8d53-482f-ba7c-0b47fdb17a5a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b3377485cec342568db75b308b8a96d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491083 Oct 20 03:46:07.352315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58890) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:07.399670 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93676e95-063b-409b-b25a-080af14a78a7 req-dc76baa2-2504-4bce-9309-34c03d060316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:07.401225 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-dc76baa2-2504-4bce-9309-34c03d060316 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930042 Oct 20 03:46:07.404344 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:46:07.520502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecf24ab-de41-4e72-8931-b84a067129f1 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:07.524822 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2ecf24ab-de41-4e72-8931-b84a067129f1 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1688819 Oct 20 03:46:07.525740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58892) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:07.553295 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-57b99c7e-19af-4b61-9bdf-3cccd2f2e0c7 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259408 Oct 20 03:46:07.556536 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c1faa183-060a-4cd9-bde3-0ce44feabade tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274820 Oct 20 03:46:07.556536 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58894) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:07.561231 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1011951631', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:07.661067 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:46:07.665443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:07.672477 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93676e95-063b-409b-b25a-080af14a78a7 req-3cb7695b-6185-4098-bed9-0e477396d7df service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088805 Oct 20 03:46:07.779943 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efeca3-fd5d-4f50-a790-f86fb3690571 req-9df5004b-7b2f-4eb0-a9e8-e65d20ca71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:07.782237 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c9efeca3-fd5d-4f50-a790-f86fb3690571 req-9df5004b-7b2f-4eb0-a9e8-e65d20ca71fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 1097 time: 0.0504096 Oct 20 03:46:07.785788 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:06Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:07.830122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Checking router: 0831e8f7-08a3-4332-9834-a18e452bb749 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:46:07.830565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Updating router 0831e8f7-08a3-4332-9834-a18e452bb749 port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:46:07.869824 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:07.875295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:07.939814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Subnet': ['ID=cc7e381b-717b-453d-a2fa-74ce848af591,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:07.942285 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Checking segment: {'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:46:07.942646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network hostable DHCP agents. Network: 2d7d4069-498e-4353-afc3-5d0658a0f25f, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:46:07.962744 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 2d7d4069-498e-4353-afc3-5d0658a0f25f is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:46:07.974724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 2d7d4069-498e-4353-afc3-5d0658a0f25f) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:07.975056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efeca3-fd5d-4f50-a790-f86fb3690571 req-60a971e3-67e5-429e-b202-665db798ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:07.976838 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c9efeca3-fd5d-4f50-a790-f86fb3690571 req-60a971e3-67e5-429e-b202-665db798ff6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 912 time: 0.1841190 Oct 20 03:46:07.989049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:07.990050 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:07.993363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e85f-005b-4333-9935-6080d485a2d0 req-dfeb01f7-c523-4d55-ac40-f97e0e634645 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:07.995103 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e429e85f-005b-4333-9935-6080d485a2d0 req-dfeb01f7-c523-4d55-ac40-f97e0e634645 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 944 time: 0.0863159 Oct 20 03:46:08.002310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c04a303-428b-4863-8914-a10bc896b605 None None] Network 2d7d4069-498e-4353-afc3-5d0658a0f25f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:46:08.010690 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-99924ebd-6c19-4e0b-b798-a63f145f7c52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4531183 Oct 20 03:46:08.013565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58898) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:08.055949 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c9efeca3-fd5d-4f50-a790-f86fb3690571 req-228c4577-6c29-4609-afb5-1ebb7dbe2b66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=822e97ab-1205-432c-bd04-e43b4a659c10 HTTP/1.1" status: 200 len: 217 time: 0.0595648 Oct 20 03:46:08.112354 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e429e85f-005b-4333-9935-6080d485a2d0 req-222c0362-0808-4788-84f9-98a16feca2ea tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094029 Oct 20 03:46:08.122538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efeca3-fd5d-4f50-a790-f86fb3690571 req-2af1fc12-22d2-448e-9dc2-fef3d75727e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:08.124135 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c9efeca3-fd5d-4f50-a790-f86fb3690571 req-2af1fc12-22d2-448e-9dc2-fef3d75727e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0552235 Oct 20 03:46:08.179782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efeca3-fd5d-4f50-a790-f86fb3690571 req-a58aef83-da3d-4d3b-ada2-4fbdc00b2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:08.181402 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c9efeca3-fd5d-4f50-a790-f86fb3690571 req-a58aef83-da3d-4d3b-ada2-4fbdc00b2961 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476129 Oct 20 03:46:08.294295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-2d7d4069-498e-4353-afc3-5d0658a0f25f', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:46:08.295151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:08.312955 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c9efeca3-fd5d-4f50-a790-f86fb3690571 req-fa183321-9788-4e6c-92d5-6a48c7223e08 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204886 Oct 20 03:46:08.447698 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c9efeca3-fd5d-4f50-a790-f86fb3690571 req-e7cea116-0391-481e-ae40-e139929e1ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217086 Oct 20 03:46:08.464603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:08.511780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:08.570357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:08.575686 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Attempting to bind port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:46:08.576049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Attempting to bind port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:46:08.576629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Attempting to bind port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:46:08.588937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Allocated IP 172.20.0.2 (2d7d4069-498e-4353-afc3-5d0658a0f25f/cc7e381b-717b-453d-a2fa-74ce848af591/3bc841da-1426-4329-b62a-029e44f87727) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:46:08.601487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:46:08.601859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:46:08.602455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:08.602852 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:46:08.603315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Bound port: 123f1b05-8e41-49f8-b321-7ac496a3ebf6, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:46:08.603690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:08.611511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002b5c9-e11b-44a6-873b-10bb351ecb63 None None] Pushing event updated for resources: {'Port': ['ID=123f1b05-8e41-49f8-b321-7ac496a3ebf6,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:08.721352 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] For port 123f1b05-8e41-49f8-b321-7ac496a3ebf6, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:46:08.739095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] For port 123f1b05-8e41-49f8-b321-7ac496a3ebf6, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=123f1b05-8e41-49f8-b321-7ac496a3ebf6,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:46:08.746097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:08.793016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:46:08.793675 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:08.802643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:08.894440 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:08.899441 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002b5c9-e11b-44a6-873b-10bb351ecb63 None None] Pushing event updated for resources: {'Port': ['ID=123f1b05-8e41-49f8-b321-7ac496a3ebf6,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:08.907018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:08.987107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Network 2d7d4069-498e-4353-afc3-5d0658a0f25f is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:08.995148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:08.997561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:46:09.009341 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:46:09.013119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Pushing event updated for resources: {'Port': ['ID=3bc841da-1426-4329-b62a-029e44f87727,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:09.076755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.1 (2d7d4069-498e-4353-afc3-5d0658a0f25f/cc7e381b-717b-453d-a2fa-74ce848af591/7ceb1c63-8475-4707-8875-ac9069e6412d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:46:09.133761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Attempting to bind port 3bc841da-1426-4329-b62a-029e44f87727 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:46:09.134134 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Attempting to bind port 3bc841da-1426-4329-b62a-029e44f87727 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:46:09.134499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Attempting to bind port 3bc841da-1426-4329-b62a-029e44f87727 on network 2d7d4069-498e-4353-afc3-5d0658a0f25f {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:46:09.165535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:46:09.165913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Checking segment: {'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:46:09.166316 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:09.166707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Bound using segment: {'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:46:09.167531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Bound port: 3bc841da-1426-4329-b62a-029e44f87727, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:46:09.167531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:09.190701 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:09.264783 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ec771-49fd-4f5e-be6f-9c0db8979c5f req-90a3bd8e-10aa-4cdc-9524-03c46b531fc7 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:09.266350 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e53ec771-49fd-4f5e-be6f-9c0db8979c5f req-90a3bd8e-10aa-4cdc-9524-03c46b531fc7 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 944 time: 0.0655706 Oct 20 03:46:09.267323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:09.277017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] For port 3bc841da-1426-4329-b62a-029e44f87727, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:46:09.292510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] For port 3bc841da-1426-4329-b62a-029e44f87727, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3bc841da-1426-4329-b62a-029e44f87727,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:46:09.297072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:09.325088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 2d7d4069-498e-4353-afc3-5d0658a0f25f is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:09.330025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:09.339372 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:46:09.356173 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:06Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:09.378109 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=7ceb1c63-8475-4707-8875-ac9069e6412d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:09.390541 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e53ec771-49fd-4f5e-be6f-9c0db8979c5f req-915ea79c-bee4-4128-a8ae-0d84f40de74a tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139469 Oct 20 03:46:09.403920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596795c6-2835-4450-95f4-8998d4a4a5f0 None None] The sync data for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv is: [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:06Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:46:09.407096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c6e92-4ac5-45c4-a4e5-62dc1fdfe21b None None] Pushing event updated for resources: {'Port': ['ID=3bc841da-1426-4329-b62a-029e44f87727,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:09.417319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:09.610009 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:09.945526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:09.950550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:10.026121 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:10.027962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=7ceb1c63-8475-4707-8875-ac9069e6412d,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:10.147009 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 2d7d4069-498e-4353-afc3-5d0658a0f25f is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:10.148836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:10.284480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 0831e8f7-08a3-4332-9834-a18e452bb749 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:46:10.403749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:46:10.409547 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ddecc5ed-6365-4958-a0c5-471b0fdfa499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/0831e8f7-08a3-4332-9834-a18e452bb749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3945205 Oct 20 03:46:10.412948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58902) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:10.419319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ff5ae-519f-4d29-8178-b1a0850bb15c None None] Network 2d7d4069-498e-4353-afc3-5d0658a0f25f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:46:10.527506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c995893-3dcb-4abd-b003-37c2b4fdfc98 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.527896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c995893-3dcb-4abd-b003-37c2b4fdfc98 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.528703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c995893-3dcb-4abd-b003-37c2b4fdfc98 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.528840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c995893-3dcb-4abd-b003-37c2b4fdfc98 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.529304 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c995893-3dcb-4abd-b003-37c2b4fdfc98 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.529763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c995893-3dcb-4abd-b003-37c2b4fdfc98 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.534117 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3c995893-3dcb-4abd-b003-37c2b4fdfc98 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1177742 Oct 20 03:46:10.534267 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d675-f87c-452d-b934-f43215f87004 req-dfe89006-1f82-46f7-aa9b-e84efe7df549 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.534822 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58906) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:10.535073 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ca4d675-f87c-452d-b934-f43215f87004 req-dfe89006-1f82-46f7-aa9b-e84efe7df549 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 944 time: 0.0585320 Oct 20 03:46:10.548557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-2cddb31c-bf85-4bee-b810-f4c95d1b67c3 None None] Provisioning complete for port 3bc841da-1426-4329-b62a-029e44f87727 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:10.548931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2cddb31c-bf85-4bee-b810-f4c95d1b67c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:10.549265 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2cddb31c-bf85-4bee-b810-f4c95d1b67c3 None None] Attempt 1 to provision port 3bc841da-1426-4329-b62a-029e44f87727 Oct 20 03:46:10.575612 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ca4d675-f87c-452d-b934-f43215f87004 req-f7eb13cb-670a-41e2-b82e-50bcf1336c6a tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346959 Oct 20 03:46:10.601083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ecd87-09c9-4495-8ba1-2bc47a6ddb44 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.601579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ecd87-09c9-4495-8ba1-2bc47a6ddb44 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.602038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ecd87-09c9-4495-8ba1-2bc47a6ddb44 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.602868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ecd87-09c9-4495-8ba1-2bc47a6ddb44 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.603342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ecd87-09c9-4495-8ba1-2bc47a6ddb44 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.604383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ecd87-09c9-4495-8ba1-2bc47a6ddb44 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:10.606219 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ec8ecd87-09c9-4495-8ba1-2bc47a6ddb44 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0708954 Oct 20 03:46:10.609131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58908) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:10.664498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2cddb31c-bf85-4bee-b810-f4c95d1b67c3 None None] Current status of the port 3bc841da-1426-4329-b62a-029e44f87727 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:10.664973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2cddb31c-bf85-4bee-b810-f4c95d1b67c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:10.698993 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-2cddb31c-bf85-4bee-b810-f4c95d1b67c3 None None] For port 3bc841da-1426-4329-b62a-029e44f87727, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3bc841da-1426-4329-b62a-029e44f87727,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:10.704490 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2cddb31c-bf85-4bee-b810-f4c95d1b67c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:10.736249 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:46:10.758371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddb31c-bf85-4bee-b810-f4c95d1b67c3 None None] Pushing event updated for resources: {'Port': ['ID=3bc841da-1426-4329-b62a-029e44f87727,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:10.762688 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8563f576-f7c8-4d16-92d0-126dcc1f451a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1523800 Oct 20 03:46:10.830219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58912) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:10.835773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-214ab392-eba2-47f4-97a1-aa862a3c3e5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665576650', 'description': 'tempest-secgroup-smoke-1665576650 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:10.859074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-214ab392-eba2-47f4-97a1-aa862a3c3e5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:10.935757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-214ab392-eba2-47f4-97a1-aa862a3c3e5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:10.940790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Provisioning complete for port 7ceb1c63-8475-4707-8875-ac9069e6412d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:10.941170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:10.941703 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Attempt 1 to provision port 7ceb1c63-8475-4707-8875-ac9069e6412d Oct 20 03:46:10.941977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-214ab392-eba2-47f4-97a1-aa862a3c3e5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:10.976936 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-214ab392-eba2-47f4-97a1-aa862a3c3e5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:10.978314 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-214ab392-eba2-47f4-97a1-aa862a3c3e5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1467571 Oct 20 03:46:10.981412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58914) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:10.983046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ab392-eba2-47f4-97a1-aa862a3c3e5a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e530a456-c258-4dfd-b4e0-e189d4374aa4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:10.989402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Port 7ceb1c63-8475-4707-8875-ac9069e6412d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:46:11.000028 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8d200bf3-31a9-4707-9df2-940950329095 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'e530a456-c258-4dfd-b4e0-e189d4374aa4', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:11.031172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8d200bf3-31a9-4707-9df2-940950329095 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.096098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8d200bf3-31a9-4707-9df2-940950329095 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.099989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8d200bf3-31a9-4707-9df2-940950329095 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.123225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d200bf3-31a9-4707-9df2-940950329095 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a307488-ac97-4a50-b721-09b11a1ee585,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:11.131158 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8d200bf3-31a9-4707-9df2-940950329095 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.132586 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8d200bf3-31a9-4707-9df2-940950329095 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493926 Oct 20 03:46:11.135375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58916) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:11.139800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2a0f035e-0e8e-4b9f-b136-6308a9efcb6f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'e530a456-c258-4dfd-b4e0-e189d4374aa4', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:11.171016 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2a0f035e-0e8e-4b9f-b136-6308a9efcb6f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.232454 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Sync routers for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:46:11.245430 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:46:11.246142 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:11.251126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 123f1b05-8e41-49f8-b321-7ac496a3ebf6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:46:11.262764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2a0f035e-0e8e-4b9f-b136-6308a9efcb6f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.268570 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2a0f035e-0e8e-4b9f-b136-6308a9efcb6f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.287043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f035e-0e8e-4b9f-b136-6308a9efcb6f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3d67a5-7c47-4cab-b965-6000ff29c581,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:11.301636 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2a0f035e-0e8e-4b9f-b136-6308a9efcb6f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.303057 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2a0f035e-0e8e-4b9f-b136-6308a9efcb6f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1667180 Oct 20 03:46:11.305887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58918) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:11.311621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c83135c8-9a10-4dcf-991e-09de799664ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'e530a456-c258-4dfd-b4e0-e189d4374aa4', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:11.332037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:11.332880 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.333326 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 Oct 20 03:46:11.348106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c83135c8-9a10-4dcf-991e-09de799664ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.404249 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:46:11.430023 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c83135c8-9a10-4dcf-991e-09de799664ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.432903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:11.433499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.437354 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c83135c8-9a10-4dcf-991e-09de799664ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.456487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 123f1b05-8e41-49f8-b321-7ac496a3ebf6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=123f1b05-8e41-49f8-b321-7ac496a3ebf6,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:11.461783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.462902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3bc841da-1426-4329-b62a-029e44f87727 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:46:11.465059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83135c8-9a10-4dcf-991e-09de799664ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a597ff1-24bc-4945-9491-73ba3705d8c8,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:11.478024 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c83135c8-9a10-4dcf-991e-09de799664ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.480331 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c83135c8-9a10-4dcf-991e-09de799664ac tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1731884 Oct 20 03:46:11.483330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58920) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:11.492106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d7f2c72a-208c-422a-be11-c5404791abc3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'e530a456-c258-4dfd-b4e0-e189d4374aa4', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:11.493757 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Attempt 2 to provision port 7ceb1c63-8475-4707-8875-ac9069e6412d Oct 20 03:46:11.524615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c72a-208c-422a-be11-c5404791abc3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.580874 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Port 7ceb1c63-8475-4707-8875-ac9069e6412d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:46:11.586642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=123f1b05-8e41-49f8-b321-7ac496a3ebf6,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:11.596048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 3bc841da-1426-4329-b62a-029e44f87727 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:11.596769 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.598029 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 3bc841da-1426-4329-b62a-029e44f87727 Oct 20 03:46:11.600126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c72a-208c-422a-be11-c5404791abc3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.604839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c72a-208c-422a-be11-c5404791abc3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.632176 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2c72a-208c-422a-be11-c5404791abc3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fc51ef-9f7b-4b5c-95f7-72294f220696,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:11.647417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c72a-208c-422a-be11-c5404791abc3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.652605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58924) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:11.656868 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d7f2c72a-208c-422a-be11-c5404791abc3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714072 Oct 20 03:46:11.658213 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5f9858be-f4d7-4664-9bcc-8c22b52202c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'e530a456-c258-4dfd-b4e0-e189d4374aa4', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:11.665280 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:11.684247 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-5f9858be-f4d7-4664-9bcc-8c22b52202c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:46:11.695153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5f9858be-f4d7-4664-9bcc-8c22b52202c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.710692 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Checking router: 0831e8f7-08a3-4332-9834-a18e452bb749 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:46:11.711357 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Updating router 0831e8f7-08a3-4332-9834-a18e452bb749 port 7ceb1c63-8475-4707-8875-ac9069e6412d binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:46:11.743487 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.749259 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645bb5c-1dc9-464f-8eb2-32c008076f4e req-27d6f67c-8c76-4797-ada8-4cf64e398b47 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:11.751162 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e645bb5c-1dc9-464f-8eb2-32c008076f4e req-27d6f67c-8c76-4797-ada8-4cf64e398b47 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 944 time: 0.0848377 Oct 20 03:46:11.776983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5f9858be-f4d7-4664-9bcc-8c22b52202c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.782039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5f9858be-f4d7-4664-9bcc-8c22b52202c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.803011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9858be-f4d7-4664-9bcc-8c22b52202c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b1a105-1f41-491d-a74e-4862e43c11c6,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:11.813956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5f9858be-f4d7-4664-9bcc-8c22b52202c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.818571 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5f9858be-f4d7-4664-9bcc-8c22b52202c5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614053 Oct 20 03:46:11.818755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 58926) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:11.824001 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-699f7820-c915-4e7d-b48e-9a89cd15c52e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'e530a456-c258-4dfd-b4e0-e189d4374aa4', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:11.834563 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e645bb5c-1dc9-464f-8eb2-32c008076f4e req-58dfed6c-df78-41ee-934b-ac65bed54155 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743437 Oct 20 03:46:11.861520 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-699f7820-c915-4e7d-b48e-9a89cd15c52e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:46:11.867691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-699f7820-c915-4e7d-b48e-9a89cd15c52e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.922771 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 3bc841da-1426-4329-b62a-029e44f87727 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:11.940260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-699f7820-c915-4e7d-b48e-9a89cd15c52e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.945629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-699f7820-c915-4e7d-b48e-9a89cd15c52e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.963889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f7820-c915-4e7d-b48e-9a89cd15c52e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98985a5a-774c-47d0-8121-112b35772a3b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:11.973140 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-699f7820-c915-4e7d-b48e-9a89cd15c52e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:11.982820 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-699f7820-c915-4e7d-b48e-9a89cd15c52e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546104 Oct 20 03:46:12.063607 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:12.071527 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:12.083332 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Attempt 3 to provision port 7ceb1c63-8475-4707-8875-ac9069e6412d Oct 20 03:46:12.122231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Port 7ceb1c63-8475-4707-8875-ac9069e6412d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:46:12.123552 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-6f7daec8-38c9-464e-855c-9be49a63dee9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665576650&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.0361469 Oct 20 03:46:12.155295 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e0933-681b-44a0-80e7-3284c403532c None None] Pushing event updated for resources: {'Port': ['ID=7ceb1c63-8475-4707-8875-ac9069e6412d,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:12.172553 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Attempting to bind port 7ceb1c63-8475-4707-8875-ac9069e6412d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:46:12.172902 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Attempting to bind port 7ceb1c63-8475-4707-8875-ac9069e6412d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:46:12.173268 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Attempting to bind port 7ceb1c63-8475-4707-8875-ac9069e6412d on network 2d7d4069-498e-4353-afc3-5d0658a0f25f {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:46:12.179501 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:46:12.179956 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Checking segment: {'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:46:12.180357 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:12.180774 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Bound using segment: {'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:46:12.181378 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Bound port: 7ceb1c63-8475-4707-8875-ac9069e6412d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:46:12.181780 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:12.242646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-b8355b1e-43f4-4bc2-b6e0-c63464954bf1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:12.244141 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-b8355b1e-43f4-4bc2-b6e0-c63464954bf1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/networks?id=2d7d4069-498e-4353-afc3-5d0658a0f25f HTTP/1.1" status: 200 len: 797 time: 0.1121838 Oct 20 03:46:12.253148 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] For port 7ceb1c63-8475-4707-8875-ac9069e6412d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:46:12.256518 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] For port 7ceb1c63-8475-4707-8875-ac9069e6412d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ceb1c63-8475-4707-8875-ac9069e6412d,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:46:12.260687 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:12.262445 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-eb7ad072-477d-44c6-af0d-e8a1dbfb7429 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/quotas/b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 375 time: 0.0106287 Oct 20 03:46:12.297340 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:46:12.297964 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:45:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:12.318938 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-a64d4a24-b521-4d4e-b01d-8003610dbc5e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498381 Oct 20 03:46:12.358680 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e0933-681b-44a0-80e7-3284c403532c None None] Pushing event updated for resources: {'Port': ['ID=7ceb1c63-8475-4707-8875-ac9069e6412d,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:12.426878 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:46:12.441255 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-a9f6f593-53e9-4656-ae9d-4540d84f0576 service neutron] 10.222.0.20 "GET /v2.0/networks/2d7d4069-498e-4353-afc3-5d0658a0f25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047835 Oct 20 03:46:12.537533 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-46b161ae-2741-40e2-963d-7cc1b8d9d446 service neutron] 10.222.0.20 "GET /v2.0/networks/2d7d4069-498e-4353-afc3-5d0658a0f25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892186 Oct 20 03:46:12.623306 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Attempt 4 to provision port 7ceb1c63-8475-4707-8875-ac9069e6412d Oct 20 03:46:12.666657 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:46:12Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:12.703894 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ffc67-a04e-4227-a7da-0a47d2ea8b70 None None] The sync data for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv is: [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:46:12Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:46:12.716581 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-277b979f-e0c3-4486-a5f7-508f5518973d req-5ee8acc2-ea97-4ff1-a021-07210304c32e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 210 time: 0.0421901 Oct 20 03:46:12.728132 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Current status of the port 7ceb1c63-8475-4707-8875-ac9069e6412d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:12.729293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:12.804873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] For port 7ceb1c63-8475-4707-8875-ac9069e6412d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ceb1c63-8475-4707-8875-ac9069e6412d,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:12.810329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:12.874365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Provisioning complete for port 3bc841da-1426-4329-b62a-029e44f87727 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:12.874702 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:12.875055 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Attempt 1 to provision port 3bc841da-1426-4329-b62a-029e44f87727 Oct 20 03:46:12.922229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Pushing event updated for resources: {'Port': ['ID=7ceb1c63-8475-4707-8875-ac9069e6412d,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:12.970833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4d14-5b37-47aa-8b15-835369c8ff8a req-cd23cc3f-b519-4f7c-8d44-1af551f96795 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:12.976821 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-de3f4d14-5b37-47aa-8b15-835369c8ff8a req-cd23cc3f-b519-4f7c-8d44-1af551f96795 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 944 time: 0.0644481 Oct 20 03:46:12.991346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f87b509c-884a-44ea-9228-a364883cb749 None None] Current status of the port 3bc841da-1426-4329-b62a-029e44f87727 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:13.035646 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-de3f4d14-5b37-47aa-8b15-835369c8ff8a req-9979ccb2-259d-4d99-8cac-864d6be790d6 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557492 Oct 20 03:46:13.120373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6030b402-4f5d-4fe3-bd79-24d812bf88f7 None None] Provisioning complete for port 7ceb1c63-8475-4707-8875-ac9069e6412d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:13.120868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6030b402-4f5d-4fe3-bd79-24d812bf88f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:13.121398 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6030b402-4f5d-4fe3-bd79-24d812bf88f7 None None] Attempt 1 to provision port 7ceb1c63-8475-4707-8875-ac9069e6412d Oct 20 03:46:13.237348 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6030b402-4f5d-4fe3-bd79-24d812bf88f7 None None] Current status of the port 7ceb1c63-8475-4707-8875-ac9069e6412d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:13.281485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 123f1b05-8e41-49f8-b321-7ac496a3ebf6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:46:13.336793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:13.337265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:13.337689 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 Oct 20 03:46:13.429674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:13.430758 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ceb1c63-8475-4707-8875-ac9069e6412d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:46:13.482082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7ceb1c63-8475-4707-8875-ac9069e6412d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:13.482601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:13.482982 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7ceb1c63-8475-4707-8875-ac9069e6412d Oct 20 03:46:13.574922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7ceb1c63-8475-4707-8875-ac9069e6412d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:13.852331 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3d5b8ab7-55a2-4d9b-b052-3e1ce99a744e req-6ffb3d89-963d-4a56-a3b5-30f3e17ad01c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 210 time: 0.0496931 Oct 20 03:46:13.966509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-456f985f-f432-4ea6-8611-ee751ee93cf5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:13.968188 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-456f985f-f432-4ea6-8611-ee751ee93cf5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=2d7d4069-498e-4353-afc3-5d0658a0f25f HTTP/1.1" status: 200 len: 797 time: 0.1548460 Oct 20 03:46:14.014862 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-1dd461ab-6903-4642-ba4b-8b6b1976d4dc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 380 time: 0.0374422 Oct 20 03:46:14.027947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'device_id': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'admin_state_up': True, 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'security_groups': ['e530a456-c258-4dfd-b4e0-e189d4374aa4']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:14.139467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:46:14.143034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:14.167190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a220670-f32a-4d35-86f5-d3611acb0d59 req-514a2b87-d6d4-439d-979c-a0bd4b6781c6 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:14.168687 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3a220670-f32a-4d35-86f5-d3611acb0d59 req-514a2b87-d6d4-439d-979c-a0bd4b6781c6 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 944 time: 0.0538375 Oct 20 03:46:14.209291 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3a220670-f32a-4d35-86f5-d3611acb0d59 req-4a2ba592-ccf9-4ba7-9b32-7e5dae3a164e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338528 Oct 20 03:46:14.272357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.8 (2d7d4069-498e-4353-afc3-5d0658a0f25f/cc7e381b-717b-453d-a2fa-74ce848af591/a248ae4e-3d93-4b67-97bb-e38f54fb33e3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:46:14.413148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:14.446925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:14.492031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 2d7d4069-498e-4353-afc3-5d0658a0f25f is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:14.495065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:14.498684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:46:14.523124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=a248ae4e-3d93-4b67-97bb-e38f54fb33e3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:14.539588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.540192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.540425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.540628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.540963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.541297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.541625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.541954 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.542279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.542604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.542928 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.543252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:14.549601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b103c642-e987-40fc-9e79-cbad9f76440a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:14.567006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:14.567652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:14.584683 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-31829bb7-b785-4037-b4bd-bac49ad9efb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5603650 Oct 20 03:46:14.597393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Request body: {'port': {'device_id': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:14.657558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:14.769644 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-954b4ccc-9747-4209-ae03-8cb721722bd5 None None] Provisioning complete for port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:14.770083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-954b4ccc-9747-4209-ae03-8cb721722bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:14.770424 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-954b4ccc-9747-4209-ae03-8cb721722bd5 None None] Attempt 1 to provision port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 Oct 20 03:46:14.805682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-954b4ccc-9747-4209-ae03-8cb721722bd5 None None] Port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:46:14.919169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a248ae4e-3d93-4b67-97bb-e38f54fb33e3 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:46:14.927264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:14.939157 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Transition to ACTIVE for port object a248ae4e-3d93-4b67-97bb-e38f54fb33e3 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:46:14.944967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:15.306571 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-954b4ccc-9747-4209-ae03-8cb721722bd5 None None] Attempt 2 to provision port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 Oct 20 03:46:15.336589 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e34f3-ff01-47c7-911f-e66fa45311c0 req-e8b21ae2-f3d5-438a-ac42-e84d2f8c77c7 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:15.338756 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d10e34f3-ff01-47c7-911f-e66fa45311c0 req-e8b21ae2-f3d5-438a-ac42-e84d2f8c77c7 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 944 time: 0.0550432 Oct 20 03:46:15.353698 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-954b4ccc-9747-4209-ae03-8cb721722bd5 None None] Port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:46:15.370093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Pushing event updated for resources: {'Port': ['ID=a248ae4e-3d93-4b67-97bb-e38f54fb33e3,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:15.378904 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d10e34f3-ff01-47c7-911f-e66fa45311c0 req-64ea3026-163b-4f0e-bd49-5f8f38a133a1 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337095 Oct 20 03:46:15.411689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf7201-da81-4761-aabf-e969e2364187 req-15d5a152-cc0a-42e1-9b68-8ab3499a17ff tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:15.413197 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0cdf7201-da81-4761-aabf-e969e2364187 req-15d5a152-cc0a-42e1-9b68-8ab3499a17ff tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 943 time: 0.4624257 Oct 20 03:46:15.444855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Attempting to bind port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:46:15.445188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Attempting to bind port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:46:15.445517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Attempting to bind port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 on network 2d7d4069-498e-4353-afc3-5d0658a0f25f {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:46:15.454418 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 on network 2d7d4069-498e-4353-afc3-5d0658a0f25f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:46:15.454740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Attempting to bind port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 on network 2d7d4069-498e-4353-afc3-5d0658a0f25f {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:46:15.468030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:46:15.468394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Checking segment: {'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:46:15.468782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Bound using segment: {'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:46:15.469239 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Bound port: a248ae4e-3d93-4b67-97bb-e38f54fb33e3, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebdb642-0bcf-424f-bd10-83be8db27b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:46:15.469595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:15.474534 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0cdf7201-da81-4761-aabf-e969e2364187 req-797032c5-7045-4de1-ae01-c35e549d5911 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=e530a456-c258-4dfd-b4e0-e189d4374aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551300 Oct 20 03:46:15.541089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] For port a248ae4e-3d93-4b67-97bb-e38f54fb33e3, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:46:15.544104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] For port a248ae4e-3d93-4b67-97bb-e38f54fb33e3, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a248ae4e-3d93-4b67-97bb-e38f54fb33e3,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:46:15.548432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:15.553470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:15.554191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:15.555571 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] 10.222.0.36 "PUT /v2.0/ports/a248ae4e-3d93-4b67-97bb-e38f54fb33e3 HTTP/1.1" status: 200 len: 1093 time: 0.9625299 Oct 20 03:46:15.556068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'tag': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:46:15.558350 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e36c2205-e5af-48c9-8930-ac55234cdbcd", "tag": "a248ae4e-3d93-4b67-97bb-e38f54fb33e3"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:46:15.603022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02171717-9dc9-4605-ab8e-75a612c46910 x-openstack-request-id: req-02171717-9dc9-4605-ab8e-75a612c46910 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:46:15.603328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36c2205-e5af-48c9-8930-ac55234cdbcd", "tag": "a248ae4e-3d93-4b67-97bb-e38f54fb33e3", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:46:15.603582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02171717-9dc9-4605-ab8e-75a612c46910 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:46:15.604038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02171717-9dc9-4605-ab8e-75a612c46910'] response: {'name': 'network-changed', 'server_uuid': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'tag': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'status': 'completed', 'code': 200} Oct 20 03:46:15.626913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc555447-9920-4732-9846-f72dacccfda1 service neutron] Pushing event updated for resources: {'Port': ['ID=a248ae4e-3d93-4b67-97bb-e38f54fb33e3,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:15.655700 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 822e97ab-1205-432c-bd04-e43b4a659c10 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:46:15.657798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-2ddb44d2-7624-4ddd-bb76-f128bba9a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:15.659303 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-2ddb44d2-7624-4ddd-bb76-f128bba9a992 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 1096 time: 0.0436881 Oct 20 03:46:15.711526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-c44db87f-871c-4a63-9957-653ab7450d0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a248ae4e-3d93-4b67-97bb-e38f54fb33e3 HTTP/1.1" status: 200 len: 217 time: 0.0390334 Oct 20 03:46:15.750128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 822e97ab-1205-432c-bd04-e43b4a659c10, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=822e97ab-1205-432c-bd04-e43b4a659c10,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:15.761401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '822e97ab-1205-432c-bd04-e43b4a659c10', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'port_id': '822e97ab-1205-432c-bd04-e43b4a659c10', 'mac_address': 'fa:16:3e:e6:d8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:46:15.761730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-20c71f1f-0b51-4a34-93ea-d4ad5ba4e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:15.763186 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-20c71f1f-0b51-4a34-93ea-d4ad5ba4e8af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cc7e381b-717b-453d-a2fa-74ce848af591 HTTP/1.1" status: 200 len: 835 time: 0.0429842 Oct 20 03:46:15.803175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 822e97ab-1205-432c-bd04-e43b4a659c10 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:15.803591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:15.809363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-13ae434d-3656-44e6-8502-a87b592e0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:15.810873 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-13ae434d-3656-44e6-8502-a87b592e0f78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d7d4069-498e-4353-afc3-5d0658a0f25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404949 Oct 20 03:46:15.816290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822e97ab-1205-432c-bd04-e43b4a659c10 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:46:15.835691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 822e97ab-1205-432c-bd04-e43b4a659c10, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=822e97ab-1205-432c-bd04-e43b4a659c10,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:15.840441 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:15.864120 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-954b4ccc-9747-4209-ae03-8cb721722bd5 None None] Attempt 3 to provision port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 Oct 20 03:46:15.908507 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-14ed85f5-9bdc-46fd-83ee-63dd7ee93a17 service neutron] 10.222.0.36 "GET /v2.0/networks/2d7d4069-498e-4353-afc3-5d0658a0f25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897272 Oct 20 03:46:15.916592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=822e97ab-1205-432c-bd04-e43b4a659c10,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:15.926726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-954b4ccc-9747-4209-ae03-8cb721722bd5 None None] Port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:46:15.998531 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd085b3c-4e12-42a9-904a-eb33efc05823 req-5953d6c0-9611-4f38-bebc-81ef0cf3b385 service neutron] 10.222.0.36 "GET /v2.0/networks/2d7d4069-498e-4353-afc3-5d0658a0f25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826139 Oct 20 03:46:16.093851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b req-a63c36e0-dcd4-4fe7-9907-292fe12f45d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:16.095319 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b req-a63c36e0-dcd4-4fe7-9907-292fe12f45d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 1096 time: 0.0461540 Oct 20 03:46:16.101371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['822e97ab-1205-432c-bd04-e43b4a659c10'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:46:16.186051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b req-5da03bd5-ab2f-4de2-82a4-9ce97639fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:16.187462 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b req-5da03bd5-ab2f-4de2-82a4-9ce97639fa18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d7d4069-498e-4353-afc3-5d0658a0f25f HTTP/1.1" status: 200 len: 898 time: 0.0843382 Oct 20 03:46:16.236714 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b req-2517f88c-76e4-4fe8-b18a-65d5a69a4f66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a248ae4e-3d93-4b67-97bb-e38f54fb33e3 HTTP/1.1" status: 200 len: 217 time: 0.0390124 Oct 20 03:46:16.287762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b req-d054d009-1ff1-4042-bb9d-d01014230880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:16.289238 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b req-d054d009-1ff1-4042-bb9d-d01014230880 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cc7e381b-717b-453d-a2fa-74ce848af591 HTTP/1.1" status: 200 len: 835 time: 0.0437229 Oct 20 03:46:16.340629 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b req-f1b91799-9c9f-4365-a324-ead7de048b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:16.342132 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b req-f1b91799-9c9f-4365-a324-ead7de048b39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d7d4069-498e-4353-afc3-5d0658a0f25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461745 Oct 20 03:46:16.437941 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b req-99e9631c-bc91-45e3-954d-1d94aba97f5a service neutron] 10.222.0.36 "GET /v2.0/networks/2d7d4069-498e-4353-afc3-5d0658a0f25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871854 Oct 20 03:46:16.559316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469a027-1f03-40ee-b6a0-dfaf6b2dde6d req-abd0bcfd-4df7-4b3b-9824-bc5a610cdef4 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:16.560893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbbad995-074d-4628-bf24-9bec63e957e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:16.561095 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6469a027-1f03-40ee-b6a0-dfaf6b2dde6d req-abd0bcfd-4df7-4b3b-9824-bc5a610cdef4 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 945 time: 0.1082225 Oct 20 03:46:16.589404 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-405dfdf1-10fc-4b2f-99e8-ab95dc043d4b req-71c58bf6-23bb-4e39-b2b7-403258d2ad89 service neutron] 10.222.0.36 "GET /v2.0/networks/2d7d4069-498e-4353-afc3-5d0658a0f25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441019 Oct 20 03:46:16.602189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c86038-db46-435c-a74b-6dfbe60ffe90 req-69ddb3be-3aad-4302-b8c7-764879cb866a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:16.603693 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-42c86038-db46-435c-a74b-6dfbe60ffe90 req-69ddb3be-3aad-4302-b8c7-764879cb866a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 943 time: 0.0511065 Oct 20 03:46:16.613805 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6469a027-1f03-40ee-b6a0-dfaf6b2dde6d req-a0fad0ef-88f3-4093-b467-122bc2495c77 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417967 Oct 20 03:46:16.646048 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-42c86038-db46-435c-a74b-6dfbe60ffe90 req-3716eaa1-68a4-4a63-af3c-92dad84d65a5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=e530a456-c258-4dfd-b4e0-e189d4374aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363081 Oct 20 03:46:17.673138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device a248ae4e-3d93-4b67-97bb-e38f54fb33e3 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:46:17.676631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 822e97ab-1205-432c-bd04-e43b4a659c10 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:46:17.746815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8c80-b975-4cba-9650-43a540b2ba30 req-0a021248-34c1-4cae-aa44-0afdb3e9b171 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:17.748578 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-197b8c80-b975-4cba-9650-43a540b2ba30 req-0a021248-34c1-4cae-aa44-0afdb3e9b171 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 945 time: 0.0614655 Oct 20 03:46:17.772983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bb70d-85a2-4422-af19-83f3c2787a41 req-278cf360-7478-413d-9792-7a8c5c954511 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:17.775298 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-be7bb70d-85a2-4422-af19-83f3c2787a41 req-278cf360-7478-413d-9792-7a8c5c954511 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 943 time: 0.0524755 Oct 20 03:46:17.791929 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-197b8c80-b975-4cba-9650-43a540b2ba30 req-19b9858a-7cae-487b-b434-7d8f2b912eb8 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354869 Oct 20 03:46:17.801394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 822e97ab-1205-432c-bd04-e43b4a659c10 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:46:17.813958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:17.814617 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 822e97ab-1205-432c-bd04-e43b4a659c10 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:17.814969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:17.815298 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 822e97ab-1205-432c-bd04-e43b4a659c10 Oct 20 03:46:17.837513 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-be7bb70d-85a2-4422-af19-83f3c2787a41 req-a5a25a47-d836-4949-b0ea-d53e4d3b6620 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=e530a456-c258-4dfd-b4e0-e189d4374aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Oct 20 03:46:17.862146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port a248ae4e-3d93-4b67-97bb-e38f54fb33e3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a248ae4e-3d93-4b67-97bb-e38f54fb33e3,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:17.877425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'port_id': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'mac_address': 'fa:16:3e:d5:36:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:46:17.944640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:17.944937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:17.961413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 822e97ab-1205-432c-bd04-e43b4a659c10 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:17.961787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:17.964175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a248ae4e-3d93-4b67-97bb-e38f54fb33e3 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:46:17.996615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port a248ae4e-3d93-4b67-97bb-e38f54fb33e3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a248ae4e-3d93-4b67-97bb-e38f54fb33e3,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:18.001476 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822e97ab-1205-432c-bd04-e43b4a659c10'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:46:18.004318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84a7a8a-43b7-4093-bebf-c642d9b6c673" -d '{"events": [{"server_uuid": "488f5d29-c99c-4a12-a2f9-46bddf0d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "822e97ab-1205-432c-bd04-e43b4a659c10"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:46:18.009128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:18.040431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219362b5-42e5-4651-a484-f2ddb635faa1 x-openstack-request-id: req-219362b5-42e5-4651-a484-f2ddb635faa1 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:46:18.040728 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488f5d29-c99c-4a12-a2f9-46bddf0d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "822e97ab-1205-432c-bd04-e43b4a659c10", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:46:18.041010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-219362b5-42e5-4651-a484-f2ddb635faa1 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:46:18.041410 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219362b5-42e5-4651-a484-f2ddb635faa1'] response: {'server_uuid': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822e97ab-1205-432c-bd04-e43b4a659c10', 'code': 200} Oct 20 03:46:18.043180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 822e97ab-1205-432c-bd04-e43b4a659c10, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=822e97ab-1205-432c-bd04-e43b4a659c10,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:18.049874 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:18.073727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=a248ae4e-3d93-4b67-97bb-e38f54fb33e3,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:18.120621 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=822e97ab-1205-432c-bd04-e43b4a659c10,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:18.228032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f54f4a-58fb-476f-ad1a-d20918da236e req-5167d6a8-7765-4dae-ae76-f22971662883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:18.229431 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-62f54f4a-58fb-476f-ad1a-d20918da236e req-5167d6a8-7765-4dae-ae76-f22971662883 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 1099 time: 0.0403662 Oct 20 03:46:18.264183 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-62f54f4a-58fb-476f-ad1a-d20918da236e req-e806e235-1c6f-4cf6-9a5d-e33f46dab820 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279112 Oct 20 03:46:18.273957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['a248ae4e-3d93-4b67-97bb-e38f54fb33e3'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:46:18.919245 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7c95b-33b9-4535-851e-36aa1b02d5c1 req-4ea1a508-b618-447f-b029-581452d87f04 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:18.920740 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2cf7c95b-33b9-4535-851e-36aa1b02d5c1 req-4ea1a508-b618-447f-b029-581452d87f04 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 946 time: 0.0512593 Oct 20 03:46:18.960600 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2cf7c95b-33b9-4535-851e-36aa1b02d5c1 req-63115b76-ada5-46e3-bac8-fec9cda209da tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335727 Oct 20 03:46:18.973600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff2928-ffa2-4112-bc13-4d6e71105311 req-4b2bb7e0-41e7-41ed-8685-827242dd5599 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:18.975116 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1ff2928-ffa2-4112-bc13-4d6e71105311 req-4b2bb7e0-41e7-41ed-8685-827242dd5599 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 944 time: 0.0598111 Oct 20 03:46:19.013339 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1ff2928-ffa2-4112-bc13-4d6e71105311 req-302d16af-5cf3-41f9-8752-bbc6df3f3d41 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=e530a456-c258-4dfd-b4e0-e189d4374aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322394 Oct 20 03:46:19.274690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:19.523689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:19.705489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device a248ae4e-3d93-4b67-97bb-e38f54fb33e3 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:46:19.753648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:46:19.757865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:46:19.758241 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:19.758601 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 Oct 20 03:46:19.835397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:46:19.835782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:19.868707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port a248ae4e-3d93-4b67-97bb-e38f54fb33e3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a248ae4e-3d93-4b67-97bb-e38f54fb33e3,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:46:19.872197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:19.917049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=a248ae4e-3d93-4b67-97bb-e38f54fb33e3,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:20.043135 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:46:20.045492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56818391-6dc8-4a4c-afc1-92c32865064a" -d '{"events": [{"server_uuid": "e36c2205-e5af-48c9-8930-ac55234cdbcd", "name": "network-vif-plugged", "status": "completed", "tag": "a248ae4e-3d93-4b67-97bb-e38f54fb33e3"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:46:20.081339 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684bf8-9460-4322-8378-b04b8325224e req-49f124f6-a8dd-406f-b7ea-89da021e777e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:20.083474 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-88684bf8-9460-4322-8378-b04b8325224e req-49f124f6-a8dd-406f-b7ea-89da021e777e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 946 time: 0.0502954 Oct 20 03:46:20.126768 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-88684bf8-9460-4322-8378-b04b8325224e req-5672220f-7327-4ba5-9584-a852b4c91a5f tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372405 Oct 20 03:46:20.133835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc035d8-ec32-4520-8482-9a491f5521b5 req-0ac922b2-5c53-45d4-83b9-3c5fc205b8cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:20.135333 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0dc035d8-ec32-4520-8482-9a491f5521b5 req-0ac922b2-5c53-45d4-83b9-3c5fc205b8cd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 945 time: 0.0493898 Oct 20 03:46:20.170532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2542477f-8d31-4fcf-8524-53b15f47b025 x-openstack-request-id: req-2542477f-8d31-4fcf-8524-53b15f47b025 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:46:20.170846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c2205-e5af-48c9-8930-ac55234cdbcd", "name": "network-vif-plugged", "status": "completed", "tag": "a248ae4e-3d93-4b67-97bb-e38f54fb33e3", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:46:20.171097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2542477f-8d31-4fcf-8524-53b15f47b025 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:46:20.171539 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2542477f-8d31-4fcf-8524-53b15f47b025'] response: {'server_uuid': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'code': 200} Oct 20 03:46:20.175283 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0dc035d8-ec32-4520-8482-9a491f5521b5 req-f3eceba3-7c04-44af-a782-0dc82c8e9d0b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=e530a456-c258-4dfd-b4e0-e189d4374aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341032 Oct 20 03:46:20.266616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bd250-c13a-4ab8-ba54-edd43c5bb79c req-c12334f6-f1bf-4c87-af8d-7436984206dc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:20.268087 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fe7bd250-c13a-4ab8-ba54-edd43c5bb79c req-c12334f6-f1bf-4c87-af8d-7436984206dc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 946 time: 0.0519753 Oct 20 03:46:20.308532 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fe7bd250-c13a-4ab8-ba54-edd43c5bb79c req-410f554b-07d2-4bc4-9e19-1523598c6e7d tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332782 Oct 20 03:46:20.335536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dc9f3-5033-4b77-a746-8f506f8b773a req-666a8a81-df3e-4536-a960-46567d21a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:20.337110 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-500dc9f3-5033-4b77-a746-8f506f8b773a req-666a8a81-df3e-4536-a960-46567d21a930 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 1098 time: 0.0427248 Oct 20 03:46:20.338211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58988) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:20.401363 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-500dc9f3-5033-4b77-a746-8f506f8b773a req-30703ab9-27b7-4c9c-9089-afbd73e0cc07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e530a456-c258-4dfd-b4e0-e189d4374aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539348 Oct 20 03:46:20.403827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cc120a-5e26-47b1-a2ac-261fc97516c4 tempest-TestVolumeBootPattern-3583986 tempest-TestVolumeBootPattern-3583986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:20.405266 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-33cc120a-5e26-47b1-a2ac-261fc97516c4 tempest-TestVolumeBootPattern-3583986 tempest-TestVolumeBootPattern-3583986-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 1094 time: 0.0661502 Oct 20 03:46:20.408111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 58990) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:20.412526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '822e97ab-1205-432c-bd04-e43b4a659c10', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:20.431966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:20.530032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:20.639007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Allocated IP 172.26.0.57 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/78c0951b-a994-4c41-b8a3-bc4b6adccee3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:46:20.739449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:20.772426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:20.814999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:20.818355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:20.822050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:46:20.827670 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'Port': ['ID=78c0951b-a994-4c41-b8a3-bc4b6adccee3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:21.171458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:21.240730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:21.338536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f334319-6d82-49b5-8a7e-b8efeedce638 req-a8c4df10-d490-4718-91af-697af23713dd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:21.340001 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0f334319-6d82-49b5-8a7e-b8efeedce638 req-a8c4df10-d490-4718-91af-697af23713dd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 945 time: 0.0799050 Oct 20 03:46:21.423092 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0f334319-6d82-49b5-8a7e-b8efeedce638 req-2057632d-ff84-4222-88de-ff06f4bb85d9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=e530a456-c258-4dfd-b4e0-e189d4374aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767956 Oct 20 03:46:21.462562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:21.466867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:21.531980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event updated for resources: {'Port': ['ID=78c0951b-a994-4c41-b8a3-bc4b6adccee3,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:21.534558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:21.634412 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Floating IP fa933bf9-d868-4c61-ba17-652e4eefb98a associated. External IP: 172.26.0.57, port: 822e97ab-1205-432c-bd04-e43b4a659c10. Oct 20 03:46:21.840984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Router 585a20a1-c604-405a-b7ed-a1ce20b2cceb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:46:21.949583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:46:21.959998 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae8b66-243d-4511-99b7-52c9a478fb90 None None] Sync routers for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:46:21.968021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:21.973891 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae8b66-243d-4511-99b7-52c9a478fb90 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:46:21.974506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5eae8b66-243d-4511-99b7-52c9a478fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:46:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:21.997072 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d43a2bbd-9f63-44d7-b4fb-bc7fbfb97848 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5858128 Oct 20 03:46:21.997072 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'tag': '822e97ab-1205-432c-bd04-e43b4a659c10'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:46:21.998126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeeca5d-d089-4bd5-897c-cf746768d49d" -d '{"events": [{"name": "network-changed", "server_uuid": "488f5d29-c99c-4a12-a2f9-46bddf0d05cd", "tag": "822e97ab-1205-432c-bd04-e43b4a659c10"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:46:22.037567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6100f9e0-e490-4511-b5a4-baee0cafcebb x-openstack-request-id: req-6100f9e0-e490-4511-b5a4-baee0cafcebb {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:46:22.037863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488f5d29-c99c-4a12-a2f9-46bddf0d05cd", "tag": "822e97ab-1205-432c-bd04-e43b4a659c10", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:46:22.038120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6100f9e0-e490-4511-b5a4-baee0cafcebb {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:46:22.038536 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6100f9e0-e490-4511-b5a4-baee0cafcebb'] response: {'name': 'network-changed', 'server_uuid': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'tag': '822e97ab-1205-432c-bd04-e43b4a659c10', 'status': 'completed', 'code': 200} Oct 20 03:46:22.084690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5eae8b66-243d-4511-99b7-52c9a478fb90 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:46:22.102759 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeca5d-d089-4bd5-897c-cf746768d49d req-6d503270-24cb-446d-aee0-5a1885def9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:22.104239 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ebeeca5d-d089-4bd5-897c-cf746768d49d req-6d503270-24cb-446d-aee0-5a1885def9e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 1099 time: 0.0431166 Oct 20 03:46:22.197750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeca5d-d089-4bd5-897c-cf746768d49d req-996a5795-dbb3-4cba-8875-f5a8287e8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:22.199218 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ebeeca5d-d089-4bd5-897c-cf746768d49d req-996a5795-dbb3-4cba-8875-f5a8287e8497 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 912 time: 0.0886924 Oct 20 03:46:22.264683 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ebeeca5d-d089-4bd5-897c-cf746768d49d req-2db4cfe5-75b5-4375-ab9f-3ffaf143b0ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=822e97ab-1205-432c-bd04-e43b4a659c10 HTTP/1.1" status: 200 len: 999 time: 0.0584280 Oct 20 03:46:22.305353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5eae8b66-243d-4511-99b7-52c9a478fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c61dd6d0-a449-4260-9a4b-750297c55639', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:22:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:12Z', 'updated_at': '2022-10-20T03:44:13Z', 'revision_number': 1, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}, {'id': 'fa933bf9-d868-4c61-ba17-652e4eefb98a', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '822e97ab-1205-432c-bd04-e43b4a659c10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:e6:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:46:21Z', 'updated_at': '2022-10-20T03:46:21Z', 'revision_number': 0, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:22.315725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeca5d-d089-4bd5-897c-cf746768d49d req-fcf29c83-76e2-4380-97b1-952e2fda72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:22.318354 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ebeeca5d-d089-4bd5-897c-cf746768d49d req-fcf29c83-76e2-4380-97b1-952e2fda72bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0477998 Oct 20 03:46:22.331942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae8b66-243d-4511-99b7-52c9a478fb90 None None] Checking router: 585a20a1-c604-405a-b7ed-a1ce20b2cceb for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:46:22.340292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae8b66-243d-4511-99b7-52c9a478fb90 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:46:22.340914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5eae8b66-243d-4511-99b7-52c9a478fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:46:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:22.365387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeca5d-d089-4bd5-897c-cf746768d49d req-6c4ad2a3-3fc3-4146-9fbc-5fb694d95c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:22.366882 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ebeeca5d-d089-4bd5-897c-cf746768d49d req-6c4ad2a3-3fc3-4146-9fbc-5fb694d95c94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419765 Oct 20 03:46:22.445884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5eae8b66-243d-4511-99b7-52c9a478fb90 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:46:22.463398 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ebeeca5d-d089-4bd5-897c-cf746768d49d req-09afc645-fca4-4a99-a579-5af5f10b5be7 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894594 Oct 20 03:46:22.599571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d938a-dd17-4384-8d50-57beb54b122b req-e2473ada-1873-4ac7-9b13-5035b1bd0df8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:22.601080 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-892d938a-dd17-4384-8d50-57beb54b122b req-e2473ada-1873-4ac7-9b13-5035b1bd0df8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 945 time: 0.1026502 Oct 20 03:46:22.603046 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ebeeca5d-d089-4bd5-897c-cf746768d49d req-dfde7b7c-293b-452f-856a-baa1f4a530f3 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332605 Oct 20 03:46:22.644600 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-892d938a-dd17-4384-8d50-57beb54b122b req-6ea6abc6-d4e5-445c-942c-bf336f83e10c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=e530a456-c258-4dfd-b4e0-e189d4374aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370257 Oct 20 03:46:22.766931 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d74f2-d454-4a1e-89a2-711aadeb1f16 req-23f23547-db4d-49a5-bdd0-b107b47b65aa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:22.768423 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3f5d74f2-d454-4a1e-89a2-711aadeb1f16 req-23f23547-db4d-49a5-bdd0-b107b47b65aa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 945 time: 0.0494132 Oct 20 03:46:22.806745 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3f5d74f2-d454-4a1e-89a2-711aadeb1f16 req-ed990b84-2035-460d-a33e-147bc04b93df tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=e530a456-c258-4dfd-b4e0-e189d4374aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319388 Oct 20 03:46:22.822775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5eae8b66-243d-4511-99b7-52c9a478fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c61dd6d0-a449-4260-9a4b-750297c55639', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:22:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:12Z', 'updated_at': '2022-10-20T03:44:13Z', 'revision_number': 1, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}, {'id': 'fa933bf9-d868-4c61-ba17-652e4eefb98a', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '822e97ab-1205-432c-bd04-e43b4a659c10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:e6:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:46:21Z', 'updated_at': '2022-10-20T03:46:21Z', 'revision_number': 0, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:22.836818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59002) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:22.850657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae8b66-243d-4511-99b7-52c9a478fb90 None None] The sync data for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv is: [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c61dd6d0-a449-4260-9a4b-750297c55639', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:22:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:12Z', 'updated_at': '2022-10-20T03:44:13Z', 'revision_number': 1, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}, {'id': 'fa933bf9-d868-4c61-ba17-652e4eefb98a', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.57', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '822e97ab-1205-432c-bd04-e43b4a659c10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:e6:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:46:21Z', 'updated_at': '2022-10-20T03:46:21Z', 'revision_number': 0, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:46:22.877758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40153a86-2135-473e-ba53-99a0ba892236 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:22.880006 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-40153a86-2135-473e-ba53-99a0ba892236 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 1093 time: 0.0419800 Oct 20 03:46:22.882698 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59004) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:22.887096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:46:22.908405 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:23.014350 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:23.048610 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cd135-1181-4913-827b-82318ac9f9ef None None] New status for floating IP fa933bf9-d868-4c61-ba17-652e4eefb98a: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:46:23.127411 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.147 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/72c0f184-f6fa-4e0d-b5df-d8c60f51b246) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:46:23.234791 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:23.269531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:23.309407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:46:23.312486 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:46:23.315081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:46:23.345611 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=72c0f184-f6fa-4e0d-b5df-d8c60f51b246,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:23.358230 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.358583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.358932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.359271 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.359607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.359941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.360290 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.360625 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.360956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.361284 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.361610 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.361933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:46:23.688607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:23.755699 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:23.905853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:23.911011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:23.979602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=72c0f184-f6fa-4e0d-b5df-d8c60f51b246,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:46:23.982116 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:24.361202 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP a23549ca-0c9e-47d2-8442-7ad7646ffc98 associated. External IP: 172.26.0.147, port: a248ae4e-3d93-4b67-97bb-e38f54fb33e3. Oct 20 03:46:24.562218 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 0831e8f7-08a3-4332-9834-a18e452bb749 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:46:24.668902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:46:24.680376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb27e77-0b36-4d54-95d2-c1a6e6199665 None None] Sync routers for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:46:24.690917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb27e77-0b36-4d54-95d2-c1a6e6199665 None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:46:24.692050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1bb27e77-0b36-4d54-95d2-c1a6e6199665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:46:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:24.692682 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:24.723121 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-294e7488-8214-462b-b66b-3d6e2d049c8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8393824 Oct 20 03:46:24.723912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'tag': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:46:24.725804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59006) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:24.726317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05948425-cc68-4441-b7cd-fe6c4e5a3a26" -d '{"events": [{"name": "network-changed", "server_uuid": "e36c2205-e5af-48c9-8930-ac55234cdbcd", "tag": "a248ae4e-3d93-4b67-97bb-e38f54fb33e3"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:46:24.762706 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac33e21c-ef97-460b-894d-65ba44269edf x-openstack-request-id: req-ac33e21c-ef97-460b-894d-65ba44269edf {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:46:24.763078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36c2205-e5af-48c9-8930-ac55234cdbcd", "tag": "a248ae4e-3d93-4b67-97bb-e38f54fb33e3", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:46:24.763414 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac33e21c-ef97-460b-894d-65ba44269edf {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:46:24.763881 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac33e21c-ef97-460b-894d-65ba44269edf'] response: {'name': 'network-changed', 'server_uuid': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'tag': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'status': 'completed', 'code': 200} Oct 20 03:46:24.804757 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-1bb27e77-0b36-4d54-95d2-c1a6e6199665 None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:46:24.864151 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4dc73b22-07b6-4ed4-bcf2-9241fc6845a7 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers/0831e8f7-08a3-4332-9834-a18e452bb749 HTTP/1.1" status: 200 len: 922 time: 0.1368504 Oct 20 03:46:24.866858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59010) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:24.870325 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05948425-cc68-4441-b7cd-fe6c4e5a3a26 req-2d724470-0fd7-46ec-b7b4-41c6f1724185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:24.871746 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05948425-cc68-4441-b7cd-fe6c4e5a3a26 req-2d724470-0fd7-46ec-b7b4-41c6f1724185 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 1098 time: 0.0845990 Oct 20 03:46:24.930107 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bcae9e44-db09-4a29-a66e-b9478990c246 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/a23549ca-0c9e-47d2-8442-7ad7646ffc98 HTTP/1.1" status: 200 len: 991 time: 0.0620148 Oct 20 03:46:24.964869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05948425-cc68-4441-b7cd-fe6c4e5a3a26 req-c93f3d70-e725-4f68-985d-fc22a4773748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:24.966311 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05948425-cc68-4441-b7cd-fe6c4e5a3a26 req-c93f3d70-e725-4f68-985d-fc22a4773748 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d7d4069-498e-4353-afc3-5d0658a0f25f HTTP/1.1" status: 200 len: 898 time: 0.0876758 Oct 20 03:46:25.036584 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05948425-cc68-4441-b7cd-fe6c4e5a3a26 req-a343e0f4-cca6-40b9-827b-d03472cb7790 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a248ae4e-3d93-4b67-97bb-e38f54fb33e3 HTTP/1.1" status: 200 len: 999 time: 0.0625615 Oct 20 03:46:25.037176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1bb27e77-0b36-4d54-95d2-c1a6e6199665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a23549ca-0c9e-47d2-8442-7ad7646ffc98', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.147', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'port_id': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'mac_address': 'fa:16:3e:d5:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:46:23Z', 'updated_at': '2022-10-20T03:46:23Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:46:12Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:25.063277 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb27e77-0b36-4d54-95d2-c1a6e6199665 None None] Checking router: 0831e8f7-08a3-4332-9834-a18e452bb749 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:46:25.072673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb27e77-0b36-4d54-95d2-c1a6e6199665 None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:46:25.073287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1bb27e77-0b36-4d54-95d2-c1a6e6199665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:46:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:25.087293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05948425-cc68-4441-b7cd-fe6c4e5a3a26 req-ccfeda89-71bc-4423-9374-ece8954494b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:25.088768 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05948425-cc68-4441-b7cd-fe6c4e5a3a26 req-ccfeda89-71bc-4423-9374-ece8954494b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cc7e381b-717b-453d-a2fa-74ce848af591 HTTP/1.1" status: 200 len: 835 time: 0.0454559 Oct 20 03:46:25.138110 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05948425-cc68-4441-b7cd-fe6c4e5a3a26 req-cd1b9cc7-f200-4dda-b6aa-fc83972bca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:46:25.139597 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05948425-cc68-4441-b7cd-fe6c4e5a3a26 req-cd1b9cc7-f200-4dda-b6aa-fc83972bca42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d7d4069-498e-4353-afc3-5d0658a0f25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442445 Oct 20 03:46:25.180444 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-1bb27e77-0b36-4d54-95d2-c1a6e6199665 None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:46:25.232285 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05948425-cc68-4441-b7cd-fe6c4e5a3a26 req-75ce8403-3d44-4bda-ac4a-67d0ec1b8da8 service neutron] 10.222.0.36 "GET /v2.0/networks/2d7d4069-498e-4353-afc3-5d0658a0f25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857604 Oct 20 03:46:25.322480 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05948425-cc68-4441-b7cd-fe6c4e5a3a26 req-0cc6c586-0def-4a00-9c93-4cfb98fd73d9 service neutron] 10.222.0.36 "GET /v2.0/networks/2d7d4069-498e-4353-afc3-5d0658a0f25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833836 Oct 20 03:46:25.405620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1bb27e77-0b36-4d54-95d2-c1a6e6199665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a23549ca-0c9e-47d2-8442-7ad7646ffc98', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.147', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'port_id': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'mac_address': 'fa:16:3e:d5:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:46:23Z', 'updated_at': '2022-10-20T03:46:23Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:46:12Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:46:25.431504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb27e77-0b36-4d54-95d2-c1a6e6199665 None None] The sync data for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv is: [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a23549ca-0c9e-47d2-8442-7ad7646ffc98', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.147', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'port_id': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'mac_address': 'fa:16:3e:d5:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:46:23Z', 'updated_at': '2022-10-20T03:46:23Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:46:12Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:46:25.613889 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5f859-0eff-41d3-a321-a7f9fdc7d446 None None] New status for floating IP a23549ca-0c9e-47d2-8442-7ad7646ffc98: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:46:25.932364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59012) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:25.995545 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dd41433c-b79a-49b2-bc41-9593b08815fd tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/a23549ca-0c9e-47d2-8442-7ad7646ffc98 HTTP/1.1" status: 200 len: 993 time: 0.0620537 Oct 20 03:46:38.493843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:44.546494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf517-f7cf-4fac-8f62-3a50a51762b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:46.562501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5b86d93c-63d5-44cd-8802-6707473b47e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:47.736503 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:46:47.784417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:49.274228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:49.524636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:46:59.162077 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59034) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:59.272224 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3652e6ea-d0fa-46b9-8934-0992dcbcf7a2 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers/0831e8f7-08a3-4332-9834-a18e452bb749/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1090093 Oct 20 03:46:59.274993 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59036) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:59.390582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e13c221-be32-4fbd-82dd-e803c7aa16dc tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Notify agent at dv-neutron-861842-1-hyperv the message router_removed_from_agent {{(pid=103629) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 20 03:46:59.393612 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5e13c221-be32-4fbd-82dd-e803c7aa16dc tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "DELETE /v2.0/agents/d5c32894-2c2b-4bad-b651-41725683a931/l3-routers/0831e8f7-08a3-4332-9834-a18e452bb749 HTTP/1.1" status: 204 len: 168 time: 0.1177309 Oct 20 03:46:59.396133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59038) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:59.505458 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7818dca2-e8ed-4690-ba5c-6d50938ea28e tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers/0831e8f7-08a3-4332-9834-a18e452bb749/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1079602 Oct 20 03:46:59.507817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59040) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:46:59.568474 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-906fc9b9-0e0c-420a-9320-ed04b01769f9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/a23549ca-0c9e-47d2-8442-7ad7646ffc98 HTTP/1.1" status: 200 len: 993 time: 0.0595286 Oct 20 03:47:00.154830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fee7c0-4d94-476a-bbc9-24234725cd13 None None] New status for floating IP a23549ca-0c9e-47d2-8442-7ad7646ffc98: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:47:00.572440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59042) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:00.633477 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9d2ca35e-43cf-48eb-b257-bf79962f7c66 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/a23549ca-0c9e-47d2-8442-7ad7646ffc98 HTTP/1.1" status: 200 len: 991 time: 0.0600138 Oct 20 03:47:01.180812 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 123f1b05-8e41-49f8-b321-7ac496a3ebf6 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:47:01.266200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:01.266590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:01.287487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 123f1b05-8e41-49f8-b321-7ac496a3ebf6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=123f1b05-8e41-49f8-b321-7ac496a3ebf6,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:01.290874 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:01.291542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ceb1c63-8475-4707-8875-ac9069e6412d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:47:01.367828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=123f1b05-8e41-49f8-b321-7ac496a3ebf6,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:01.377290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.377615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.377997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.378334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.378665 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.378998 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.379325 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.379650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.379972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.380468 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.381009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.381397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:01.423046 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7ceb1c63-8475-4707-8875-ac9069e6412d is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:01.423499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:01.456061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 7ceb1c63-8475-4707-8875-ac9069e6412d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ceb1c63-8475-4707-8875-ac9069e6412d,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:01.460259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:01.509438 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=7ceb1c63-8475-4707-8875-ac9069e6412d,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:01.758871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59048) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:01.884547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcf3686-ac43-4fc4-888f-1c49a9947117 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Router 0831e8f7-08a3-4332-9834-a18e452bb749 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:47:01.884901 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcf3686-ac43-4fc4-888f-1c49a9947117 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Notify agent at dv-neutron-861842-1-hyperv the message router_added_to_agent {{(pid=103628) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 20 03:47:01.904764 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7bcf3686-ac43-4fc4-888f-1c49a9947117 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "POST /v2.0/agents/d5c32894-2c2b-4bad-b651-41725683a931/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1447892 Oct 20 03:47:01.906451 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f0f234-6700-431f-890d-71a0ada187f4 None None] Sync routers for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:01.906923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59052) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:01.917343 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f0f234-6700-431f-890d-71a0ada187f4 None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:01.917955 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-32f0f234-6700-431f-890d-71a0ada187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:46:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:02.028800 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3730527d-3383-44af-b53d-82928abde219 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers/0831e8f7-08a3-4332-9834-a18e452bb749/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1210160 Oct 20 03:47:02.031643 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-32f0f234-6700-431f-890d-71a0ada187f4 None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:02.032033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59054) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:02.099476 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ac9fd9d7-d879-46bc-8320-86a431999fa7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/a23549ca-0c9e-47d2-8442-7ad7646ffc98 HTTP/1.1" status: 200 len: 991 time: 0.0659614 Oct 20 03:47:02.265845 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-32f0f234-6700-431f-890d-71a0ada187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:47:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a23549ca-0c9e-47d2-8442-7ad7646ffc98', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.147', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'port_id': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'mac_address': 'fa:16:3e:d5:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:46:23Z', 'updated_at': '2022-10-20T03:47:00Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:47:01Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:02.294499 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f0f234-6700-431f-890d-71a0ada187f4 None None] Checking router: 0831e8f7-08a3-4332-9834-a18e452bb749 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:02.303438 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f0f234-6700-431f-890d-71a0ada187f4 None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:02.304029 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-32f0f234-6700-431f-890d-71a0ada187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:46:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:02.405468 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-32f0f234-6700-431f-890d-71a0ada187f4 None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:02.619224 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-32f0f234-6700-431f-890d-71a0ada187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:47:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a23549ca-0c9e-47d2-8442-7ad7646ffc98', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.147', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'port_id': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'mac_address': 'fa:16:3e:d5:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:46:23Z', 'updated_at': '2022-10-20T03:47:00Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:47:01Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:02.650560 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f0f234-6700-431f-890d-71a0ada187f4 None None] The sync data for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv is: [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:47:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a23549ca-0c9e-47d2-8442-7ad7646ffc98', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.147', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'port_id': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'mac_address': 'fa:16:3e:d5:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:46:23Z', 'updated_at': '2022-10-20T03:47:00Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:47:01Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:03.103652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59056) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:03.218928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ceb1c63-8475-4707-8875-ac9069e6412d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:47:03.299565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7ceb1c63-8475-4707-8875-ac9069e6412d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:03.299975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:03.300386 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7ceb1c63-8475-4707-8875-ac9069e6412d Oct 20 03:47:03.393102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7ceb1c63-8475-4707-8875-ac9069e6412d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:03.393499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:03.429810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 7ceb1c63-8475-4707-8875-ac9069e6412d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ceb1c63-8475-4707-8875-ac9069e6412d,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:03.434804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:03.492939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=7ceb1c63-8475-4707-8875-ac9069e6412d,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:03.538799 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-86929c76-76ba-433b-a2bf-260755df14de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/a23549ca-0c9e-47d2-8442-7ad7646ffc98 HTTP/1.1" status: 200 len: 991 time: 0.4338815 Oct 20 03:47:04.301019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a396d65-9a1a-460a-9f51-fba59501b7f0 None None] New status for floating IP a23549ca-0c9e-47d2-8442-7ad7646ffc98: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:47:04.542031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59058) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:04.605086 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-025eb3f7-6c2e-49d6-adc3-fe06a91bb2b4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/a23549ca-0c9e-47d2-8442-7ad7646ffc98 HTTP/1.1" status: 200 len: 993 time: 0.0618014 Oct 20 03:47:05.242820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 123f1b05-8e41-49f8-b321-7ac496a3ebf6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:47:05.290594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:05.290967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:05.291299 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 Oct 20 03:47:05.369544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:05.370182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:05.389193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 123f1b05-8e41-49f8-b321-7ac496a3ebf6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=123f1b05-8e41-49f8-b321-7ac496a3ebf6,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:05.393373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:05.394043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ceb1c63-8475-4707-8875-ac9069e6412d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:47:05.610348 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=123f1b05-8e41-49f8-b321-7ac496a3ebf6,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:05.623610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7ceb1c63-8475-4707-8875-ac9069e6412d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:05.623981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:05.624339 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7ceb1c63-8475-4707-8875-ac9069e6412d Oct 20 03:47:05.698858 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7ceb1c63-8475-4707-8875-ac9069e6412d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:06.846011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59064) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:07.001574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 72c0f184-f6fa-4e0d-b5df-d8c60f51b246 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:47:07.001832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.078046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.078375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.089704 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 72c0f184-f6fa-4e0d-b5df-d8c60f51b246 owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:47:07.195131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 123f1b05-8e41-49f8-b321-7ac496a3ebf6 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:47:07.235701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.246822 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:07.247191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.247538 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 Oct 20 03:47:07.260828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=72c0f184-f6fa-4e0d-b5df-d8c60f51b246,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:07.324944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.325283 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP a23549ca-0c9e-47d2-8442-7ad7646ffc98 disassociated (deleted). External IP: 172.26.0.147, port: a248ae4e-3d93-4b67-97bb-e38f54fb33e3. Oct 20 03:47:07.334445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:07.531834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 0831e8f7-08a3-4332-9834-a18e452bb749 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:47:07.641203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:47:07.646874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:07.651953 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454d9096-d6f1-4bdb-93e0-7dc30f9eff6f None None] Sync routers for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:07.661329 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d9096-d6f1-4bdb-93e0-7dc30f9eff6f None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:07.661994 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-454d9096-d6f1-4bdb-93e0-7dc30f9eff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:46:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:07.674201 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-742afccf-a50b-4695-81e8-0adb0b7c8788 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/floatingips/a23549ca-0c9e-47d2-8442-7ad7646ffc98 HTTP/1.1" status: 204 len: 168 time: 0.8271146 Oct 20 03:47:07.674846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'tag': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:07.677278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e36c2205-e5af-48c9-8930-ac55234cdbcd", "tag": "a248ae4e-3d93-4b67-97bb-e38f54fb33e3"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:07.717146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2bf0f1-68f9-420d-980d-2448f057f4e8 x-openstack-request-id: req-ae2bf0f1-68f9-420d-980d-2448f057f4e8 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:07.717442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36c2205-e5af-48c9-8930-ac55234cdbcd", "tag": "a248ae4e-3d93-4b67-97bb-e38f54fb33e3", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:07.717703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae2bf0f1-68f9-420d-980d-2448f057f4e8 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:07.718113 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2bf0f1-68f9-420d-980d-2448f057f4e8'] response: {'name': 'network-changed', 'server_uuid': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'tag': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'status': 'completed', 'code': 200} Oct 20 03:47:07.772522 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-454d9096-d6f1-4bdb-93e0-7dc30f9eff6f None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:07.782682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3 req-a961a853-57fa-44cb-ba20-8e466379c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:07.784116 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3 req-a961a853-57fa-44cb-ba20-8e466379c59f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 1098 time: 0.0436821 Oct 20 03:47:07.905304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3 req-05fcdd58-16d4-4967-9664-6e76bcbf48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:07.906889 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3 req-05fcdd58-16d4-4967-9664-6e76bcbf48f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d7d4069-498e-4353-afc3-5d0658a0f25f HTTP/1.1" status: 200 len: 898 time: 0.1147554 Oct 20 03:47:07.919045 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba4c93-cf46-4c7b-8546-edacd9754ec5 req-111756e6-d783-4706-961a-316886065245 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:07.921217 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fdba4c93-cf46-4c7b-8546-edacd9754ec5 req-111756e6-d783-4706-961a-316886065245 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 945 time: 0.0550361 Oct 20 03:47:07.954340 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3 req-f31a15f5-b3d5-425f-afe4-6271e38c89ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a248ae4e-3d93-4b67-97bb-e38f54fb33e3 HTTP/1.1" status: 200 len: 217 time: 0.0393214 Oct 20 03:47:07.967794 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fdba4c93-cf46-4c7b-8546-edacd9754ec5 req-40e1fb1b-f0f4-4afa-8544-ef582326b5d1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=e530a456-c258-4dfd-b4e0-e189d4374aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365379 Oct 20 03:47:07.994456 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-454d9096-d6f1-4bdb-93e0-7dc30f9eff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:47:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:47:03Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:08.010223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3 req-dbc59a6d-9431-4b17-ae90-92fb5c357b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:08.011739 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3 req-dbc59a6d-9431-4b17-ae90-92fb5c357b19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cc7e381b-717b-453d-a2fa-74ce848af591 HTTP/1.1" status: 200 len: 835 time: 0.0506139 Oct 20 03:47:08.024813 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454d9096-d6f1-4bdb-93e0-7dc30f9eff6f None None] Checking router: 0831e8f7-08a3-4332-9834-a18e452bb749 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:08.033231 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d9096-d6f1-4bdb-93e0-7dc30f9eff6f None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:08.033813 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-454d9096-d6f1-4bdb-93e0-7dc30f9eff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:46:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:08.061772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3 req-55e921c8-8396-40a3-a648-0a098d2954db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:08.063309 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3 req-55e921c8-8396-40a3-a648-0a098d2954db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d7d4069-498e-4353-afc3-5d0658a0f25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432003 Oct 20 03:47:08.163632 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3 req-0d153854-9b41-4828-9f2b-d18be940d091 service neutron] 10.222.0.36 "GET /v2.0/networks/2d7d4069-498e-4353-afc3-5d0658a0f25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925627 Oct 20 03:47:08.228457 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-454d9096-d6f1-4bdb-93e0-7dc30f9eff6f None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:08.258544 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9af86b6a-7965-4773-a8b9-8b27b0a4a1a3 req-fd4d758f-618c-48f7-91ee-17e8d506acd0 service neutron] 10.222.0.36 "GET /v2.0/networks/2d7d4069-498e-4353-afc3-5d0658a0f25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868788 Oct 20 03:47:08.428309 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-454d9096-d6f1-4bdb-93e0-7dc30f9eff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:47:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:47:03Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:08.454824 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454d9096-d6f1-4bdb-93e0-7dc30f9eff6f None None] The sync data for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv is: [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:46:09Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:47:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '7ceb1c63-8475-4707-8875-ac9069e6412d', 'name': '', 'network_id': '2d7d4069-498e-4353-afc3-5d0658a0f25f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:5a:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:08Z', 'updated_at': '2022-10-20T03:47:03Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'cc7e381b-717b-453d-a2fa-74ce848af591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:08.497481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:09.095297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9687ff8-1ad3-45e0-8160-42dfdfe67e43 req-30bb6f62-d1c3-4f8b-bf13-8c83a7311cea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:09.096713 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a9687ff8-1ad3-45e0-8160-42dfdfe67e43 req-30bb6f62-d1c3-4f8b-bf13-8c83a7311cea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 945 time: 0.0500135 Oct 20 03:47:09.135334 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a9687ff8-1ad3-45e0-8160-42dfdfe67e43 req-a519ee10-8a5b-4f3c-aaaf-8f6c6887d075 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=e530a456-c258-4dfd-b4e0-e189d4374aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316312 Oct 20 03:47:09.339960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ca5a-d6b0-4261-aa1d-aa9262d7e168 req-80ad8f94-8472-474f-a768-e0d98c10df03 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:09.341496 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-deb3ca5a-d6b0-4261-aa1d-aa9262d7e168 req-80ad8f94-8472-474f-a768-e0d98c10df03 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 945 time: 0.0533192 Oct 20 03:47:09.438830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-deb3ca5a-d6b0-4261-aa1d-aa9262d7e168 req-21f6097a-8721-4c51-95e2-dd56c5f2b601 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:47:09.439181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-deb3ca5a-d6b0-4261-aa1d-aa9262d7e168 req-21f6097a-8721-4c51-95e2-dd56c5f2b601 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:09.463516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabb787-7728-4aab-876b-8becca066a6b None None] New status for floating IP a23549ca-0c9e-47d2-8442-7ad7646ffc98: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:47:09.541894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-deb3ca5a-d6b0-4261-aa1d-aa9262d7e168 req-21f6097a-8721-4c51-95e2-dd56c5f2b601 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port a248ae4e-3d93-4b67-97bb-e38f54fb33e3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=a248ae4e-3d93-4b67-97bb-e38f54fb33e3,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:09.542589 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-deb3ca5a-d6b0-4261-aa1d-aa9262d7e168 req-21f6097a-8721-4c51-95e2-dd56c5f2b601 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:09.556179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-deb3ca5a-d6b0-4261-aa1d-aa9262d7e168 req-21f6097a-8721-4c51-95e2-dd56c5f2b601 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for a248ae4e-3d93-4b67-97bb-e38f54fb33e3 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:47:09.684857 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-deb3ca5a-d6b0-4261-aa1d-aa9262d7e168 req-21f6097a-8721-4c51-95e2-dd56c5f2b601 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:09.719390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6097a-8721-4c51-95e2-dd56c5f2b601 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=a248ae4e-3d93-4b67-97bb-e38f54fb33e3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:09.761980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb3ca5a-d6b0-4261-aa1d-aa9262d7e168 req-21f6097a-8721-4c51-95e2-dd56c5f2b601 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] No DVR routers for this DVR port a248ae4e-3d93-4b67-97bb-e38f54fb33e3 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:47:09.764675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-deb3ca5a-d6b0-4261-aa1d-aa9262d7e168 req-21f6097a-8721-4c51-95e2-dd56c5f2b601 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:09.768019 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-deb3ca5a-d6b0-4261-aa1d-aa9262d7e168 req-21f6097a-8721-4c51-95e2-dd56c5f2b601 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "DELETE /v2.0/ports/a248ae4e-3d93-4b67-97bb-e38f54fb33e3 HTTP/1.1" status: 204 len: 173 time: 0.4201038 Oct 20 03:47:09.768538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'name': 'network-vif-deleted', 'tag': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:09.770879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e418036-1545-4ce2-9346-41b6108e8e01" -d '{"events": [{"server_uuid": "e36c2205-e5af-48c9-8930-ac55234cdbcd", "name": "network-vif-deleted", "tag": "a248ae4e-3d93-4b67-97bb-e38f54fb33e3"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:09.809515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68712d1a-5943-4e6b-b710-db3986fc22ea x-openstack-request-id: req-68712d1a-5943-4e6b-b710-db3986fc22ea {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:09.809814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c2205-e5af-48c9-8930-ac55234cdbcd", "name": "network-vif-deleted", "tag": "a248ae4e-3d93-4b67-97bb-e38f54fb33e3", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:09.810070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68712d1a-5943-4e6b-b710-db3986fc22ea {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:09.810485 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68712d1a-5943-4e6b-b710-db3986fc22ea'] response: {'server_uuid': 'e36c2205-e5af-48c9-8930-ac55234cdbcd', 'name': 'network-vif-deleted', 'tag': 'a248ae4e-3d93-4b67-97bb-e38f54fb33e3', 'status': 'completed', 'code': 200} Oct 20 03:47:10.252701 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fcc3ea42-0574-4360-80c8-e5ab39973d15 req-d98bcfd7-5630-425c-95c2-ef20d4f60672 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36c2205-e5af-48c9-8930-ac55234cdbcd HTTP/1.1" status: 200 len: 210 time: 0.0279665 Oct 20 03:47:11.322348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59084) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:11.386164 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edca4bbf-ea76-40fe-b7e2-d0e39901bdc8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:11.413703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edca4bbf-ea76-40fe-b7e2-d0e39901bdc8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:11.481787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edca4bbf-ea76-40fe-b7e2-d0e39901bdc8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:11.484665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-edca4bbf-ea76-40fe-b7e2-d0e39901bdc8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:11.486122 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-edca4bbf-ea76-40fe-b7e2-d0e39901bdc8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/e530a456-c258-4dfd-b4e0-e189d4374aa4 HTTP/1.1" status: 204 len: 168 time: 0.1626267 Oct 20 03:47:11.498487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca4bbf-ea76-40fe-b7e2-d0e39901bdc8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e530a456-c258-4dfd-b4e0-e189d4374aa4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:11.523114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59088) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:11.891922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:11.921762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device a248ae4e-3d93-4b67-97bb-e38f54fb33e3 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:47:11.944902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: a248ae4e-3d93-4b67-97bb-e38f54fb33e3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:47:11.945256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device a248ae4e-3d93-4b67-97bb-e38f54fb33e3 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:47:12.149021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 7ceb1c63-8475-4707-8875-ac9069e6412d {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:47:12.149283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:12.239461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 7ceb1c63-8475-4707-8875-ac9069e6412d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7ceb1c63-8475-4707-8875-ac9069e6412d,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:12.239815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:12.251459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 7ceb1c63-8475-4707-8875-ac9069e6412d owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:47:12.433462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:12.461785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=7ceb1c63-8475-4707-8875-ac9069e6412d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:12.637749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:12.844557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 0831e8f7-08a3-4332-9834-a18e452bb749 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:47:12.947333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:47:12.952545 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-12429344-1428-4f0d-8902-b002c21e54c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/0831e8f7-08a3-4332-9834-a18e452bb749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4284029 Oct 20 03:47:12.955288 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59090) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:12.956877 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd20cb5-78a9-469e-b26d-871509e786b0 None None] Sync routers for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:12.966302 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd20cb5-78a9-469e-b26d-871509e786b0 None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:12.966900 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ffd20cb5-78a9-469e-b26d-871509e786b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:46:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:13.015245 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-78716ddd-84dd-4ee1-bdf6-5006e6e5b00c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting subnet cc7e381b-717b-453d-a2fa-74ce848af591 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:47:13.018579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78716ddd-84dd-4ee1-bdf6-5006e6e5b00c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.059515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78716ddd-84dd-4ee1-bdf6-5006e6e5b00c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.073183 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ffd20cb5-78a9-469e-b26d-871509e786b0 None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:13.144310 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78716ddd-84dd-4ee1-bdf6-5006e6e5b00c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.211652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78716ddd-84dd-4ee1-bdf6-5006e6e5b00c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.238719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78716ddd-84dd-4ee1-bdf6-5006e6e5b00c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7e381b-717b-453d-a2fa-74ce848af591,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:13.242395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78716ddd-84dd-4ee1-bdf6-5006e6e5b00c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.248076 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-78716ddd-84dd-4ee1-bdf6-5006e6e5b00c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/subnets/cc7e381b-717b-453d-a2fa-74ce848af591 HTTP/1.1" status: 204 len: 168 time: 0.2891841 Oct 20 03:47:13.248376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59092) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:13.249353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f8eae9-623e-4eeb-9680-cd52b3180f4a None None] Network 2d7d4069-498e-4353-afc3-5d0658a0f25f requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:47:13.255743 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ffd20cb5-78a9-469e-b26d-871509e786b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:47:12Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:47:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:13.284669 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd20cb5-78a9-469e-b26d-871509e786b0 None None] Checking router: 0831e8f7-08a3-4332-9834-a18e452bb749 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:13.293613 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd20cb5-78a9-469e-b26d-871509e786b0 None None] Routers {'0831e8f7-08a3-4332-9834-a18e452bb749'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:13.294218 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ffd20cb5-78a9-469e-b26d-871509e786b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:46:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0831e8f7-08a3-4332-9834-a18e452bb749'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:13.361901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.408633 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ffd20cb5-78a9-469e-b26d-871509e786b0 None None] Set router 0831e8f7-08a3-4332-9834-a18e452bb749 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:13.439504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848052ce-cdb5-4a8b-9c00-0fee5609f994 None None] DHCP port deletion for 2d7d4069-498e-4353-afc3-5d0658a0f25f request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:47:13.469863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.492148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-848052ce-cdb5-4a8b-9c00-0fee5609f994 None None] Deleting port 3bc841da-1426-4329-b62a-029e44f87727 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:47:13.492859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-848052ce-cdb5-4a8b-9c00-0fee5609f994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.558312 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-848052ce-cdb5-4a8b-9c00-0fee5609f994 None None] For port 3bc841da-1426-4329-b62a-029e44f87727, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=3bc841da-1426-4329-b62a-029e44f87727,segment=NetworkSegment(9ebdb642-0bcf-424f-bd10-83be8db27b54),segment_id=9ebdb642-0bcf-424f-bd10-83be8db27b54)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:13.558698 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-848052ce-cdb5-4a8b-9c00-0fee5609f994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.572665 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-848052ce-cdb5-4a8b-9c00-0fee5609f994 None None] Calling delete_port for 3bc841da-1426-4329-b62a-029e44f87727 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:47:13.593128 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ffd20cb5-78a9-469e-b26d-871509e786b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:47:12Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:47:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:13.624083 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd20cb5-78a9-469e-b26d-871509e786b0 None None] The sync data for ids ['0831e8f7-08a3-4332-9834-a18e452bb749'] in dv-neutron-861842-1-hyperv is: [{'id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'name': 'tempest-TestNetworkBasicOps-router-1159804924', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:46:04Z', 'updated_at': '2022-10-20T03:47:12Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '123f1b05-8e41-49f8-b321-7ac496a3ebf6', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0831e8f7-08a3-4332-9834-a18e452bb749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:46:05Z', 'updated_at': '2022-10-20T03:47:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:13.663462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-848052ce-cdb5-4a8b-9c00-0fee5609f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.694144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848052ce-cdb5-4a8b-9c00-0fee5609f994 None None] Pushing event deleted for resources: {'Port': ['ID=3bc841da-1426-4329-b62a-029e44f87727,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:13.699215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848052ce-cdb5-4a8b-9c00-0fee5609f994 None None] No DVR routers for this DVR port 3bc841da-1426-4329-b62a-029e44f87727 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:47:13.862593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 123f1b05-8e41-49f8-b321-7ac496a3ebf6 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:47:13.862935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.938390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 123f1b05-8e41-49f8-b321-7ac496a3ebf6, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=123f1b05-8e41-49f8-b321-7ac496a3ebf6,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:13.938647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:13.951443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 123f1b05-8e41-49f8-b321-7ac496a3ebf6 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:47:14.130904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.157976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=123f1b05-8e41-49f8-b321-7ac496a3ebf6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:14.217838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.305522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.307885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.353542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.354055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Fanout notify agent at l3_agent the message router_deleted on router 0831e8f7-08a3-4332-9834-a18e452bb749 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:47:14.360677 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.361772 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4d3a0f33-90cc-4609-ab95-f94f0e738455 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/routers/0831e8f7-08a3-4332-9834-a18e452bb749 HTTP/1.1" status: 204 len: 168 time: 1.1125066 Oct 20 03:47:14.364720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59094) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:14.449185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.538479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.549545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-37d8e3ed-841e-4b6f-bd02-b83308886ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.559807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7d4069-498e-4353-afc3-5d0658a0f25f']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:14.569922 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebdb642-0bcf-424f-bd10-83be8db27b54') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:14.570221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebdb642-0bcf-424f-bd10-83be8db27b54') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:14.579639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.593354 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.599282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:47:14.599666 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.665273 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.670010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.677284 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/networks/2d7d4069-498e-4353-afc3-5d0658a0f25f HTTP/1.1" status: 204 len: 168 time: 0.3111553 Oct 20 03:47:14.684834 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 9ebdb642-0bcf-424f-bd10-83be8db27b54 resource provider aggregate not found Oct 20 03:47:14.693384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59102) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:14.701161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485657ac-25fc-4e24-ba72-87961abd8ec6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Network': ['ID=2d7d4069-498e-4353-afc3-5d0658a0f25f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:14.704436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'network': {'name': 'tempest-network-smoke--1990281589', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'port_security_enabled': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:14.715683 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 9ebdb642-0bcf-424f-bd10-83be8db27b54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ebdb642-0bcf-424f-bd10-83be8db27b54 found for delete ", "request_id": "req-bc7e34f4-bb34-4570-bd85-ff8cdc93c360"}]} Oct 20 03:47:14.725750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:47:14.729204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.752471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:47:14.761850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.762197 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Added segment cf25ba41-fdc6-4849-aa81-d3a7c60a6591 of type vlan for network 955db64d-9e5b-4a7a-a33b-738de6f4a110 Oct 20 03:47:14.803950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.829574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.835680 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:14.836308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.869519 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1743224 Oct 20 03:47:14.872393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59104) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:14.877115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'admin_state_up': True, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:14.899331 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.900367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:14.911023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Network': ['ID=955db64d-9e5b-4a7a-a33b-738de6f4a110,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:14.919197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.919539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.919876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.920207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.920562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.920895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.921215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.921536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.921856 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.922177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.922496 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.922811 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfbbc-0696-4485-acc2-3c613df5c827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:14.933776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 955db64d-9e5b-4a7a-a33b-738de6f4a110 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:47:14.956861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.105257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.190842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 123f1b05-8e41-49f8-b321-7ac496a3ebf6 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:47:15.210790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 123f1b05-8e41-49f8-b321-7ac496a3ebf6 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:47:15.211054 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 123f1b05-8e41-49f8-b321-7ac496a3ebf6 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:47:15.211464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ceb1c63-8475-4707-8875-ac9069e6412d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:47:15.230464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 7ceb1c63-8475-4707-8875-ac9069e6412d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:47:15.230802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7ceb1c63-8475-4707-8875-ac9069e6412d not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:47:15.231206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3bc841da-1426-4329-b62a-029e44f87727 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:47:15.249924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 3bc841da-1426-4329-b62a-029e44f87727 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:47:15.250267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 3bc841da-1426-4329-b62a-029e44f87727 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:47:15.304580 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.323483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.430640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.46 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/95afbc2e-cedc-4c4d-bfac-19111642a465) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:47:15.531673 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.569058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:15.607332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:15.610283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:15.613966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:47:15.636776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=95afbc2e-cedc-4c4d-bfac-19111642a465,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:15.860449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.050983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.173515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router a356d6e9-5020-4408-b430-54dfc5401879 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:47:16.546597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:47:16.559508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Sync routers for ids ['a356d6e9-5020-4408-b430-54dfc5401879'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:16.567238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.572415 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-44ea5166-89c3-4962-97dc-274dfcc88988 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6949961 Oct 20 03:47:16.572569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4027fead-735d-44a2-911f-a65a4ccf9040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.572861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59106) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:16.574594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Routers {'a356d6e9-5020-4408-b430-54dfc5401879'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:16.575200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:46:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a356d6e9-5020-4408-b430-54dfc5401879'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:16.605273 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fedc355f-3198-4f24-abd7-94cdc86bffb6 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b3377485cec342568db75b308b8a96d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278597 Oct 20 03:47:16.605492 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59108) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:16.683147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Set router a356d6e9-5020-4408-b430-54dfc5401879 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:16.692720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1453af-e2f4-46cd-af8c-ba4459190acc tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:16.694933 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fc1453af-e2f4-46cd-af8c-ba4459190acc tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885503 Oct 20 03:47:16.697989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59110) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:16.725757 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8389f228-2db0-4801-97d0-dc0595ac40e3 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266898 Oct 20 03:47:16.728197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59112) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:16.732820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1906270735', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:16.822201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:47:16.826081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:16.859404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:15Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:16.885780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Checking router: a356d6e9-5020-4408-b430-54dfc5401879 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:16.886133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Updating router a356d6e9-5020-4408-b430-54dfc5401879 port 95afbc2e-cedc-4c4d-bfac-19111642a465 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:47:16.910731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.009955 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.077981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Subnet': ['ID=757999d7-460e-4da6-b3ba-748519198167,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:17.086720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Checking segment: {'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:47:17.087086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network hostable DHCP agents. Network: 955db64d-9e5b-4a7a-a33b-738de6f4a110, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:47:17.105331 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 955db64d-9e5b-4a7a-a33b-738de6f4a110 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:47:17.118244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 955db64d-9e5b-4a7a-a33b-738de6f4a110) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:17.123098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:17.123817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.144474 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c57e641-5bff-4a32-99a3-b48bf65f0822 None None] Network 955db64d-9e5b-4a7a-a33b-738de6f4a110 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:47:17.144692 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d2d67ca6-a79b-47f7-9046-ec8dcc55928d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4127920 Oct 20 03:47:17.144692 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59114) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:17.240991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.253104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.293945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Attempting to bind port 95afbc2e-cedc-4c4d-bfac-19111642a465 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:47:17.293945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Attempting to bind port 95afbc2e-cedc-4c4d-bfac-19111642a465 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:47:17.293945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Attempting to bind port 95afbc2e-cedc-4c4d-bfac-19111642a465 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:47:17.329298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:47:17.329609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:47:17.330012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.330400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:47:17.330874 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Bound port: 95afbc2e-cedc-4c4d-bfac-19111642a465, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:47:17.331253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.356475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c620d-566f-4e07-a957-991fc0fabdc1 None None] Pushing event updated for resources: {'Port': ['ID=95afbc2e-cedc-4c4d-bfac-19111642a465,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:17.405651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-955db64d-9e5b-4a7a-a33b-738de6f4a110', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ips': [{'subnet_id': '757999d7-460e-4da6-b3ba-748519198167'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:47:17.406497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.431126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] For port 95afbc2e-cedc-4c4d-bfac-19111642a465, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:47:17.490304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] For port 95afbc2e-cedc-4c4d-bfac-19111642a465, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=95afbc2e-cedc-4c4d-bfac-19111642a465,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:47:17.498160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.556241 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Routers {'a356d6e9-5020-4408-b430-54dfc5401879'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:17.556886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:47:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a356d6e9-5020-4408-b430-54dfc5401879'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:17.583401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.639557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c620d-566f-4e07-a957-991fc0fabdc1 None None] Pushing event updated for resources: {'Port': ['ID=95afbc2e-cedc-4c4d-bfac-19111642a465,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:17.658619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Allocated IP 172.20.0.2 (955db64d-9e5b-4a7a-a33b-738de6f4a110/757999d7-460e-4da6-b3ba-748519198167/aa450270-c2c2-492f-8f24-12e8dd66ab64) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:47:17.898561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:17.901513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] Set router a356d6e9-5020-4408-b430-54dfc5401879 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:18.134290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:18.142614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:18.188012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Network 955db64d-9e5b-4a7a-a33b-738de6f4a110 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:18.193217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.1 (955db64d-9e5b-4a7a-a33b-738de6f4a110/757999d7-460e-4da6-b3ba-748519198167/16449da9-b142-4d28-b839-75a1d3d5ba5e) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:47:18.193484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:18.195957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:47:18.211499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Pushing event updated for resources: {'Port': ['ID=aa450270-c2c2-492f-8f24-12e8dd66ab64,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:18.251284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:15Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:18.286800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f21acf-f049-4468-a8ac-92f0a4fb21f1 None None] The sync data for ids ['a356d6e9-5020-4408-b430-54dfc5401879'] in dv-neutron-861842-1-hyperv is: [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:15Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:18.293810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Attempting to bind port aa450270-c2c2-492f-8f24-12e8dd66ab64 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:47:18.294189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Attempting to bind port aa450270-c2c2-492f-8f24-12e8dd66ab64 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:47:18.294530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Attempting to bind port aa450270-c2c2-492f-8f24-12e8dd66ab64 on network 955db64d-9e5b-4a7a-a33b-738de6f4a110 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:47:18.299849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:47:18.300228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Checking segment: {'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:47:18.301142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:18.301142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Bound using segment: {'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:47:18.301494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Bound port: aa450270-c2c2-492f-8f24-12e8dd66ab64, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:47:18.301876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:18.317686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:18.364427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:18.374759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] For port aa450270-c2c2-492f-8f24-12e8dd66ab64, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:47:18.378681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] For port aa450270-c2c2-492f-8f24-12e8dd66ab64, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=aa450270-c2c2-492f-8f24-12e8dd66ab64,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:47:18.382517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:18.411853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 955db64d-9e5b-4a7a-a33b-738de6f4a110 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:18.416004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:18.420090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:47:18.426577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=16449da9-b142-4d28-b839-75a1d3d5ba5e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:18.444331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418efc6-1665-498f-a35d-a737e6fdb6e0 None None] Pushing event updated for resources: {'Port': ['ID=aa450270-c2c2-492f-8f24-12e8dd66ab64,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:18.485445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:18.633018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:18.954811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:18.960841 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.039678 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=16449da9-b142-4d28-b839-75a1d3d5ba5e,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:19.048790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.154015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 955db64d-9e5b-4a7a-a33b-738de6f4a110 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:19.155895 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:19.289081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.309647 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 95afbc2e-cedc-4c4d-bfac-19111642a465 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:47:19.313670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router a356d6e9-5020-4408-b430-54dfc5401879 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:47:19.369618 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 95afbc2e-cedc-4c4d-bfac-19111642a465 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:19.370280 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.370430 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 95afbc2e-cedc-4c4d-bfac-19111642a465 Oct 20 03:47:19.435137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:47:19.441023 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dbe896f2-453c-44e5-9ce7-7cc3bf4677a2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/a356d6e9-5020-4408-b430-54dfc5401879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2952456 Oct 20 03:47:19.443784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59116) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:19.463243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 95afbc2e-cedc-4c4d-bfac-19111642a465 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:19.463633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.489394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 95afbc2e-cedc-4c4d-bfac-19111642a465, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=95afbc2e-cedc-4c4d-bfac-19111642a465,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:19.494756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.495749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device aa450270-c2c2-492f-8f24-12e8dd66ab64 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:47:19.556380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ee3a1e-e27d-4392-9b89-7a2af8a63747 None None] Network 955db64d-9e5b-4a7a-a33b-738de6f4a110 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:47:19.562966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313f914-1b88-4bdc-bb87-1a73860a4caf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.563467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313f914-1b88-4bdc-bb87-1a73860a4caf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.563968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313f914-1b88-4bdc-bb87-1a73860a4caf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.564450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313f914-1b88-4bdc-bb87-1a73860a4caf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.564951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313f914-1b88-4bdc-bb87-1a73860a4caf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.565401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313f914-1b88-4bdc-bb87-1a73860a4caf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.567152 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e313f914-1b88-4bdc-bb87-1a73860a4caf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1223464 Oct 20 03:47:19.570742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59118) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:19.608064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.627778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b456f84-a7a7-4329-8294-7afd6a45bb2a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.628236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b456f84-a7a7-4329-8294-7afd6a45bb2a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.628707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b456f84-a7a7-4329-8294-7afd6a45bb2a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.629150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b456f84-a7a7-4329-8294-7afd6a45bb2a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.629618 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b456f84-a7a7-4329-8294-7afd6a45bb2a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.630070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b456f84-a7a7-4329-8294-7afd6a45bb2a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:19.632348 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1b456f84-a7a7-4329-8294-7afd6a45bb2a tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0605927 Oct 20 03:47:19.635287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59120) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:19.657990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=95afbc2e-cedc-4c4d-bfac-19111642a465,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:19.689358 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0657c170-d34e-4c42-972a-45d196538db7 None None] Provisioning complete for port aa450270-c2c2-492f-8f24-12e8dd66ab64 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:19.689730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0657c170-d34e-4c42-972a-45d196538db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.690065 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0657c170-d34e-4c42-972a-45d196538db7 None None] Attempt 1 to provision port aa450270-c2c2-492f-8f24-12e8dd66ab64 Oct 20 03:47:19.746932 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port aa450270-c2c2-492f-8f24-12e8dd66ab64 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:19.747310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.747649 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port aa450270-c2c2-492f-8f24-12e8dd66ab64 Oct 20 03:47:19.783767 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1388f60f-7ad9-4bc5-bdf5-769c82100e8d tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1471393 Oct 20 03:47:19.854302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59124) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:19.859114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-36dabe05-9b95-455b-b7a3-136d46c3da90 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733506245', 'description': 'tempest-secgroup-smoke-733506245 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:19.885971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36dabe05-9b95-455b-b7a3-136d46c3da90 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.914719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0657c170-d34e-4c42-972a-45d196538db7 None None] Current status of the port aa450270-c2c2-492f-8f24-12e8dd66ab64 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:19.915110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0657c170-d34e-4c42-972a-45d196538db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.929514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port aa450270-c2c2-492f-8f24-12e8dd66ab64 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:19.929907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.967428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36dabe05-9b95-455b-b7a3-136d46c3da90 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.972017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0657c170-d34e-4c42-972a-45d196538db7 None None] For port aa450270-c2c2-492f-8f24-12e8dd66ab64, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=aa450270-c2c2-492f-8f24-12e8dd66ab64,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:19.972769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36dabe05-9b95-455b-b7a3-136d46c3da90 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:19.978684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0657c170-d34e-4c42-972a-45d196538db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.000173 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36dabe05-9b95-455b-b7a3-136d46c3da90 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.004233 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-36dabe05-9b95-455b-b7a3-136d46c3da90 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1462436 Oct 20 03:47:20.004970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59126) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:20.010758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dabe05-9b95-455b-b7a3-136d46c3da90 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c4213c-237a-48d7-bca5-28ccd9067817,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:20.011894 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8015d336-059b-4fe9-b52a-5b0001f0ee9e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '77c4213c-237a-48d7-bca5-28ccd9067817', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:20.044127 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8015d336-059b-4fe9-b52a-5b0001f0ee9e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.060539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:47:20.060901 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:47:20.070367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657c170-d34e-4c42-972a-45d196538db7 None None] Pushing event updated for resources: {'Port': ['ID=aa450270-c2c2-492f-8f24-12e8dd66ab64,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:20.116951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8015d336-059b-4fe9-b52a-5b0001f0ee9e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.121096 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Sync routers for ids ['a356d6e9-5020-4408-b430-54dfc5401879'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:20.125513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8015d336-059b-4fe9-b52a-5b0001f0ee9e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.134484 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Routers {'a356d6e9-5020-4408-b430-54dfc5401879'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:20.135186 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:47:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a356d6e9-5020-4408-b430-54dfc5401879'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:20.140720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015d336-059b-4fe9-b52a-5b0001f0ee9e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b11cfbc-1d7b-45d8-8665-cafc7413920d,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:20.157341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8015d336-059b-4fe9-b52a-5b0001f0ee9e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.161994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59128) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:20.162169 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8015d336-059b-4fe9-b52a-5b0001f0ee9e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545813 Oct 20 03:47:20.167839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-cb46f497-6254-4508-b726-0962ad76d501 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '77c4213c-237a-48d7-bca5-28ccd9067817', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:20.201729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Provisioning complete for port 16449da9-b142-4d28-b839-75a1d3d5ba5e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:20.202251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.202591 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Attempt 1 to provision port 16449da9-b142-4d28-b839-75a1d3d5ba5e Oct 20 03:47:20.203039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb46f497-6254-4508-b726-0962ad76d501 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.249629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Port 16449da9-b142-4d28-b839-75a1d3d5ba5e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:47:20.251525 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Set router a356d6e9-5020-4408-b430-54dfc5401879 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:20.278353 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb46f497-6254-4508-b726-0962ad76d501 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.285415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb46f497-6254-4508-b726-0962ad76d501 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.303129 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46f497-6254-4508-b726-0962ad76d501 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d078ed12-f959-4205-8740-de2fc8b5e4b9,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:20.318389 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb46f497-6254-4508-b726-0962ad76d501 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.321208 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cb46f497-6254-4508-b726-0962ad76d501 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572027 Oct 20 03:47:20.324255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59130) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:20.329848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-efb07b74-d388-491f-9093-5829e4ea99f1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '77c4213c-237a-48d7-bca5-28ccd9067817', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:20.360008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efb07b74-d388-491f-9093-5829e4ea99f1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.434257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efb07b74-d388-491f-9093-5829e4ea99f1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.439406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efb07b74-d388-491f-9093-5829e4ea99f1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.461947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb07b74-d388-491f-9093-5829e4ea99f1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b839c6-26ec-48fe-91b3-9ba8b63f8883,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:20.472526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-efb07b74-d388-491f-9093-5829e4ea99f1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.473757 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-efb07b74-d388-491f-9093-5829e4ea99f1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482637 Oct 20 03:47:20.477093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59132) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:20.481693 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-229c2bd5-9cd3-4b46-9787-1f888cc85458 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '77c4213c-237a-48d7-bca5-28ccd9067817', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:20.483383 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:18Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '16449da9-b142-4d28-b839-75a1d3d5ba5e', 'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:7a:90:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '757999d7-460e-4da6-b3ba-748519198167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:17Z', 'updated_at': '2022-10-20T03:47:18Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '757999d7-460e-4da6-b3ba-748519198167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:20.510968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-229c2bd5-9cd3-4b46-9787-1f888cc85458 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.579632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-229c2bd5-9cd3-4b46-9787-1f888cc85458 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.587569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-229c2bd5-9cd3-4b46-9787-1f888cc85458 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.606441 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port aa450270-c2c2-492f-8f24-12e8dd66ab64 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:20.612184 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Checking router: a356d6e9-5020-4408-b430-54dfc5401879 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:20.612558 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Updating router a356d6e9-5020-4408-b430-54dfc5401879 port 16449da9-b142-4d28-b839-75a1d3d5ba5e binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:47:20.612915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-229c2bd5-9cd3-4b46-9787-1f888cc85458 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.614129 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-229c2bd5-9cd3-4b46-9787-1f888cc85458 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360347 Oct 20 03:47:20.615092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c2bd5-9cd3-4b46-9787-1f888cc85458 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814ebe76-38e7-4a6f-8aab-256fdb369df7,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:20.617096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59134) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:20.621887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f9882852-344c-4b73-9cc5-04538d563016 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '77c4213c-237a-48d7-bca5-28ccd9067817', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:20.640192 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.642625 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-f9882852-344c-4b73-9cc5-04538d563016 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:47:20.648582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9882852-344c-4b73-9cc5-04538d563016 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.712787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9882852-344c-4b73-9cc5-04538d563016 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.716502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9882852-344c-4b73-9cc5-04538d563016 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.734656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9882852-344c-4b73-9cc5-04538d563016 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bcc087-3c07-4c95-b175-6ef8249284a5,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:20.743059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9882852-344c-4b73-9cc5-04538d563016 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.746856 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f9882852-344c-4b73-9cc5-04538d563016 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262717 Oct 20 03:47:20.747215 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59136) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:20.751863 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-42d4fc8b-31c6-45e6-b803-67f7d8a7f5d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '77c4213c-237a-48d7-bca5-28ccd9067817', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:20.758046 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Attempt 2 to provision port 16449da9-b142-4d28-b839-75a1d3d5ba5e Oct 20 03:47:20.777112 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-42d4fc8b-31c6-45e6-b803-67f7d8a7f5d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:47:20.782658 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42d4fc8b-31c6-45e6-b803-67f7d8a7f5d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.794849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Port 16449da9-b142-4d28-b839-75a1d3d5ba5e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:47:20.844109 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42d4fc8b-31c6-45e6-b803-67f7d8a7f5d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.847730 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42d4fc8b-31c6-45e6-b803-67f7d8a7f5d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.865280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4fc8b-31c6-45e6-b803-67f7d8a7f5d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89614d77-6ac7-4491-b275-c8cd2f1ca0e2,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:20.872826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-42d4fc8b-31c6-45e6-b803-67f7d8a7f5d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.874051 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-42d4fc8b-31c6-45e6-b803-67f7d8a7f5d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257734 Oct 20 03:47:20.911218 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.917431 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:20.982332 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Pushing event updated for resources: {'Port': ['ID=16449da9-b142-4d28-b839-75a1d3d5ba5e,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:21.008141 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.008523 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.008841 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.009170 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.009493 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.009815 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.010138 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.010455 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.010775 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.011091 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.011399 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.011708 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:21.016471 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-05bfaf72-d83b-4c9f-a41a-f6b12edde65d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733506245&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.0333126 Oct 20 03:47:21.018326 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Attempting to bind port 16449da9-b142-4d28-b839-75a1d3d5ba5e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:47:21.018764 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Attempting to bind port 16449da9-b142-4d28-b839-75a1d3d5ba5e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:47:21.019022 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Attempting to bind port 16449da9-b142-4d28-b839-75a1d3d5ba5e on network 955db64d-9e5b-4a7a-a33b-738de6f4a110 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:47:21.025092 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:47:21.025465 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Checking segment: {'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:47:21.025856 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.026231 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Bound using segment: {'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:47:21.026693 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Bound port: 16449da9-b142-4d28-b839-75a1d3d5ba5e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:47:21.027058 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.089536 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] For port 16449da9-b142-4d28-b839-75a1d3d5ba5e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:47:21.092596 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] For port 16449da9-b142-4d28-b839-75a1d3d5ba5e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=16449da9-b142-4d28-b839-75a1d3d5ba5e,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:47:21.097475 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.127998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-4b8e8d23-cd33-4821-b4f8-2c3fba7f46d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:21.129513 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-4b8e8d23-cd33-4821-b4f8-2c3fba7f46d0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/networks?id=955db64d-9e5b-4a7a-a33b-738de6f4a110 HTTP/1.1" status: 200 len: 797 time: 0.1047194 Oct 20 03:47:21.139548 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Routers {'a356d6e9-5020-4408-b430-54dfc5401879'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:21.140160 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:47:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a356d6e9-5020-4408-b430-54dfc5401879'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:21.152787 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-8f1cd9bc-51cc-4afb-a513-0b36798eb0de tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/quotas/b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 375 time: 0.0154464 Oct 20 03:47:21.184434 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245fa62-337f-4fb3-9ea6-8628df9876df None None] Pushing event updated for resources: {'Port': ['ID=16449da9-b142-4d28-b839-75a1d3d5ba5e,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:21.211513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 95afbc2e-cedc-4c4d-bfac-19111642a465 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:47:21.215100 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a00e45e6-fb78-4c12-ab0d-8b095e418ad0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599685 Oct 20 03:47:21.264077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 95afbc2e-cedc-4c4d-bfac-19111642a465 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:21.264580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.265001 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 95afbc2e-cedc-4c4d-bfac-19111642a465 Oct 20 03:47:21.267006 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] Set router a356d6e9-5020-4408-b430-54dfc5401879 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:21.297928 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Attempt 3 to provision port 16449da9-b142-4d28-b839-75a1d3d5ba5e Oct 20 03:47:21.368010 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-4f2d30d5-bd2f-4e09-8dea-4cd9bd536b69 service neutron] 10.222.0.20 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413553 Oct 20 03:47:21.397092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 95afbc2e-cedc-4c4d-bfac-19111642a465 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:21.398427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device aa450270-c2c2-492f-8f24-12e8dd66ab64 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:47:21.454604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Current status of the port 16449da9-b142-4d28-b839-75a1d3d5ba5e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:21.454991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.469008 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-5abb5f67-edb9-44ad-94bf-bae075efc326 service neutron] 10.222.0.20 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949476 Oct 20 03:47:21.484781 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:18Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '16449da9-b142-4d28-b839-75a1d3d5ba5e', 'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:7a:90:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '757999d7-460e-4da6-b3ba-748519198167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:17Z', 'updated_at': '2022-10-20T03:47:21Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '757999d7-460e-4da6-b3ba-748519198167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:21.497575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] For port 16449da9-b142-4d28-b839-75a1d3d5ba5e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=16449da9-b142-4d28-b839-75a1d3d5ba5e,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:21.499469 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port aa450270-c2c2-492f-8f24-12e8dd66ab64 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:21.499815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.500153 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port aa450270-c2c2-492f-8f24-12e8dd66ab64 Oct 20 03:47:21.512322 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdca37c-96d5-44bb-a47d-539f8b95358e None None] The sync data for ids ['a356d6e9-5020-4408-b430-54dfc5401879'] in dv-neutron-861842-1-hyperv is: [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:18Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '16449da9-b142-4d28-b839-75a1d3d5ba5e', 'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:7a:90:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '757999d7-460e-4da6-b3ba-748519198167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:17Z', 'updated_at': '2022-10-20T03:47:21Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '757999d7-460e-4da6-b3ba-748519198167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:21.528328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.584609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Provisioning complete for port aa450270-c2c2-492f-8f24-12e8dd66ab64 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:21.585366 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.585793 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Attempt 1 to provision port aa450270-c2c2-492f-8f24-12e8dd66ab64 Oct 20 03:47:21.635329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Pushing event updated for resources: {'Port': ['ID=16449da9-b142-4d28-b839-75a1d3d5ba5e,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:21.678665 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4f4a0d60-d3af-45d2-bad9-0b65f4e587d7 req-3f2af961-cddb-4a80-8e46-6815c4079337 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 210 time: 0.0369363 Oct 20 03:47:21.718408 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port aa450270-c2c2-492f-8f24-12e8dd66ab64 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:21.763621 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-060b3558-8250-4099-b941-9874fddd12b6 None None] Current status of the port aa450270-c2c2-492f-8f24-12e8dd66ab64 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:21.883335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b561dd31-c13c-4e2e-b6b5-fbcacc8bdfe8 None None] Provisioning complete for port 16449da9-b142-4d28-b839-75a1d3d5ba5e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:21.883704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b561dd31-c13c-4e2e-b6b5-fbcacc8bdfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:21.884062 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b561dd31-c13c-4e2e-b6b5-fbcacc8bdfe8 None None] Attempt 1 to provision port 16449da9-b142-4d28-b839-75a1d3d5ba5e Oct 20 03:47:21.969959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b561dd31-c13c-4e2e-b6b5-fbcacc8bdfe8 None None] Current status of the port 16449da9-b142-4d28-b839-75a1d3d5ba5e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:22.749051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-afdb252a-47b0-49d5-99ff-ef678a19c7e7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:22.750553 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-afdb252a-47b0-49d5-99ff-ef678a19c7e7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=955db64d-9e5b-4a7a-a33b-738de6f4a110 HTTP/1.1" status: 200 len: 797 time: 0.1126013 Oct 20 03:47:22.789494 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4c539119-d82e-4a1f-981f-395c6f83b7e9 req-c3a91d2e-d6a0-4bfe-b146-7d543fa9c917 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 210 time: 0.0308173 Oct 20 03:47:22.823125 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-18e03843-a5bd-47d7-8345-381becdfbf40 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 379 time: 0.0545044 Oct 20 03:47:22.842211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'device_id': '446b6abd-3b03-49c4-b9fd-50336826b573', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'admin_state_up': True, 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'security_groups': ['77c4213c-237a-48d7-bca5-28ccd9067817']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:22.946993 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:47:22.950727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.081014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.6 (955db64d-9e5b-4a7a-a33b-738de6f4a110/757999d7-460e-4da6-b3ba-748519198167/af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:47:23.218638 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 16449da9-b142-4d28-b839-75a1d3d5ba5e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:47:23.222817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.262458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.269364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 16449da9-b142-4d28-b839-75a1d3d5ba5e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:23.269736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.270070 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 16449da9-b142-4d28-b839-75a1d3d5ba5e Oct 20 03:47:23.303491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 955db64d-9e5b-4a7a-a33b-738de6f4a110 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:23.307030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:23.309664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:47:23.355115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 16449da9-b142-4d28-b839-75a1d3d5ba5e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:23.365111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:23.385263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:23.385883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.403175 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-46a9616a-93b3-4a72-87f1-4eaa5ac21e19 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5646276 Oct 20 03:47:23.415718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Request body: {'port': {'device_id': '446b6abd-3b03-49c4-b9fd-50336826b573', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:23.476759 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.599594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1fb40d0f-56d2-4f8a-ae6d-00177e4cb3ab None None] Provisioning complete for port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:23.599898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1fb40d0f-56d2-4f8a-ae6d-00177e4cb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.600353 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1fb40d0f-56d2-4f8a-ae6d-00177e4cb3ab None None] Attempt 1 to provision port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 Oct 20 03:47:23.633909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1fb40d0f-56d2-4f8a-ae6d-00177e4cb3ab None None] Port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:47:23.745602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:47:23.753114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.765413 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Transition to ACTIVE for port object af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:47:23.769052 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.827180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Pushing event updated for resources: {'Port': ['ID=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:23.877949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Attempting to bind port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:47:23.878384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Attempting to bind port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:47:23.878592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Attempting to bind port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 on network 955db64d-9e5b-4a7a-a33b-738de6f4a110 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:47:23.883657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 on network 955db64d-9e5b-4a7a-a33b-738de6f4a110 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:47:23.883973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Attempting to bind port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 on network 955db64d-9e5b-4a7a-a33b-738de6f4a110 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:47:23.888960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:47:23.889296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Checking segment: {'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:47:23.889677 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Bound using segment: {'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:47:23.890104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Bound port: af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:47:23.890488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.913561 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c1a2b-8471-4b11-b1e3-eb90b9cf64f8 req-38203906-ac81-48ca-add0-605d6f28f703 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:23.915051 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b88c1a2b-8471-4b11-b1e3-eb90b9cf64f8 req-38203906-ac81-48ca-add0-605d6f28f703 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 943 time: 0.0495121 Oct 20 03:47:23.956053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] For port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:47:23.956870 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b88c1a2b-8471-4b11-b1e3-eb90b9cf64f8 req-1b480383-b4d0-4ffd-86dd-25a93dbef5d7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c4213c-237a-48d7-bca5-28ccd9067817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357208 Oct 20 03:47:23.959234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] For port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:47:23.963930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.969005 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:23.969696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:23.971070 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] 10.222.0.36 "PUT /v2.0/ports/af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 HTTP/1.1" status: 200 len: 1093 time: 0.5596859 Oct 20 03:47:23.971682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446b6abd-3b03-49c4-b9fd-50336826b573', 'tag': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:23.973992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ef0148-a1f5-4698-89ba-94917f774999" -d '{"events": [{"name": "network-changed", "server_uuid": "446b6abd-3b03-49c4-b9fd-50336826b573", "tag": "af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:24.020360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a463e-7caa-493f-9b1c-152e45cffc00 service neutron] Pushing event updated for resources: {'Port': ['ID=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:24.048312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9183b5-5f39-44a9-b1b1-5a3bdc20eacf x-openstack-request-id: req-6d9183b5-5f39-44a9-b1b1-5a3bdc20eacf {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:24.048655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446b6abd-3b03-49c4-b9fd-50336826b573", "tag": "af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:24.048913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d9183b5-5f39-44a9-b1b1-5a3bdc20eacf {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:24.049314 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d9183b5-5f39-44a9-b1b1-5a3bdc20eacf'] response: {'name': 'network-changed', 'server_uuid': '446b6abd-3b03-49c4-b9fd-50336826b573', 'tag': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8', 'status': 'completed', 'code': 200} Oct 20 03:47:24.065749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-1faa9b77-9cdb-4108-9415-78dea5917694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:24.067282 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-1faa9b77-9cdb-4108-9415-78dea5917694 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 1096 time: 0.0440323 Oct 20 03:47:24.116850 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-2891250f-ed1f-454b-8e41-afd333908a61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 HTTP/1.1" status: 200 len: 217 time: 0.0373740 Oct 20 03:47:24.135936 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1fb40d0f-56d2-4f8a-ae6d-00177e4cb3ab None None] Attempt 2 to provision port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 Oct 20 03:47:24.170800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-1a17ef64-abf1-4a84-b85a-fca2fabbeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:24.172334 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-1a17ef64-abf1-4a84-b85a-fca2fabbeb17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=757999d7-460e-4da6-b3ba-748519198167 HTTP/1.1" status: 200 len: 844 time: 0.0473182 Oct 20 03:47:24.179922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1fb40d0f-56d2-4f8a-ae6d-00177e4cb3ab None None] Port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:47:24.221841 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-7266b0ee-7984-4268-8674-da17a6ae0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:24.223350 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-7266b0ee-7984-4268-8674-da17a6ae0006 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=955db64d-9e5b-4a7a-a33b-738de6f4a110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404441 Oct 20 03:47:24.322307 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-ba2322b4-9bc6-4987-9adf-d6af75438e13 service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874476 Oct 20 03:47:24.415102 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-27ecdaa4-fe0d-48d9-ad5f-a880376e3851 req-23ffe869-0a7e-4716-8efb-5ff01292acd9 service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830872 Oct 20 03:47:24.511211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0148-a1f5-4698-89ba-94917f774999 req-823410b2-08df-4702-be59-0afdaeef41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:24.512726 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1ef0148-a1f5-4698-89ba-94917f774999 req-823410b2-08df-4702-be59-0afdaeef41cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 1096 time: 0.0461552 Oct 20 03:47:24.603594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0148-a1f5-4698-89ba-94917f774999 req-975a1484-3f2d-4a40-8217-4f0d355b499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:24.605108 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1ef0148-a1f5-4698-89ba-94917f774999 req-975a1484-3f2d-4a40-8217-4f0d355b499a service neutron] 10.222.0.36 "GET /v2.0/networks?id=955db64d-9e5b-4a7a-a33b-738de6f4a110 HTTP/1.1" status: 200 len: 898 time: 0.0853834 Oct 20 03:47:24.653467 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1ef0148-a1f5-4698-89ba-94917f774999 req-89b59f62-15e5-4153-8dec-adf4c780f6af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 HTTP/1.1" status: 200 len: 217 time: 0.0381031 Oct 20 03:47:24.704081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0148-a1f5-4698-89ba-94917f774999 req-c6e55803-954b-4bcf-b74c-8ab70443de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:24.705556 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1ef0148-a1f5-4698-89ba-94917f774999 req-c6e55803-954b-4bcf-b74c-8ab70443de7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=757999d7-460e-4da6-b3ba-748519198167 HTTP/1.1" status: 200 len: 844 time: 0.0452604 Oct 20 03:47:24.735615 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:47:24.752084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0148-a1f5-4698-89ba-94917f774999 req-16428644-37a5-45b1-9ffe-bf2ef73e967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:24.753612 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1ef0148-a1f5-4698-89ba-94917f774999 req-16428644-37a5-45b1-9ffe-bf2ef73e967d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=955db64d-9e5b-4a7a-a33b-738de6f4a110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407584 Oct 20 03:47:24.847979 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1ef0148-a1f5-4698-89ba-94917f774999 req-d8a9da51-cfd4-4edc-9f33-04c30cb5083f service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859938 Oct 20 03:47:24.938724 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1ef0148-a1f5-4698-89ba-94917f774999 req-fb8ebb1b-e177-4aac-ab91-e97550b5b510 service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832496 Oct 20 03:47:25.081076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422307f-fe26-4020-b450-bf9c56ba315a req-cbaccf8d-1a45-4f71-aa4e-7cba963bdc29 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:25.082529 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1422307f-fe26-4020-b450-bf9c56ba315a req-cbaccf8d-1a45-4f71-aa4e-7cba963bdc29 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 943 time: 0.0489137 Oct 20 03:47:25.120261 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1422307f-fe26-4020-b450-bf9c56ba315a req-431fc8cb-5a75-4b53-9b2a-c34c7aa0c6c3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c4213c-237a-48d7-bca5-28ccd9067817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306866 Oct 20 03:47:25.983735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:47:26.078399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:26.088963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'port_id': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8', 'mac_address': 'fa:16:3e:76:f1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757999d7-460e-4da6-b3ba-748519198167', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:47:26.253231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811b8cd-8737-486e-9169-39f0631e6dea req-95e9f610-d76a-4e0c-9ba7-60b0cf481ae3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:26.254599 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c811b8cd-8737-486e-9169-39f0631e6dea req-95e9f610-d76a-4e0c-9ba7-60b0cf481ae3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 943 time: 0.0555053 Oct 20 03:47:26.272537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:26.272945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:26.285596 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:47:26.293723 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c811b8cd-8737-486e-9169-39f0631e6dea req-547d7519-3a31-41ff-a6b6-821ce48f3ea5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c4213c-237a-48d7-bca5-28ccd9067817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328131 Oct 20 03:47:26.305829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:26.309791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:26.356972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:26.587888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:47:27.416575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288da02b-941c-4966-a2c4-da94cd41d18a req-d666cb1c-58df-46cb-b2f6-e0ff2dd73be1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:27.418056 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-288da02b-941c-4966-a2c4-da94cd41d18a req-d666cb1c-58df-46cb-b2f6-e0ff2dd73be1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 944 time: 0.0484753 Oct 20 03:47:27.456026 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-288da02b-941c-4966-a2c4-da94cd41d18a req-7eb65e3f-035d-4fbe-aa95-f3a7f521661e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c4213c-237a-48d7-bca5-28ccd9067817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320854 Oct 20 03:47:27.999560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:47:28.050017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:47:28.053552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:47:28.053917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:28.054249 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 Oct 20 03:47:28.128851 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:47:28.129236 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:28.151930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446b6abd-3b03-49c4-b9fd-50336826b573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:28.154224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b595d8-baba-4471-aadb-f29a4d39c0e6" -d '{"events": [{"server_uuid": "446b6abd-3b03-49c4-b9fd-50336826b573", "name": "network-vif-plugged", "status": "completed", "tag": "af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:28.167055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:28.171435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:28.194219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971b3d46-996f-4f63-8180-76b5c5d7b207 x-openstack-request-id: req-971b3d46-996f-4f63-8180-76b5c5d7b207 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:28.194512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446b6abd-3b03-49c4-b9fd-50336826b573", "name": "network-vif-plugged", "status": "completed", "tag": "af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:28.194764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-971b3d46-996f-4f63-8180-76b5c5d7b207 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:28.195152 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971b3d46-996f-4f63-8180-76b5c5d7b207'] response: {'server_uuid': '446b6abd-3b03-49c4-b9fd-50336826b573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8', 'code': 200} Oct 20 03:47:28.220502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:28.362511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5e596-e908-40a8-b0dc-e7d96ffc595d req-bab447ed-f2ee-4fb9-849d-d519cbb5a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:28.363952 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-90f5e596-e908-40a8-b0dc-e7d96ffc595d req-bab447ed-f2ee-4fb9-849d-d519cbb5a4c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 1098 time: 0.0388319 Oct 20 03:47:28.398091 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-90f5e596-e908-40a8-b0dc-e7d96ffc595d req-11630d3c-694d-49e4-9f95-b6c0f08754db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77c4213c-237a-48d7-bca5-28ccd9067817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271580 Oct 20 03:47:28.575653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a7bd-6f7d-41da-ba24-256e1eb7f02d req-c2658721-2f51-44de-975e-b650dab6763a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:28.577033 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b5a0a7bd-6f7d-41da-ba24-256e1eb7f02d req-c2658721-2f51-44de-975e-b650dab6763a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Oct 20 03:47:28.618514 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b5a0a7bd-6f7d-41da-ba24-256e1eb7f02d req-9461b51d-d1da-4c56-a878-f19ec9dfbf79 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c4213c-237a-48d7-bca5-28ccd9067817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356109 Oct 20 03:47:29.738339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e1a44-8ac9-4217-bfe8-57681d3dfdd2 req-f8f60552-0210-4416-bd0a-0e2c2fd2c4a4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:29.739688 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f02e1a44-8ac9-4217-bfe8-57681d3dfdd2 req-f8f60552-0210-4416-bd0a-0e2c2fd2c4a4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Oct 20 03:47:29.776665 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f02e1a44-8ac9-4217-bfe8-57681d3dfdd2 req-9c0d8bfa-1ca9-4b32-a022-005436b99c62 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c4213c-237a-48d7-bca5-28ccd9067817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Oct 20 03:47:29.894933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fd188-f892-4c14-9054-05358c3db734 req-c6a5bab3-1461-4a32-a331-d3da9e6bef15 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:29.896402 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-296fd188-f892-4c14-9054-05358c3db734 req-c6a5bab3-1461-4a32-a331-d3da9e6bef15 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 945 time: 0.0485828 Oct 20 03:47:29.933930 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-296fd188-f892-4c14-9054-05358c3db734 req-5778b032-0c5e-4c36-b8c7-4b7a9e092668 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c4213c-237a-48d7-bca5-28ccd9067817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310044 Oct 20 03:47:29.962138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59190) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:30.000543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4994220-1b55-42c6-a6fa-c32f0b146fc7 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:30.001924 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f4994220-1b55-42c6-a6fa-c32f0b146fc7 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 1093 time: 0.0388412 Oct 20 03:47:30.004620 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59192) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:30.008853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:47:30.031630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:30.129453 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:30.231316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.14 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/600a3684-f514-4e67-b747-f39783a712d7) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:47:30.335247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:30.368806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:30.406934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:47:30.409806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:47:30.413825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:47:30.419071 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=600a3684-f514-4e67-b747-f39783a712d7,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:30.444506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.444929 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.445267 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.445598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.445926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.446253 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.446576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.446898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.447219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.447537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.447854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.448171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:47:30.772881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:30.836524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:30.983802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:30.988320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:31.057126 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=600a3684-f514-4e67-b747-f39783a712d7,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:31.060343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:31.160877 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP b7f9a3ba-294f-4d6f-a9dc-20fadbbb977e associated. External IP: 172.26.0.14, port: af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8. Oct 20 03:47:31.640559 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router a356d6e9-5020-4408-b430-54dfc5401879 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:47:31.747946 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:47:31.757865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468ba63-c6f0-4677-9cda-7eca4f02d93f None None] Sync routers for ids ['a356d6e9-5020-4408-b430-54dfc5401879'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:31.765978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:31.768091 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468ba63-c6f0-4677-9cda-7eca4f02d93f None None] Routers {'a356d6e9-5020-4408-b430-54dfc5401879'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:31.768748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9468ba63-c6f0-4677-9cda-7eca4f02d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:47:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a356d6e9-5020-4408-b430-54dfc5401879'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:31.792176 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-086d538e-7096-417f-848c-0a85f3c64634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7865868 Oct 20 03:47:31.792938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446b6abd-3b03-49c4-b9fd-50336826b573', 'tag': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:31.794997 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59194) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:31.795499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60739d23-6bb0-48e6-9f36-8e0c840bca3b" -d '{"events": [{"name": "network-changed", "server_uuid": "446b6abd-3b03-49c4-b9fd-50336826b573", "tag": "af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:31.865146 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3e44f8b3-c956-443c-95af-dc93642af823 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/b7f9a3ba-294f-4d6f-a9dc-20fadbbb977e HTTP/1.1" status: 200 len: 990 time: 0.0687618 Oct 20 03:47:31.879335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9468ba63-c6f0-4677-9cda-7eca4f02d93f None None] Set router a356d6e9-5020-4408-b430-54dfc5401879 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:31.947180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c140399-106e-4010-b620-df9e5093bddd x-openstack-request-id: req-0c140399-106e-4010-b620-df9e5093bddd {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:31.947502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446b6abd-3b03-49c4-b9fd-50336826b573", "tag": "af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:31.947727 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c140399-106e-4010-b620-df9e5093bddd {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:31.948139 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c140399-106e-4010-b620-df9e5093bddd'] response: {'name': 'network-changed', 'server_uuid': '446b6abd-3b03-49c4-b9fd-50336826b573', 'tag': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8', 'status': 'completed', 'code': 200} Oct 20 03:47:32.009478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739d23-6bb0-48e6-9f36-8e0c840bca3b req-6f8fd5fe-3a75-452c-8119-dae72610312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:32.011069 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60739d23-6bb0-48e6-9f36-8e0c840bca3b req-6f8fd5fe-3a75-452c-8119-dae72610312a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 1098 time: 0.0403352 Oct 20 03:47:32.102819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9468ba63-c6f0-4677-9cda-7eca4f02d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:18Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'b7f9a3ba-294f-4d6f-a9dc-20fadbbb977e', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.14', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'port_id': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'mac_address': 'fa:16:3e:76:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446b6abd-3b03-49c4-b9fd-50336826b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:30Z', 'updated_at': '2022-10-20T03:47:30Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16449da9-b142-4d28-b839-75a1d3d5ba5e', 'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:7a:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '757999d7-460e-4da6-b3ba-748519198167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:17Z', 'updated_at': '2022-10-20T03:47:21Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '757999d7-460e-4da6-b3ba-748519198167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:32.103681 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739d23-6bb0-48e6-9f36-8e0c840bca3b req-0399121e-8c8a-460c-a1f0-f75251e86a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:32.105188 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60739d23-6bb0-48e6-9f36-8e0c840bca3b req-0399121e-8c8a-460c-a1f0-f75251e86a58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=955db64d-9e5b-4a7a-a33b-738de6f4a110 HTTP/1.1" status: 200 len: 898 time: 0.0875490 Oct 20 03:47:32.132619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468ba63-c6f0-4677-9cda-7eca4f02d93f None None] Checking router: a356d6e9-5020-4408-b430-54dfc5401879 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:32.140992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468ba63-c6f0-4677-9cda-7eca4f02d93f None None] Routers {'a356d6e9-5020-4408-b430-54dfc5401879'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:32.141589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9468ba63-c6f0-4677-9cda-7eca4f02d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:47:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a356d6e9-5020-4408-b430-54dfc5401879'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:32.172201 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60739d23-6bb0-48e6-9f36-8e0c840bca3b req-9138acf2-c163-4fba-b50c-5febda1a188b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 HTTP/1.1" status: 200 len: 998 time: 0.0601339 Oct 20 03:47:32.220709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739d23-6bb0-48e6-9f36-8e0c840bca3b req-595d6a29-8874-43cf-b50d-0b1524de6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:32.222159 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60739d23-6bb0-48e6-9f36-8e0c840bca3b req-595d6a29-8874-43cf-b50d-0b1524de6b5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=757999d7-460e-4da6-b3ba-748519198167 HTTP/1.1" status: 200 len: 844 time: 0.0439792 Oct 20 03:47:32.245778 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9468ba63-c6f0-4677-9cda-7eca4f02d93f None None] Set router a356d6e9-5020-4408-b430-54dfc5401879 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:32.271587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739d23-6bb0-48e6-9f36-8e0c840bca3b req-fba56e8b-0176-48b4-85cf-2f04c7ca1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:32.273748 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60739d23-6bb0-48e6-9f36-8e0c840bca3b req-fba56e8b-0176-48b4-85cf-2f04c7ca1d84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=955db64d-9e5b-4a7a-a33b-738de6f4a110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444648 Oct 20 03:47:32.365132 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60739d23-6bb0-48e6-9f36-8e0c840bca3b req-63211e0a-5e3c-4883-8b17-80f7a6786f41 service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848355 Oct 20 03:47:32.462425 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60739d23-6bb0-48e6-9f36-8e0c840bca3b req-72dca094-e718-4a1a-8d5a-427f908f4ea3 service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905738 Oct 20 03:47:32.466575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9468ba63-c6f0-4677-9cda-7eca4f02d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:18Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'b7f9a3ba-294f-4d6f-a9dc-20fadbbb977e', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.14', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'port_id': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'mac_address': 'fa:16:3e:76:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446b6abd-3b03-49c4-b9fd-50336826b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:30Z', 'updated_at': '2022-10-20T03:47:30Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16449da9-b142-4d28-b839-75a1d3d5ba5e', 'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:7a:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '757999d7-460e-4da6-b3ba-748519198167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:17Z', 'updated_at': '2022-10-20T03:47:21Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '757999d7-460e-4da6-b3ba-748519198167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:32.494568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468ba63-c6f0-4677-9cda-7eca4f02d93f None None] The sync data for ids ['a356d6e9-5020-4408-b430-54dfc5401879'] in dv-neutron-861842-1-hyperv is: [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:18Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'b7f9a3ba-294f-4d6f-a9dc-20fadbbb977e', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.14', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'port_id': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'mac_address': 'fa:16:3e:76:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446b6abd-3b03-49c4-b9fd-50336826b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:47:30Z', 'updated_at': '2022-10-20T03:47:30Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16449da9-b142-4d28-b839-75a1d3d5ba5e', 'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:7a:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '757999d7-460e-4da6-b3ba-748519198167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:17Z', 'updated_at': '2022-10-20T03:47:21Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '757999d7-460e-4da6-b3ba-748519198167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:32.682730 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d4b09-f1a1-48e3-abb6-74ff1df88b02 None None] New status for floating IP b7f9a3ba-294f-4d6f-a9dc-20fadbbb977e: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:47:32.869790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59200) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:32.928850 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b142bc11-452d-4b3e-b052-b42650f096ee tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/b7f9a3ba-294f-4d6f-a9dc-20fadbbb977e HTTP/1.1" status: 200 len: 992 time: 0.0573909 Oct 20 03:47:38.496901 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:44.551203 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f27c-0087-4172-8ed0-4ac5c3ec4f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:46.564905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-86bfb3b5-2f62-4300-b5b9-7a55949264d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:47.791655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:49.280544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:49.529334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:50.620286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59202) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:47:50.776017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Deleting port 78c0951b-a994-4c41-b8a3-bc4b6adccee3 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:47:50.776387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:50.853084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:50.853409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:50.864707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Calling delete_port for 78c0951b-a994-4c41-b8a3-bc4b6adccee3 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:47:51.011661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:51.037337 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event deleted for resources: {'Port': ['ID=78c0951b-a994-4c41-b8a3-bc4b6adccee3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:51.095085 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:51.095425 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Floating IP fa933bf9-d868-4c61-ba17-652e4eefb98a disassociated (deleted). External IP: 172.26.0.57, port: 822e97ab-1205-432c-bd04-e43b4a659c10. Oct 20 03:47:51.303226 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Router 585a20a1-c604-405a-b7ed-a1ce20b2cceb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:47:51.409370 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:47:51.414842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:51.419538 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afbde7-929d-4c32-baf1-2baaed3e6a94 None None] Sync routers for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:47:51.430513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afbde7-929d-4c32-baf1-2baaed3e6a94 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:51.431349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5afbde7-929d-4c32-baf1-2baaed3e6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:47:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:51.444398 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e01e7223-8861-4395-86a4-dfa469c6f5fc tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "DELETE /v2.0/floatingips/fa933bf9-d868-4c61-ba17-652e4eefb98a HTTP/1.1" status: 204 len: 168 time: 0.8229773 Oct 20 03:47:51.445403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'tag': '822e97ab-1205-432c-bd04-e43b4a659c10'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:51.447787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3" -d '{"events": [{"name": "network-changed", "server_uuid": "488f5d29-c99c-4a12-a2f9-46bddf0d05cd", "tag": "822e97ab-1205-432c-bd04-e43b4a659c10"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:51.487702 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f67412-7eb6-417d-953f-0f60e1a634e5 x-openstack-request-id: req-74f67412-7eb6-417d-953f-0f60e1a634e5 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:51.488456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488f5d29-c99c-4a12-a2f9-46bddf0d05cd", "tag": "822e97ab-1205-432c-bd04-e43b4a659c10", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:51.488961 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74f67412-7eb6-417d-953f-0f60e1a634e5 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:51.489908 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f67412-7eb6-417d-953f-0f60e1a634e5'] response: {'name': 'network-changed', 'server_uuid': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'tag': '822e97ab-1205-432c-bd04-e43b4a659c10', 'status': 'completed', 'code': 200} Oct 20 03:47:51.548566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d5afbde7-929d-4c32-baf1-2baaed3e6a94 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:51.583769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3 req-b5ef60b0-b50f-4507-83a5-9d32e824ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:51.586122 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3 req-b5ef60b0-b50f-4507-83a5-9d32e824ed08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 1099 time: 0.0463500 Oct 20 03:47:51.715554 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3 req-678b0ad1-0cf0-44e8-85a3-7e619c2ea26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:51.717243 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3 req-678b0ad1-0cf0-44e8-85a3-7e619c2ea26b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 912 time: 0.1235981 Oct 20 03:47:51.724487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50baa9-5cc1-4c0a-ae39-85b8794adc38 req-47f81bba-0450-4d7c-ab2b-a5f1b06b2ff7 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:51.726518 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4c50baa9-5cc1-4c0a-ae39-85b8794adc38 req-47f81bba-0450-4d7c-ab2b-a5f1b06b2ff7 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 946 time: 0.0697837 Oct 20 03:47:51.767497 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3 req-1710319d-3565-4de7-9575-4d423d294137 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=822e97ab-1205-432c-bd04-e43b4a659c10 HTTP/1.1" status: 200 len: 217 time: 0.0400445 Oct 20 03:47:51.784461 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5afbde7-929d-4c32-baf1-2baaed3e6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c61dd6d0-a449-4260-9a4b-750297c55639', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:22:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:12Z', 'updated_at': '2022-10-20T03:44:13Z', 'revision_number': 1, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:51.824581 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4c50baa9-5cc1-4c0a-ae39-85b8794adc38 req-2e83bab8-cea0-4b19-8bdd-671704bc37de tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900767 Oct 20 03:47:51.839664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3 req-7edac1e2-9f7b-4a22-8400-f74a09622c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:51.841426 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3 req-7edac1e2-9f7b-4a22-8400-f74a09622c2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0608988 Oct 20 03:47:51.891486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3 req-3743d0b2-d4e4-4d6d-a472-3f49053493fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:51.893047 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3 req-3743d0b2-d4e4-4d6d-a472-3f49053493fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441928 Oct 20 03:47:51.955445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afbde7-929d-4c32-baf1-2baaed3e6a94 None None] Checking router: 585a20a1-c604-405a-b7ed-a1ce20b2cceb for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:47:51.964210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afbde7-929d-4c32-baf1-2baaed3e6a94 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:47:51.964849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5afbde7-929d-4c32-baf1-2baaed3e6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:47:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:51.986147 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3 req-658f3a03-36e4-4b4d-9536-5cd2014ee61c service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848742 Oct 20 03:47:52.069807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d5afbde7-929d-4c32-baf1-2baaed3e6a94 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:47:52.081462 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dc38dc2-64c9-4a67-996d-d95dc6b611c3 req-dd849309-398e-4497-b26e-0e6ba4428927 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876899 Oct 20 03:47:52.291263 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5afbde7-929d-4c32-baf1-2baaed3e6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c61dd6d0-a449-4260-9a4b-750297c55639', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:22:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:12Z', 'updated_at': '2022-10-20T03:44:13Z', 'revision_number': 1, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:47:52.320648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afbde7-929d-4c32-baf1-2baaed3e6a94 None None] The sync data for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv is: [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c61dd6d0-a449-4260-9a4b-750297c55639', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'port_id': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'mac_address': 'fa:16:3e:22:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:44:12Z', 'updated_at': '2022-10-20T03:44:13Z', 'revision_number': 1, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:47:52.532970 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5720fc5-07c0-4903-a78c-5f0b4eb4fdb8 None None] New status for floating IP fa933bf9-d868-4c61-ba17-652e4eefb98a: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:47:52.964423 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1a7cb-e88c-4461-aa9e-415aeea99313 req-86e8b39c-5ef3-4b11-8d1b-6cb038f521bf tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:52.965882 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f3e1a7cb-e88c-4461-aa9e-415aeea99313 req-86e8b39c-5ef3-4b11-8d1b-6cb038f521bf tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 946 time: 0.0531790 Oct 20 03:47:53.004144 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f3e1a7cb-e88c-4461-aa9e-415aeea99313 req-1e9ea187-a173-4f02-9c68-f99b24bed3d6 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323486 Oct 20 03:47:53.391881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6f9ff-746d-49b7-a490-aa0483c46af8 req-a1a47d46-54cb-41de-8429-c0152a55a45b tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:53.393323 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-09c6f9ff-746d-49b7-a490-aa0483c46af8 req-a1a47d46-54cb-41de-8429-c0152a55a45b tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 946 time: 0.0483131 Oct 20 03:47:53.487201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-09c6f9ff-746d-49b7-a490-aa0483c46af8 req-415935b9-9d96-4e8f-a76e-6f73a28de9e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Deleting port 822e97ab-1205-432c-bd04-e43b4a659c10 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:47:53.487463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-09c6f9ff-746d-49b7-a490-aa0483c46af8 req-415935b9-9d96-4e8f-a76e-6f73a28de9e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:53.573869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-09c6f9ff-746d-49b7-a490-aa0483c46af8 req-415935b9-9d96-4e8f-a76e-6f73a28de9e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] For port 822e97ab-1205-432c-bd04-e43b4a659c10, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=822e97ab-1205-432c-bd04-e43b4a659c10,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:47:53.574245 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-09c6f9ff-746d-49b7-a490-aa0483c46af8 req-415935b9-9d96-4e8f-a76e-6f73a28de9e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:53.586520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-09c6f9ff-746d-49b7-a490-aa0483c46af8 req-415935b9-9d96-4e8f-a76e-6f73a28de9e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Calling delete_port for 822e97ab-1205-432c-bd04-e43b4a659c10 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:47:53.713610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-09c6f9ff-746d-49b7-a490-aa0483c46af8 req-415935b9-9d96-4e8f-a76e-6f73a28de9e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:53.742281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415935b9-9d96-4e8f-a76e-6f73a28de9e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event deleted for resources: {'Port': ['ID=822e97ab-1205-432c-bd04-e43b4a659c10,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:47:53.786778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c6f9ff-746d-49b7-a490-aa0483c46af8 req-415935b9-9d96-4e8f-a76e-6f73a28de9e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] No DVR routers for this DVR port 822e97ab-1205-432c-bd04-e43b4a659c10 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:47:53.790261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-09c6f9ff-746d-49b7-a490-aa0483c46af8 req-415935b9-9d96-4e8f-a76e-6f73a28de9e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:47:53.793698 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-09c6f9ff-746d-49b7-a490-aa0483c46af8 req-415935b9-9d96-4e8f-a76e-6f73a28de9e5 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "DELETE /v2.0/ports/822e97ab-1205-432c-bd04-e43b4a659c10 HTTP/1.1" status: 204 len: 173 time: 0.3948162 Oct 20 03:47:53.794195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'name': 'network-vif-deleted', 'tag': '822e97ab-1205-432c-bd04-e43b4a659c10'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:47:53.796593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8f7a6a-7e9b-47c7-a014-c3ab150ff9a9" -d '{"events": [{"server_uuid": "488f5d29-c99c-4a12-a2f9-46bddf0d05cd", "name": "network-vif-deleted", "tag": "822e97ab-1205-432c-bd04-e43b4a659c10"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:47:53.832989 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc28d42-3a8f-49a8-88d1-59a1cf8d0834 x-openstack-request-id: req-ffc28d42-3a8f-49a8-88d1-59a1cf8d0834 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:47:53.833301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488f5d29-c99c-4a12-a2f9-46bddf0d05cd", "name": "network-vif-deleted", "tag": "822e97ab-1205-432c-bd04-e43b4a659c10", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:47:53.833570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffc28d42-3a8f-49a8-88d1-59a1cf8d0834 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:47:53.833974 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc28d42-3a8f-49a8-88d1-59a1cf8d0834'] response: {'server_uuid': '488f5d29-c99c-4a12-a2f9-46bddf0d05cd', 'name': 'network-vif-deleted', 'tag': '822e97ab-1205-432c-bd04-e43b4a659c10', 'status': 'completed', 'code': 200} Oct 20 03:47:54.109550 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-84c6c293-82a1-4c1b-92b9-3bc5cda58974 req-49baa2d2-837d-4556-b8ee-bf35b1d6f8a9 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 210 time: 0.0307810 Oct 20 03:47:55.213593 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8a7141ae-8663-46a2-ab76-09c1cfa55547 req-693c008b-6c07-4e3f-86f5-44d8005de4b9 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 210 time: 0.0269783 Oct 20 03:47:55.925331 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-9fd832c0-7b8f-4226-a61d-94a3e91566d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400453 Oct 20 03:47:56.009874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-f48b2b18-8412-4c29-8644-a31b7adca623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:56.011270 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-f48b2b18-8412-4c29-8644-a31b7adca623 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 1098 time: 0.0413780 Oct 20 03:47:56.117544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-b309797d-2423-4fe6-9da6-281d357d5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:56.119055 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-b309797d-2423-4fe6-9da6-281d357d5656 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 912 time: 0.0891716 Oct 20 03:47:56.154503 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 822e97ab-1205-432c-bd04-e43b4a659c10 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:47:56.175011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 822e97ab-1205-432c-bd04-e43b4a659c10 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:47:56.175427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 822e97ab-1205-432c-bd04-e43b4a659c10 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:47:56.187360 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-32b89a2a-8ec3-41c1-8a7c-10cfe1111e7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c585418-4b9b-483d-a993-8cb3f021d0c0 HTTP/1.1" status: 200 len: 1001 time: 0.0586441 Oct 20 03:47:56.241038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-621776cd-9b26-4d1c-bd92-18f30b80a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:56.242501 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-621776cd-9b26-4d1c-bd92-18f30b80a667 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0481849 Oct 20 03:47:56.290460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-b235f0cf-6e8f-49ae-8bd0-06d5eaac3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:47:56.291863 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-b235f0cf-6e8f-49ae-8bd0-06d5eaac3d39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419927 Oct 20 03:47:56.338098 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ef6fea5b-2cb4-4598-a2c0-703d488c9765 req-c3d85514-19c2-4231-8469-49a6785f8d1d tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 210 time: 0.0451159 Oct 20 03:47:56.422631 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-8e54e695-0b61-44ef-8172-1181dea81238 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213074 Oct 20 03:47:56.514099 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1441475-b8a8-4ba8-8dde-74fe2bb0108a req-836ba4b9-4a2f-400d-a733-f7e8b877f3ec service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849702 Oct 20 03:47:57.455900 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4c5dbf67-9017-44dd-b1db-6831be5d56df req-f61c84f2-2160-4a17-a98f-cd7322da6c2a tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=488f5d29-c99c-4a12-a2f9-46bddf0d05cd HTTP/1.1" status: 200 len: 210 time: 0.0311401 Oct 20 03:48:01.733907 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:48:02.839436 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59254) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:02.998060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Deleting port c06d7111-602a-425a-af61-29255ca1f6e2 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:48:02.998406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:03.074458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:03.074797 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:03.086896 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Calling delete_port for c06d7111-602a-425a-af61-29255ca1f6e2 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:48:03.233708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:03.260745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event deleted for resources: {'Port': ['ID=c06d7111-602a-425a-af61-29255ca1f6e2,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:03.324012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:03.324483 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Floating IP c61dd6d0-a449-4260-9a4b-750297c55639 disassociated (deleted). External IP: 172.26.0.133, port: 9c585418-4b9b-483d-a993-8cb3f021d0c0. Oct 20 03:48:03.532412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Router 585a20a1-c604-405a-b7ed-a1ce20b2cceb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:48:03.639326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:48:03.644233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:03.649331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d610fb4-15ff-4a85-909c-52aa5838fa24 None None] Sync routers for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:48:03.658853 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d610fb4-15ff-4a85-909c-52aa5838fa24 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:48:03.659449 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d610fb4-15ff-4a85-909c-52aa5838fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:47:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:03.671644 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d000c85b-6b4e-461b-98af-9efd4d52b77e tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "DELETE /v2.0/floatingips/c61dd6d0-a449-4260-9a4b-750297c55639 HTTP/1.1" status: 204 len: 168 time: 0.8311439 Oct 20 03:48:03.672438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'tag': '9c585418-4b9b-483d-a993-8cb3f021d0c0'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:48:03.674804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31a065b-12a2-4ef2-a476-1d81a636c7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9be89f48-a795-4c3e-b9fe-c30a22c7c11a", "tag": "9c585418-4b9b-483d-a993-8cb3f021d0c0"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:48:03.713834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10df162-5cff-42ba-a59e-2ce409c9db1c x-openstack-request-id: req-d10df162-5cff-42ba-a59e-2ce409c9db1c {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:48:03.713834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be89f48-a795-4c3e-b9fe-c30a22c7c11a", "tag": "9c585418-4b9b-483d-a993-8cb3f021d0c0", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:48:03.714116 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d10df162-5cff-42ba-a59e-2ce409c9db1c {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:48:03.714307 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10df162-5cff-42ba-a59e-2ce409c9db1c'] response: {'name': 'network-changed', 'server_uuid': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'tag': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'status': 'completed', 'code': 200} Oct 20 03:48:03.773939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9d610fb4-15ff-4a85-909c-52aa5838fa24 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:48:03.781324 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a065b-12a2-4ef2-a476-1d81a636c7d8 req-4d8299c7-ab88-4cfb-8a6e-82da5da719ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:03.783028 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e31a065b-12a2-4ef2-a476-1d81a636c7d8 req-4d8299c7-ab88-4cfb-8a6e-82da5da719ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d6afa3424943e4b848bb975e23163a&device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 1098 time: 0.0466709 Oct 20 03:48:03.917308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a065b-12a2-4ef2-a476-1d81a636c7d8 req-a32f0010-a3e8-40b6-a727-69b596091a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:03.918757 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e31a065b-12a2-4ef2-a476-1d81a636c7d8 req-a32f0010-a3e8-40b6-a727-69b596091a24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 200 len: 912 time: 0.1257286 Oct 20 03:48:03.926783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99277025-ed81-4aa5-a8c3-2f9bc2a3fb9d req-b6f32227-f1c9-43d1-ad88-2e39c576cd67 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:03.928142 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99277025-ed81-4aa5-a8c3-2f9bc2a3fb9d req-b6f32227-f1c9-43d1-ad88-2e39c576cd67 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 945 time: 0.0674491 Oct 20 03:48:03.974556 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e31a065b-12a2-4ef2-a476-1d81a636c7d8 req-70055bfc-1a3a-4653-9547-c95a31c54ed9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c585418-4b9b-483d-a993-8cb3f021d0c0 HTTP/1.1" status: 200 len: 217 time: 0.0451965 Oct 20 03:48:03.984628 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d610fb4-15ff-4a85-909c-52aa5838fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:04.012191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d610fb4-15ff-4a85-909c-52aa5838fa24 None None] Checking router: 585a20a1-c604-405a-b7ed-a1ce20b2cceb for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:48:04.020251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d610fb4-15ff-4a85-909c-52aa5838fa24 None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:48:04.020878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d610fb4-15ff-4a85-909c-52aa5838fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:47:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:04.034457 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99277025-ed81-4aa5-a8c3-2f9bc2a3fb9d req-425f1f8c-eeea-4f33-b7cd-e2bb925ca331 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979779 Oct 20 03:48:04.043292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a065b-12a2-4ef2-a476-1d81a636c7d8 req-ee160500-7522-4ad9-a313-a38e51a8128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:04.044727 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e31a065b-12a2-4ef2-a476-1d81a636c7d8 req-ee160500-7522-4ad9-a313-a38e51a8128b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 200 len: 850 time: 0.0625627 Oct 20 03:48:04.091209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a065b-12a2-4ef2-a476-1d81a636c7d8 req-96237084-66e2-4942-b215-fe7bdfca7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:04.092789 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e31a065b-12a2-4ef2-a476-1d81a636c7d8 req-96237084-66e2-4942-b215-fe7bdfca7d9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b0c8685-57ad-450e-b7fe-e5b06127db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409160 Oct 20 03:48:04.128654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9d610fb4-15ff-4a85-909c-52aa5838fa24 None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:48:04.186437 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e31a065b-12a2-4ef2-a476-1d81a636c7d8 req-36f48c2c-f7cd-413f-9b62-ad7343acb26f service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865147 Oct 20 03:48:04.276580 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e31a065b-12a2-4ef2-a476-1d81a636c7d8 req-322f5000-f480-468c-986b-55079ef02a44 service neutron] 10.222.0.36 "GET /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830140 Oct 20 03:48:04.327787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d610fb4-15ff-4a85-909c-52aa5838fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:04.356888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d610fb4-15ff-4a85-909c-52aa5838fa24 None None] The sync data for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv is: [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:40:33Z', 'revision_number': 4, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'b0ffdaaa-0a30-4d76-8133-80a670e524f2', 'name': '', 'network_id': '3b0c8685-57ad-450e-b7fe-e5b06127db40', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'mac_address': 'fa:16:3e:c1:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:32Z', 'updated_at': '2022-10-20T03:40:38Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'subnets': [{'id': 'e8c227ac-b97b-471b-ac0c-8b5eae249ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:48:04.558640 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbcb64a-0a07-408b-a497-ad65eda8eb99 None None] New status for floating IP c61dd6d0-a449-4260-9a4b-750297c55639: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:48:05.162261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eb964-e540-43fd-9d79-07d8506ce7c6 req-10335933-4248-4d33-95fe-c17436680857 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:05.164601 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-921eb964-e540-43fd-9d79-07d8506ce7c6 req-10335933-4248-4d33-95fe-c17436680857 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 945 time: 0.0540798 Oct 20 03:48:05.202198 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-921eb964-e540-43fd-9d79-07d8506ce7c6 req-e6cb329b-40fb-449b-a3b6-4cab1f33e77f tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316749 Oct 20 03:48:05.473533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e3c5c-1dda-4878-8b40-c3239e39d180 req-459b13be-7394-4e77-a7bc-70d7549beb23 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:05.474951 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a79e3c5c-1dda-4878-8b40-c3239e39d180 req-459b13be-7394-4e77-a7bc-70d7549beb23 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 945 time: 0.0521555 Oct 20 03:48:05.565236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-a79e3c5c-1dda-4878-8b40-c3239e39d180 req-c4c1e98a-7657-430a-b08c-c23356bfab53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Deleting port 9c585418-4b9b-483d-a993-8cb3f021d0c0 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:48:05.565485 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a79e3c5c-1dda-4878-8b40-c3239e39d180 req-c4c1e98a-7657-430a-b08c-c23356bfab53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:05.982524 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a79e3c5c-1dda-4878-8b40-c3239e39d180 req-c4c1e98a-7657-430a-b08c-c23356bfab53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] For port 9c585418-4b9b-483d-a993-8cb3f021d0c0, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=9c585418-4b9b-483d-a993-8cb3f021d0c0,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:48:05.982882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a79e3c5c-1dda-4878-8b40-c3239e39d180 req-c4c1e98a-7657-430a-b08c-c23356bfab53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:05.995362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-a79e3c5c-1dda-4878-8b40-c3239e39d180 req-c4c1e98a-7657-430a-b08c-c23356bfab53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Calling delete_port for 9c585418-4b9b-483d-a993-8cb3f021d0c0 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:48:06.122104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a79e3c5c-1dda-4878-8b40-c3239e39d180 req-c4c1e98a-7657-430a-b08c-c23356bfab53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:06.150092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1e98a-7657-430a-b08c-c23356bfab53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event deleted for resources: {'Port': ['ID=9c585418-4b9b-483d-a993-8cb3f021d0c0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:06.194490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79e3c5c-1dda-4878-8b40-c3239e39d180 req-c4c1e98a-7657-430a-b08c-c23356bfab53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] No DVR routers for this DVR port 9c585418-4b9b-483d-a993-8cb3f021d0c0 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:48:06.197507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a79e3c5c-1dda-4878-8b40-c3239e39d180 req-c4c1e98a-7657-430a-b08c-c23356bfab53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:06.201086 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a79e3c5c-1dda-4878-8b40-c3239e39d180 req-c4c1e98a-7657-430a-b08c-c23356bfab53 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.36 "DELETE /v2.0/ports/9c585418-4b9b-483d-a993-8cb3f021d0c0 HTTP/1.1" status: 204 len: 173 time: 0.7199876 Oct 20 03:48:06.201581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'name': 'network-vif-deleted', 'tag': '9c585418-4b9b-483d-a993-8cb3f021d0c0'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:48:06.203821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9e6909-f4bc-42d7-95e1-a3385a869214" -d '{"events": [{"server_uuid": "9be89f48-a795-4c3e-b9fe-c30a22c7c11a", "name": "network-vif-deleted", "tag": "9c585418-4b9b-483d-a993-8cb3f021d0c0"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:48:06.242467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9d6ec1-2497-4282-882f-bef29bfd013d x-openstack-request-id: req-8b9d6ec1-2497-4282-882f-bef29bfd013d {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:48:06.242765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be89f48-a795-4c3e-b9fe-c30a22c7c11a", "name": "network-vif-deleted", "tag": "9c585418-4b9b-483d-a993-8cb3f021d0c0", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:48:06.243021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b9d6ec1-2497-4282-882f-bef29bfd013d {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:48:06.243488 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9d6ec1-2497-4282-882f-bef29bfd013d'] response: {'server_uuid': '9be89f48-a795-4c3e-b9fe-c30a22c7c11a', 'name': 'network-vif-deleted', 'tag': '9c585418-4b9b-483d-a993-8cb3f021d0c0', 'status': 'completed', 'code': 200} Oct 20 03:48:06.306971 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-83089daa-b2e3-4900-85f2-23900d5c303d req-b12d5d1c-7f69-49c5-bf64-2de9b32687d8 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 210 time: 0.0277877 Oct 20 03:48:07.413907 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dd877bf-55b4-4866-9ecf-a1da5da212fc req-48360b2e-e1d2-4183-94b5-16e654c36e4c tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 210 time: 0.0271194 Oct 20 03:48:08.210834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 9c585418-4b9b-483d-a993-8cb3f021d0c0 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:48:08.231600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 9c585418-4b9b-483d-a993-8cb3f021d0c0 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:48:08.231941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 9c585418-4b9b-483d-a993-8cb3f021d0c0 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:48:08.502239 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:08.516024 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7f400e3a-2f5c-41de-8682-36c22a120d27 req-4a26d9f2-be65-43c2-91e2-f63a86e6160b tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 210 time: 0.0298145 Oct 20 03:48:09.626541 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1067085-bccd-4e90-bd1e-e140ac8a1e83 req-d177b95f-5d40-48a9-9a39-a4b911bec229 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "GET /v2.0/ports?device_id=9be89f48-a795-4c3e-b9fe-c30a22c7c11a HTTP/1.1" status: 200 len: 210 time: 0.0261965 Oct 20 03:48:10.687114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59282) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:10.809313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-122fb650-1fa9-4dbd-9462-bb776c93c0f2 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Deleting port 66159ae4-0b06-427a-b02c-4212b719eb6a {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:48:10.809657 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-122fb650-1fa9-4dbd-9462-bb776c93c0f2 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:10.886592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-122fb650-1fa9-4dbd-9462-bb776c93c0f2 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:10.886915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-122fb650-1fa9-4dbd-9462-bb776c93c0f2 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:10.898399 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-122fb650-1fa9-4dbd-9462-bb776c93c0f2 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Calling delete_port for 66159ae4-0b06-427a-b02c-4212b719eb6a owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:48:11.028151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-122fb650-1fa9-4dbd-9462-bb776c93c0f2 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:11.053869 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fb650-1fa9-4dbd-9462-bb776c93c0f2 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event deleted for resources: {'Port': ['ID=66159ae4-0b06-427a-b02c-4212b719eb6a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:11.116225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-122fb650-1fa9-4dbd-9462-bb776c93c0f2 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:11.119294 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-122fb650-1fa9-4dbd-9462-bb776c93c0f2 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:11.120533 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-122fb650-1fa9-4dbd-9462-bb776c93c0f2 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "DELETE /v2.0/floatingips/3526c7a4-4f76-4d22-af9b-01a0e7f8cdef HTTP/1.1" status: 204 len: 168 time: 0.4323225 Oct 20 03:48:13.390476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59296) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:13.452491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-704f594b-3bab-42e8-9b2d-5b2c985ecd28 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:13.479035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-704f594b-3bab-42e8-9b2d-5b2c985ecd28 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:13.538848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-704f594b-3bab-42e8-9b2d-5b2c985ecd28 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:13.541467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-704f594b-3bab-42e8-9b2d-5b2c985ecd28 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:13.542624 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-704f594b-3bab-42e8-9b2d-5b2c985ecd28 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] 10.222.0.20 "DELETE /v2.0/security-groups/bf7d28f2-6892-4fe9-aec2-5df9a3859bb6 HTTP/1.1" status: 204 len: 168 time: 0.1511090 Oct 20 03:48:13.551695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f594b-3bab-42e8-9b2d-5b2c985ecd28 tempest-TestVolumeBootPattern-1658395212 tempest-TestVolumeBootPattern-1658395212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7d28f2-6892-4fe9-aec2-5df9a3859bb6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:13.601377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59300) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:14.090266 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:14.339462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] Deleting port b0ffdaaa-0a30-4d76-8133-80a670e524f2 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:48:14.339805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:14.415553 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] For port b0ffdaaa-0a30-4d76-8133-80a670e524f2, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=b0ffdaaa-0a30-4d76-8133-80a670e524f2,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:48:14.415933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:14.427824 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] Calling delete_port for b0ffdaaa-0a30-4d76-8133-80a670e524f2 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:48:14.558217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-751f364e-d694-4853-921a-ad3c823c5486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:14.604682 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:14.637686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ffdaaa-0a30-4d76-8133-80a670e524f2,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:14.800595 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:15.284597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] Router 585a20a1-c604-405a-b7ed-a1ce20b2cceb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:48:15.395393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:48:15.404020 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fc20d01b-4f27-44bd-923b-9eea9f1dd270 admin admin] 10.222.0.20 "PUT /v2.0/routers/585a20a1-c604-405a-b7ed-a1ce20b2cceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991986 Oct 20 03:48:15.404227 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59304) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:15.405224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c6a21-8d3c-4537-a881-1e1104d0006a None None] Sync routers for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:48:15.415172 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c6a21-8d3c-4537-a881-1e1104d0006a None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:48:15.415705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-781c6a21-8d3c-4537-a881-1e1104d0006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:47:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:15.512526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:15.522894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-781c6a21-8d3c-4537-a881-1e1104d0006a None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:48:15.612112 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:15.668637 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Deleting port 6ece16ef-326f-481a-8797-854ea9e6f547 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:48:15.668898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:15.698083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-781c6a21-8d3c-4537-a881-1e1104d0006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:48:14Z', 'revision_number': 5, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port': {'id': '6ece16ef-326f-481a-8797-854ea9e6f547', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:30Z', 'updated_at': '2022-10-20T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:15.724591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c6a21-8d3c-4537-a881-1e1104d0006a None None] Checking router: 585a20a1-c604-405a-b7ed-a1ce20b2cceb for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:48:15.733343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c6a21-8d3c-4537-a881-1e1104d0006a None None] Routers {'585a20a1-c604-405a-b7ed-a1ce20b2cceb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:48:15.733956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-781c6a21-8d3c-4537-a881-1e1104d0006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:47:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:15.747599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] For port 6ece16ef-326f-481a-8797-854ea9e6f547, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6ece16ef-326f-481a-8797-854ea9e6f547,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:48:15.747989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:15.761338 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Calling delete_port for 6ece16ef-326f-481a-8797-854ea9e6f547 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:48:15.819894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-781c6a21-8d3c-4537-a881-1e1104d0006a None None] Set router 585a20a1-c604-405a-b7ed-a1ce20b2cceb gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:48:15.873830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-781c6a21-8d3c-4537-a881-1e1104d0006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:48:15Z', 'revision_number': 6, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:15.899824 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c6a21-8d3c-4537-a881-1e1104d0006a None None] The sync data for ids ['585a20a1-c604-405a-b7ed-a1ce20b2cceb'] in dv-neutron-861842-1-hyperv is: [{'id': '585a20a1-c604-405a-b7ed-a1ce20b2cceb', 'name': 'tempest-TestVolumeBootPattern-281616695-router', 'tenant_id': '67d6afa3424943e4b848bb975e23163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:29Z', 'updated_at': '2022-10-20T03:48:15Z', 'revision_number': 6, 'project_id': '67d6afa3424943e4b848bb975e23163a', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:48:15.927844 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:15.955812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ece16ef-326f-481a-8797-854ea9e6f547,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:16.017794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.107325 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.109609 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.151827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.152380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 585a20a1-c604-405a-b7ed-a1ce20b2cceb {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:48:16.156704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.157882 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c8780255-63be-49b4-a278-5ff6ec6e8a2c admin admin] 10.222.0.20 "DELETE /v2.0/routers/585a20a1-c604-405a-b7ed-a1ce20b2cceb HTTP/1.1" status: 204 len: 168 time: 0.7526474 Oct 20 03:48:16.160377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59306) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:16.205576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c5d2e9-ac42-402e-8ff1-a1ed6b7d21d6 admin admin] Deleting subnet e8c227ac-b97b-471b-ac0c-8b5eae249ace {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:48:16.208456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d2e9-ac42-402e-8ff1-a1ed6b7d21d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.248807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d2e9-ac42-402e-8ff1-a1ed6b7d21d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.332186 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d2e9-ac42-402e-8ff1-a1ed6b7d21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.384763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d2e9-ac42-402e-8ff1-a1ed6b7d21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.415547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5d2e9-ac42-402e-8ff1-a1ed6b7d21d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c227ac-b97b-471b-ac0c-8b5eae249ace,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:16.417509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d2e9-ac42-402e-8ff1-a1ed6b7d21d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.420700 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f5c5d2e9-ac42-402e-8ff1-a1ed6b7d21d6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e8c227ac-b97b-471b-ac0c-8b5eae249ace HTTP/1.1" status: 204 len: 168 time: 0.2593675 Oct 20 03:48:16.421859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c3abe-b598-4de4-b2d8-cd92306fb3c3 None None] Network 3b0c8685-57ad-450e-b7fe-e5b06127db40 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:48:16.423204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59308) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:16.495282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.553820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Deleting port 82a9b685-babc-4945-895a-c291709788d0 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:48:16.554190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.624101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] For port 82a9b685-babc-4945-895a-c291709788d0, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=82a9b685-babc-4945-895a-c291709788d0,segment=NetworkSegment(f1b5c269-1a3e-41c4-82ef-5791e7f3c975),segment_id=f1b5c269-1a3e-41c4-82ef-5791e7f3c975)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:48:16.624808 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.636067 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Calling delete_port for 82a9b685-babc-4945-895a-c291709788d0 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:48:16.681962 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e5bb65dd-6336-4260-b689-1833655e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.722718 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.751253 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Pushing event deleted for resources: {'Port': ['ID=82a9b685-babc-4945-895a-c291709788d0,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:16.753024 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] No DVR routers for this DVR port 82a9b685-babc-4945-895a-c291709788d0 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:48:16.764056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037fc105-78ce-4c77-ad65-c12ea339f344 None None] DHCP port deletion for 3b0c8685-57ad-450e-b7fe-e5b06127db40 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:48:16.833828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.854566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0c8685-57ad-450e-b7fe-e5b06127db40']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:16.863557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:16.863855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b5c269-1a3e-41c4-82ef-5791e7f3c975') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:16.874525 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.888404 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.895760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:48:16.896161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.916927 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment f1b5c269-1a3e-41c4-82ef-5791e7f3c975 resource provider aggregate not found Oct 20 03:48:16.962392 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment f1b5c269-1a3e-41c4-82ef-5791e7f3c975 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1b5c269-1a3e-41c4-82ef-5791e7f3c975 found for delete ", "request_id": "req-daef80c6-54f7-49ff-bb42-551682883dba"}]} Oct 20 03:48:16.971086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.985508 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:16.988769 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] 10.222.0.20 "DELETE /v2.0/networks/3b0c8685-57ad-450e-b7fe-e5b06127db40 HTTP/1.1" status: 204 len: 168 time: 0.5646691 Oct 20 03:48:16.991854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59314) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:16.998622 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d8037-f479-4a66-953c-a743e27fc44c admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0c8685-57ad-450e-b7fe-e5b06127db40,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:17.222337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 82a9b685-babc-4945-895a-c291709788d0 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:48:17.242390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 82a9b685-babc-4945-895a-c291709788d0 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:48:17.242726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 82a9b685-babc-4945-895a-c291709788d0 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:48:17.243129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6ece16ef-326f-481a-8797-854ea9e6f547 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:48:17.264721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 6ece16ef-326f-481a-8797-854ea9e6f547 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:48:17.264983 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6ece16ef-326f-481a-8797-854ea9e6f547 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:48:17.265380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device b0ffdaaa-0a30-4d76-8133-80a670e524f2 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:48:17.284146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: b0ffdaaa-0a30-4d76-8133-80a670e524f2 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:48:17.284504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device b0ffdaaa-0a30-4d76-8133-80a670e524f2 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:48:17.348015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:17.595890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Deleting port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:48:17.596130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:17.676835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] For port ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1,segment=NetworkSegment(b306f571-0ab7-46fe-8074-428bb884d2da),segment_id=b306f571-0ab7-46fe-8074-428bb884d2da)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:48:17.677227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:17.690128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Calling delete_port for ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:48:17.795090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:17.871318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:17.897512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:17.921772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:17.922123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:17.922465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:17.922810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:17.923144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:17.923474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:17.923807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:17.924134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:17.924518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:17.924848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:17.925174 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:17.925498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:48:18.078996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:18.288932 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:48:18.397533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:48:18.403503 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d4dae7da-4be1-4f4f-804f-83c98acb1453 admin admin] 10.222.0.20 "PUT /v2.0/routers/86d9e586-7ed6-4caa-ab47-5b7edb09c797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4104340 Oct 20 03:48:18.404979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59316) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:18.406548 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe73343-4b62-46bc-94a9-39e72d6334cb None None] Sync routers for ids ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:48:18.417308 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe73343-4b62-46bc-94a9-39e72d6334cb None None] Routers {'86d9e586-7ed6-4caa-ab47-5b7edb09c797'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:48:18.417909 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ffe73343-4b62-46bc-94a9-39e72d6334cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:48:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:18.525825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:18.611107 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ffe73343-4b62-46bc-94a9-39e72d6334cb None None] Set router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:48:18.629922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:18.684328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Deleting port ac80de82-22a1-4d05-a7ba-002f5efa4ac3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:48:18.684678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:18.768288 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] For port ac80de82-22a1-4d05-a7ba-002f5efa4ac3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ac80de82-22a1-4d05-a7ba-002f5efa4ac3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:48:18.768693 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:18.781238 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Calling delete_port for ac80de82-22a1-4d05-a7ba-002f5efa4ac3 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:48:18.787580 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ffe73343-4b62-46bc-94a9-39e72d6334cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'name': 'tempest-TestVolumeBootPattern-1251063506-router', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:37Z', 'updated_at': '2022-10-20T03:48:17Z', 'revision_number': 5, 'project_id': '626386c69b73426b9dde787cba044b3e', 'gw_port': {'id': 'ac80de82-22a1-4d05-a7ba-002f5efa4ac3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:40:38Z', 'updated_at': '2022-10-20T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:18.814370 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe73343-4b62-46bc-94a9-39e72d6334cb None None] Checking router: 86d9e586-7ed6-4caa-ab47-5b7edb09c797 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:48:18.823118 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe73343-4b62-46bc-94a9-39e72d6334cb None None] Routers {'86d9e586-7ed6-4caa-ab47-5b7edb09c797'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:48:18.823720 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ffe73343-4b62-46bc-94a9-39e72d6334cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:48:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:18.907411 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ffe73343-4b62-46bc-94a9-39e72d6334cb None None] Set router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:48:18.947388 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:18.958997 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ffe73343-4b62-46bc-94a9-39e72d6334cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'name': 'tempest-TestVolumeBootPattern-1251063506-router', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:37Z', 'updated_at': '2022-10-20T03:48:18Z', 'revision_number': 6, 'project_id': '626386c69b73426b9dde787cba044b3e', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:18.973235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac80de82-22a1-4d05-a7ba-002f5efa4ac3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:18.993307 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe73343-4b62-46bc-94a9-39e72d6334cb None None] The sync data for ids ['86d9e586-7ed6-4caa-ab47-5b7edb09c797'] in dv-neutron-861842-1-hyperv is: [{'id': '86d9e586-7ed6-4caa-ab47-5b7edb09c797', 'name': 'tempest-TestVolumeBootPattern-1251063506-router', 'tenant_id': '626386c69b73426b9dde787cba044b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:40:37Z', 'updated_at': '2022-10-20T03:48:18Z', 'revision_number': 6, 'project_id': '626386c69b73426b9dde787cba044b3e', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:48:19.040224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.132920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.135187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.177479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.178011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86d9e586-7ed6-4caa-ab47-5b7edb09c797 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:48:19.183494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.184657 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8d61133d-20f6-4956-99ac-e0fff20f1249 admin admin] 10.222.0.20 "DELETE /v2.0/routers/86d9e586-7ed6-4caa-ab47-5b7edb09c797 HTTP/1.1" status: 204 len: 168 time: 0.7787786 Oct 20 03:48:19.187189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59318) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:19.232026 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b75080-c956-40c9-94f3-9053a1344e8b admin admin] Deleting subnet 78bdb8cf-e4bd-4a52-b05a-79b526e47ad6 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:48:19.234983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a7b75080-c956-40c9-94f3-9053a1344e8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.271850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a7b75080-c956-40c9-94f3-9053a1344e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.283112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.357170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a7b75080-c956-40c9-94f3-9053a1344e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.422052 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a7b75080-c956-40c9-94f3-9053a1344e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.445537 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b75080-c956-40c9-94f3-9053a1344e8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78bdb8cf-e4bd-4a52-b05a-79b526e47ad6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:19.454694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a7b75080-c956-40c9-94f3-9053a1344e8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.460944 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a7b75080-c956-40c9-94f3-9053a1344e8b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/78bdb8cf-e4bd-4a52-b05a-79b526e47ad6 HTTP/1.1" status: 204 len: 168 time: 0.2698028 Oct 20 03:48:19.461328 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59320) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:19.461838 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b170f1f-e2d4-4204-af41-c5108784680e None None] Network b1b5ddae-680a-49eb-a94f-5079c8515738 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:48:19.534143 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.560371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.594515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Deleting port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:48:19.594785 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.660921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] For port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa,segment=NetworkSegment(b306f571-0ab7-46fe-8074-428bb884d2da),segment_id=b306f571-0ab7-46fe-8074-428bb884d2da)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:48:19.661309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.673864 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Calling delete_port for ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:48:19.757185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.778345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f26e6-0665-47a0-af3f-afdb7ce6a9bb None None] DHCP port deletion for b1b5ddae-680a-49eb-a94f-5079c8515738 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:48:19.782442 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:19.783154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:48:19.788678 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] No DVR routers for this DVR port ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:48:19.805719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:48:19.806229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ae48c1d4-cdbe-46b1-ab53-fd1034bd27b1 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:48:19.864236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.890261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b5ddae-680a-49eb-a94f-5079c8515738']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:19.900634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b306f571-0ab7-46fe-8074-428bb884d2da') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:19.900934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b306f571-0ab7-46fe-8074-428bb884d2da') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:48:19.910163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.923067 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.929591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:48:19.929929 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:19.950554 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b306f571-0ab7-46fe-8074-428bb884d2da resource provider aggregate not found Oct 20 03:48:19.989269 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment b306f571-0ab7-46fe-8074-428bb884d2da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b306f571-0ab7-46fe-8074-428bb884d2da found for delete ", "request_id": "req-717f2f83-2a44-4347-9b0a-220fd8f3ede4"}]} Oct 20 03:48:19.998198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:20.003906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:20.008982 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b1b5ddae-680a-49eb-a94f-5079c8515738 HTTP/1.1" status: 204 len: 168 time: 0.5466416 Oct 20 03:48:20.021623 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd577753-b34a-44e4-a328-955a6adb0bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b5ddae-680a-49eb-a94f-5079c8515738,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:20.127133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59328) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:20.165957 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a70ea993-f0de-4bc1-aa83-6ebdcb4ac4ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67d6afa3424943e4b848bb975e23163a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376329 Oct 20 03:48:20.168285 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59330) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:20.219772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac099-03aa-4649-9fc1-a3f11ef5c756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:20.239781 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac099-03aa-4649-9fc1-a3f11ef5c756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:20.285855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac099-03aa-4649-9fc1-a3f11ef5c756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:20.288507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac099-03aa-4649-9fc1-a3f11ef5c756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:20.289638 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2e7ac099-03aa-4649-9fc1-a3f11ef5c756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cf613eb-fc88-4865-b0c1-9a07672816b9 HTTP/1.1" status: 204 len: 168 time: 0.1204782 Oct 20 03:48:20.298812 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ac099-03aa-4649-9fc1-a3f11ef5c756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf613eb-fc88-4865-b0c1-9a07672816b9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:20.590763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59336) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:20.634486 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6d66d809-9cdf-4d7d-a5cd-7235dc731245 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=626386c69b73426b9dde787cba044b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425787 Oct 20 03:48:20.637040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59338) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:48:20.684432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1456510c-0b9f-4ca5-9a0e-f2062dfe69f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:20.705733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1456510c-0b9f-4ca5-9a0e-f2062dfe69f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:20.753764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1456510c-0b9f-4ca5-9a0e-f2062dfe69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:20.757130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1456510c-0b9f-4ca5-9a0e-f2062dfe69f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:20.758222 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1456510c-0b9f-4ca5-9a0e-f2062dfe69f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c655457a-6041-4571-b138-a9d1e0d395e8 HTTP/1.1" status: 204 len: 168 time: 0.1202748 Oct 20 03:48:20.766004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456510c-0b9f-4ca5-9a0e-f2062dfe69f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c655457a-6041-4571-b138-a9d1e0d395e8,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:48:21.219203 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:48:21.243937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:48:21.244293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ce7d2e5e-5e32-412c-9ea4-8f9f967c7baa not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:48:21.244776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ac80de82-22a1-4d05-a7ba-002f5efa4ac3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:48:21.263102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ac80de82-22a1-4d05-a7ba-002f5efa4ac3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:48:21.263442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ac80de82-22a1-4d05-a7ba-002f5efa4ac3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:48:38.517269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:38.733485 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:48:44.551835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-dddc530f-785e-455d-b0ab-5e078769c42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:46.563692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b1c72b0b-e5ad-4c98-a0f1-348b8d3b239a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:47.797142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:49.284707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:49.532959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:48:57.933137 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-f8d58215-1eba-42d7-a370-552cbec0cbf8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414197 Oct 20 03:48:57.999958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-bc21e8d1-2c8a-422f-ab88-7625733c1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:58.001486 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-bc21e8d1-2c8a-422f-ab88-7625733c1670 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 1098 time: 0.0420294 Oct 20 03:48:58.112736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-07778fab-f50c-4c11-878c-ff54e9bef8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:58.114192 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-07778fab-f50c-4c11-878c-ff54e9bef8c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=955db64d-9e5b-4a7a-a33b-738de6f4a110 HTTP/1.1" status: 200 len: 898 time: 0.0878904 Oct 20 03:48:58.185408 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-12fd2b1a-29cd-495b-befb-4fdeff4047bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0607738 Oct 20 03:48:58.236805 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-e1caf015-a737-460c-b248-4d061f290489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:58.238214 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-e1caf015-a737-460c-b248-4d061f290489 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=757999d7-460e-4da6-b3ba-748519198167 HTTP/1.1" status: 200 len: 844 time: 0.0421243 Oct 20 03:48:58.289025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-433da3b3-3a98-4997-8500-58ede6f66478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:48:58.290487 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-433da3b3-3a98-4997-8500-58ede6f66478 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=955db64d-9e5b-4a7a-a33b-738de6f4a110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391095 Oct 20 03:48:58.383799 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-ac27e7e8-437c-45c6-9550-04db4d94de0c service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863109 Oct 20 03:48:58.476893 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-400ce1fe-ad78-4c09-b2e4-8ef5e119e90d req-efe06073-4ea6-4977-b115-b6da3fea064a service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826669 Oct 20 03:49:08.512239 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:14.553537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-37c6ab9f-21e9-4013-93c4-b08f33fd2b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:15.732355 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:49:16.565133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5162b48b-f465-492c-b62c-97ab05493092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:17.800749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:19.287345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:19.534777 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:28.701932 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59344) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:49:28.707454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:49:28.799122 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60779028'] for subnet, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:28.959422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766400671443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59141561'] for subnet, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:28.999275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:28.999865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:29.003411 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/subnets/757999d7-460e-4da6-b3ba-748519198167 HTTP/1.1" status: 200 len: 836 time: 0.2980144 Oct 20 03:49:29.006445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f5917a-99f1-4ba8-87bf-5303c67a9efe None None] Network 955db64d-9e5b-4a7a-a33b-738de6f4a110 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:49:29.019996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Subnet': ['ID=757999d7-460e-4da6-b3ba-748519198167,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:49:29.028049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.028463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.028804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.029139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.029471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.029798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.030118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.030850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.030850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.031074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.031475 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.031690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6efc-9e32-49ad-b06e-7d20af0babc5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:49:29.336349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Provisioning complete for port 16449da9-b142-4d28-b839-75a1d3d5ba5e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:29.336717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:29.337047 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Attempt 1 to provision port 16449da9-b142-4d28-b839-75a1d3d5ba5e Oct 20 03:49:29.411140 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Current status of the port 16449da9-b142-4d28-b839-75a1d3d5ba5e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:49:29.421220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Provisioning complete for port aa450270-c2c2-492f-8f24-12e8dd66ab64 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:29.421580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:29.421907 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Attempt 1 to provision port aa450270-c2c2-492f-8f24-12e8dd66ab64 Oct 20 03:49:29.498176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Current status of the port aa450270-c2c2-492f-8f24-12e8dd66ab64 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:49:29.508241 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Provisioning complete for port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:49:29.508625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:29.508951 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Attempt 1 to provision port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 Oct 20 03:49:29.581333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-da1914eb-df68-4ff8-8f4d-7447c4a6cb4e None None] Current status of the port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:49:38.515066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:44.556387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7f2331f9-88b2-4ab4-b8e0-df1167aba351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:46.566175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4d031d85-fbe3-4136-9cf4-131e4f7ddde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:47.802868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:49.290035 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:49.535883 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:49:52.731298 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:49:59.599247 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-470d99c3-06cc-4989-981c-3f055fd62533 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408661 Oct 20 03:49:59.691806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-783ff1da-b76a-4fbc-8784-b8e9b4eed90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:59.693332 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-783ff1da-b76a-4fbc-8784-b8e9b4eed90b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 1098 time: 0.0401273 Oct 20 03:49:59.808958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-e5ec5f22-56e2-4be9-883a-a17f021a80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:59.810403 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-e5ec5f22-56e2-4be9-883a-a17f021a80c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=955db64d-9e5b-4a7a-a33b-738de6f4a110 HTTP/1.1" status: 200 len: 898 time: 0.0878584 Oct 20 03:49:59.878129 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-f9e40a41-48f6-4c56-9f85-0757b2d332c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0576959 Oct 20 03:49:59.929517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-0b21138e-7fd1-4b14-baee-e02fcd97adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:59.931554 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-0b21138e-7fd1-4b14-baee-e02fcd97adc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=757999d7-460e-4da6-b3ba-748519198167 HTTP/1.1" status: 200 len: 844 time: 0.0430512 Oct 20 03:49:59.979905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-cc87d334-9587-4ccf-b417-13172ad77e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:49:59.981384 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-cc87d334-9587-4ccf-b417-13172ad77e1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=955db64d-9e5b-4a7a-a33b-738de6f4a110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400066 Oct 20 03:50:00.077039 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-b24ccd38-e33f-49bd-b05f-391df91cf15c service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852249 Oct 20 03:50:00.172508 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4183f9c0-fcfc-4776-8783-6dc7dbd24aec req-57f8a717-7af3-4eba-a1e5-899be0a38e3d service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858405 Oct 20 03:50:02.483770 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-a2613e55-fe77-4d45-9ac6-b2910a03a606 req-2255c733-05d1-4b38-acdd-28b77866b3b9 service neutron] (103628) timed out ('10.222.0.36', 49931) {{(pid=103628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 03:50:08.513315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:11.974438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59360) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:12.350641 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 600a3684-f514-4e67-b747-f39783a712d7 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:50:12.350985 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:12.426761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:12.427084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:12.438876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 600a3684-f514-4e67-b747-f39783a712d7 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:50:12.586000 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:12.610837 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=600a3684-f514-4e67-b747-f39783a712d7,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:12.640172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.640567 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.640890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.641230 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.641564 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.641899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.642231 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.642562 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.642894 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.643220 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.643547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.643871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:12.685850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:12.686179 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP b7f9a3ba-294f-4d6f-a9dc-20fadbbb977e disassociated (deleted). External IP: 172.26.0.14, port: af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8. Oct 20 03:50:12.889746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router a356d6e9-5020-4408-b430-54dfc5401879 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:50:12.994511 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:50:12.999397 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:13.006282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024db932-c0bb-4177-a22d-e470a4d1f2fa None None] Sync routers for ids ['a356d6e9-5020-4408-b430-54dfc5401879'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:50:13.016703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024db932-c0bb-4177-a22d-e470a4d1f2fa None None] Routers {'a356d6e9-5020-4408-b430-54dfc5401879'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:13.017105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-024db932-c0bb-4177-a22d-e470a4d1f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:49:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a356d6e9-5020-4408-b430-54dfc5401879'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:13.026310 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-83061163-67e1-46cd-af25-56ec98f1f583 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/floatingips/b7f9a3ba-294f-4d6f-a9dc-20fadbbb977e HTTP/1.1" status: 204 len: 168 time: 1.0508640 Oct 20 03:50:13.027092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446b6abd-3b03-49c4-b9fd-50336826b573', 'tag': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:50:13.029516 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ec67c2-6356-4200-963d-f64ae98dc319" -d '{"events": [{"name": "network-changed", "server_uuid": "446b6abd-3b03-49c4-b9fd-50336826b573", "tag": "af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:50:13.068685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cca547-0a50-43bf-a909-8c5bff955446 x-openstack-request-id: req-70cca547-0a50-43bf-a909-8c5bff955446 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:50:13.068979 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446b6abd-3b03-49c4-b9fd-50336826b573", "tag": "af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:50:13.069237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70cca547-0a50-43bf-a909-8c5bff955446 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:50:13.069731 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cca547-0a50-43bf-a909-8c5bff955446'] response: {'name': 'network-changed', 'server_uuid': '446b6abd-3b03-49c4-b9fd-50336826b573', 'tag': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8', 'status': 'completed', 'code': 200} Oct 20 03:50:13.126961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-024db932-c0bb-4177-a22d-e470a4d1f2fa None None] Set router a356d6e9-5020-4408-b430-54dfc5401879 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:13.158462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec67c2-6356-4200-963d-f64ae98dc319 req-e3e3881b-c6c4-4590-ab06-c280d009c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:13.159959 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ec67c2-6356-4200-963d-f64ae98dc319 req-e3e3881b-c6c4-4590-ab06-c280d009c7af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 1098 time: 0.0560906 Oct 20 03:50:13.296338 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec67c2-6356-4200-963d-f64ae98dc319 req-18051a63-db08-47ab-90fa-be54a6dfcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:13.297774 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ec67c2-6356-4200-963d-f64ae98dc319 req-18051a63-db08-47ab-90fa-be54a6dfcbfa service neutron] 10.222.0.36 "GET /v2.0/networks?id=955db64d-9e5b-4a7a-a33b-738de6f4a110 HTTP/1.1" status: 200 len: 898 time: 0.1233783 Oct 20 03:50:13.306401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4f8ce-ab57-4e7c-b383-71db84cab944 req-71df0c85-5bbe-4410-8186-b6e921a0c334 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:13.307769 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d4d4f8ce-ab57-4e7c-b383-71db84cab944 req-71df0c85-5bbe-4410-8186-b6e921a0c334 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 945 time: 0.1012032 Oct 20 03:50:13.330173 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-024db932-c0bb-4177-a22d-e470a4d1f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:18Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '16449da9-b142-4d28-b839-75a1d3d5ba5e', 'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:7a:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '757999d7-460e-4da6-b3ba-748519198167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:17Z', 'updated_at': '2022-10-20T03:47:21Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '757999d7-460e-4da6-b3ba-748519198167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:13.348782 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ec67c2-6356-4200-963d-f64ae98dc319 req-afeba387-d4ce-43be-b5d5-b65006cf38b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 HTTP/1.1" status: 200 len: 217 time: 0.0400717 Oct 20 03:50:13.356194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024db932-c0bb-4177-a22d-e470a4d1f2fa None None] Checking router: a356d6e9-5020-4408-b430-54dfc5401879 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:50:13.364402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024db932-c0bb-4177-a22d-e470a4d1f2fa None None] Routers {'a356d6e9-5020-4408-b430-54dfc5401879'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:13.365021 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-024db932-c0bb-4177-a22d-e470a4d1f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:49:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a356d6e9-5020-4408-b430-54dfc5401879'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:13.412348 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d4d4f8ce-ab57-4e7c-b383-71db84cab944 req-dc73c278-95e2-4117-8bff-d08da905507e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c4213c-237a-48d7-bca5-28ccd9067817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967200 Oct 20 03:50:13.420495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec67c2-6356-4200-963d-f64ae98dc319 req-4ce89822-5ded-4778-80b4-57b55d6b469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:13.421962 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ec67c2-6356-4200-963d-f64ae98dc319 req-4ce89822-5ded-4778-80b4-57b55d6b469f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=757999d7-460e-4da6-b3ba-748519198167 HTTP/1.1" status: 200 len: 844 time: 0.0640943 Oct 20 03:50:13.472614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-024db932-c0bb-4177-a22d-e470a4d1f2fa None None] Set router a356d6e9-5020-4408-b430-54dfc5401879 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:13.817463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec67c2-6356-4200-963d-f64ae98dc319 req-891292b5-0a7f-42e5-b5f5-87c01ddd6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:13.818862 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ec67c2-6356-4200-963d-f64ae98dc319 req-891292b5-0a7f-42e5-b5f5-87c01ddd6e91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=955db64d-9e5b-4a7a-a33b-738de6f4a110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3892205 Oct 20 03:50:13.831122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-024db932-c0bb-4177-a22d-e470a4d1f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:18Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '16449da9-b142-4d28-b839-75a1d3d5ba5e', 'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:7a:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '757999d7-460e-4da6-b3ba-748519198167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:17Z', 'updated_at': '2022-10-20T03:47:21Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '757999d7-460e-4da6-b3ba-748519198167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:13.857581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024db932-c0bb-4177-a22d-e470a4d1f2fa None None] The sync data for ids ['a356d6e9-5020-4408-b430-54dfc5401879'] in dv-neutron-861842-1-hyperv is: [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:47:18Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '16449da9-b142-4d28-b839-75a1d3d5ba5e', 'name': '', 'network_id': '955db64d-9e5b-4a7a-a33b-738de6f4a110', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:7a:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '757999d7-460e-4da6-b3ba-748519198167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:17Z', 'updated_at': '2022-10-20T03:47:21Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '757999d7-460e-4da6-b3ba-748519198167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:50:13.916167 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ec67c2-6356-4200-963d-f64ae98dc319 req-7fde31ff-8f32-4fcc-bb27-ced83534590c service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879302 Oct 20 03:50:14.014603 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3ec67c2-6356-4200-963d-f64ae98dc319 req-bd614c3a-3369-47d7-bc9e-3ce5e76a25a4 service neutron] 10.222.0.36 "GET /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910010 Oct 20 03:50:14.093870 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac642792-65ff-4fa1-83b5-6eacaeefc9d0 None None] New status for floating IP b7f9a3ba-294f-4d6f-a9dc-20fadbbb977e: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:50:14.535209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc3a0d-9434-4775-a7d8-7f7a5bba46ec req-393210cd-3fc4-40dd-b560-de36a11ea46b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:14.536714 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-23bc3a0d-9434-4775-a7d8-7f7a5bba46ec req-393210cd-3fc4-40dd-b560-de36a11ea46b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 945 time: 0.0494363 Oct 20 03:50:14.559298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1e8e38f1-09d3-49d7-9491-e4ef23adf7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:14.577352 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-23bc3a0d-9434-4775-a7d8-7f7a5bba46ec req-60b8a444-8010-4e6f-8b55-a026c166b5ca tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c4213c-237a-48d7-bca5-28ccd9067817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323889 Oct 20 03:50:14.729977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf83e9-612a-4867-abbb-865c8204d471 req-39655866-6c6a-410c-b9f0-def0bb1a02b6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:14.731315 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5dcf83e9-612a-4867-abbb-865c8204d471 req-39655866-6c6a-410c-b9f0-def0bb1a02b6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 945 time: 0.0488846 Oct 20 03:50:14.824961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5dcf83e9-612a-4867-abbb-865c8204d471 req-3e597372-3d18-491c-beda-39761b2eadbc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:50:14.825297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5dcf83e9-612a-4867-abbb-865c8204d471 req-3e597372-3d18-491c-beda-39761b2eadbc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:14.912893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5dcf83e9-612a-4867-abbb-865c8204d471 req-3e597372-3d18-491c-beda-39761b2eadbc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:14.913260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5dcf83e9-612a-4867-abbb-865c8204d471 req-3e597372-3d18-491c-beda-39761b2eadbc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:14.926220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5dcf83e9-612a-4867-abbb-865c8204d471 req-3e597372-3d18-491c-beda-39761b2eadbc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:50:15.053846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5dcf83e9-612a-4867-abbb-865c8204d471 req-3e597372-3d18-491c-beda-39761b2eadbc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:15.083605 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e597372-3d18-491c-beda-39761b2eadbc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:15.127452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcf83e9-612a-4867-abbb-865c8204d471 req-3e597372-3d18-491c-beda-39761b2eadbc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] No DVR routers for this DVR port af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:50:15.129923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5dcf83e9-612a-4867-abbb-865c8204d471 req-3e597372-3d18-491c-beda-39761b2eadbc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:15.133216 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5dcf83e9-612a-4867-abbb-865c8204d471 req-3e597372-3d18-491c-beda-39761b2eadbc tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "DELETE /v2.0/ports/af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 HTTP/1.1" status: 204 len: 173 time: 0.3946457 Oct 20 03:50:15.133750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446b6abd-3b03-49c4-b9fd-50336826b573', 'name': 'network-vif-deleted', 'tag': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:50:15.135991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cdd2b1-0cc3-4e56-b42d-2e7eb13a3110" -d '{"events": [{"server_uuid": "446b6abd-3b03-49c4-b9fd-50336826b573", "name": "network-vif-deleted", "tag": "af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:50:15.177504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c3eb13-c52a-463f-a637-7d093e32ca08 x-openstack-request-id: req-b9c3eb13-c52a-463f-a637-7d093e32ca08 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:50:15.177807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446b6abd-3b03-49c4-b9fd-50336826b573", "name": "network-vif-deleted", "tag": "af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:50:15.178063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9c3eb13-c52a-463f-a637-7d093e32ca08 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:50:15.178494 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c3eb13-c52a-463f-a637-7d093e32ca08'] response: {'server_uuid': '446b6abd-3b03-49c4-b9fd-50336826b573', 'name': 'network-vif-deleted', 'tag': 'af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8', 'status': 'completed', 'code': 200} Oct 20 03:50:15.697220 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-81da7353-2490-405a-8201-cd1cc1319577 req-08155b68-f9e1-48f1-a0ac-c7b240cccdf3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=446b6abd-3b03-49c4-b9fd-50336826b573 HTTP/1.1" status: 200 len: 210 time: 0.0265703 Oct 20 03:50:16.567431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e1c4-7c0b-4340-bd0d-d155dbf22819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:16.760657 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59386) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:16.820358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a993c09d-3502-4be4-b82e-91701ae5c4f3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:16.845472 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a993c09d-3502-4be4-b82e-91701ae5c4f3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:16.903830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a993c09d-3502-4be4-b82e-91701ae5c4f3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:16.906472 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a993c09d-3502-4be4-b82e-91701ae5c4f3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:16.907624 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a993c09d-3502-4be4-b82e-91701ae5c4f3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/77c4213c-237a-48d7-bca5-28ccd9067817 HTTP/1.1" status: 204 len: 168 time: 0.1459670 Oct 20 03:50:16.917484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993c09d-3502-4be4-b82e-91701ae5c4f3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c4213c-237a-48d7-bca5-28ccd9067817,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:16.942718 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59390) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:17.569264 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:17.807724 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:17.819373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 16449da9-b142-4d28-b839-75a1d3d5ba5e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:50:17.819857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:17.911204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 16449da9-b142-4d28-b839-75a1d3d5ba5e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=16449da9-b142-4d28-b839-75a1d3d5ba5e,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:17.911572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:17.924556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 16449da9-b142-4d28-b839-75a1d3d5ba5e owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:50:18.109206 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:18.140222 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=16449da9-b142-4d28-b839-75a1d3d5ba5e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:18.313265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:18.526836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router a356d6e9-5020-4408-b430-54dfc5401879 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:50:18.631270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:50:18.636948 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fe399a1b-7974-4d9f-b6b4-5e698a28703d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/a356d6e9-5020-4408-b430-54dfc5401879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6938853 Oct 20 03:50:18.639684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59392) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:18.642088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd755e-1c61-4e7b-9074-86a8c9ff0a9f None None] Sync routers for ids ['a356d6e9-5020-4408-b430-54dfc5401879'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:50:18.654800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd755e-1c61-4e7b-9074-86a8c9ff0a9f None None] Routers {'a356d6e9-5020-4408-b430-54dfc5401879'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:18.655412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7fcd755e-1c61-4e7b-9074-86a8c9ff0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:50:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a356d6e9-5020-4408-b430-54dfc5401879'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:18.658292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:50:18.694070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0f3e23-50ac-40a4-aa7d-3986de4d3f00 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting subnet 757999d7-460e-4da6-b3ba-748519198167 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:50:18.697866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3e23-50ac-40a4-aa7d-3986de4d3f00 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:18.711158 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:50:18.711500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device af6e69ad-2b63-4b90-b4fd-f0b5a4240fc8 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:50:18.738035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3e23-50ac-40a4-aa7d-3986de4d3f00 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:18.780499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-7fcd755e-1c61-4e7b-9074-86a8c9ff0a9f None None] Set router a356d6e9-5020-4408-b430-54dfc5401879 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:18.821314 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3e23-50ac-40a4-aa7d-3986de4d3f00 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:18.886433 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3e23-50ac-40a4-aa7d-3986de4d3f00 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:18.912897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f3e23-50ac-40a4-aa7d-3986de4d3f00 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Subnet': ['ID=757999d7-460e-4da6-b3ba-748519198167,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:18.917282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3e23-50ac-40a4-aa7d-3986de4d3f00 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:18.920577 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ac0f3e23-50ac-40a4-aa7d-3986de4d3f00 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/subnets/757999d7-460e-4da6-b3ba-748519198167 HTTP/1.1" status: 204 len: 168 time: 0.2798753 Oct 20 03:50:18.923172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59394) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:18.938048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee1a713-04c4-48ab-b4ca-974195e8a78c None None] Network 955db64d-9e5b-4a7a-a33b-738de6f4a110 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:50:19.033460 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.060204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7fcd755e-1c61-4e7b-9074-86a8c9ff0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:50:18Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:19.093459 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd755e-1c61-4e7b-9074-86a8c9ff0a9f None None] Checking router: a356d6e9-5020-4408-b430-54dfc5401879 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:50:19.109069 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd755e-1c61-4e7b-9074-86a8c9ff0a9f None None] Routers {'a356d6e9-5020-4408-b430-54dfc5401879'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:19.109675 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7fcd755e-1c61-4e7b-9074-86a8c9ff0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:50:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['a356d6e9-5020-4408-b430-54dfc5401879'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:19.141677 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.196886 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 95afbc2e-cedc-4c4d-bfac-19111642a465 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:50:19.197230 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.206520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec55789f-cc4b-4da6-9554-dc7ba42681c9 None None] DHCP port deletion for 955db64d-9e5b-4a7a-a33b-738de6f4a110 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:50:19.248418 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-7fcd755e-1c61-4e7b-9074-86a8c9ff0a9f None None] Set router a356d6e9-5020-4408-b430-54dfc5401879 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:19.282549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 95afbc2e-cedc-4c4d-bfac-19111642a465, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=95afbc2e-cedc-4c4d-bfac-19111642a465,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:19.283373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.296346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 95afbc2e-cedc-4c4d-bfac-19111642a465 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:50:19.350843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.355524 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device aa450270-c2c2-492f-8f24-12e8dd66ab64 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:50:19.437200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec55789f-cc4b-4da6-9554-dc7ba42681c9 None None] Deleting port aa450270-c2c2-492f-8f24-12e8dd66ab64 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:50:19.437489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ec55789f-cc4b-4da6-9554-dc7ba42681c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.470082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.500167 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=95afbc2e-cedc-4c4d-bfac-19111642a465,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:19.548434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ec55789f-cc4b-4da6-9554-dc7ba42681c9 None None] For port aa450270-c2c2-492f-8f24-12e8dd66ab64, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=aa450270-c2c2-492f-8f24-12e8dd66ab64,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:19.548760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ec55789f-cc4b-4da6-9554-dc7ba42681c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.560123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.595712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec55789f-cc4b-4da6-9554-dc7ba42681c9 None None] Calling delete_port for aa450270-c2c2-492f-8f24-12e8dd66ab64 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:50:19.600060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.617306 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port aa450270-c2c2-492f-8f24-12e8dd66ab64 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:19.617697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.651745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.654217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.693808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7fcd755e-1c61-4e7b-9074-86a8c9ff0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:50:18Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:19.697801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.698352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Fanout notify agent at l3_agent the message router_deleted on router a356d6e9-5020-4408-b430-54dfc5401879 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:50:19.705955 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.707072 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bfd29776-c18c-42b2-a3d7-be78b85c2a52 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/routers/a356d6e9-5020-4408-b430-54dfc5401879 HTTP/1.1" status: 204 len: 168 time: 0.7829874 Oct 20 03:50:19.709744 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59396) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:19.732867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port aa450270-c2c2-492f-8f24-12e8dd66ab64, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=aa450270-c2c2-492f-8f24-12e8dd66ab64,segment=NetworkSegment(cf25ba41-fdc6-4849-aa81-d3a7c60a6591),segment_id=cf25ba41-fdc6-4849-aa81-d3a7c60a6591)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:19.737609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd755e-1c61-4e7b-9074-86a8c9ff0a9f None None] The sync data for ids ['a356d6e9-5020-4408-b430-54dfc5401879'] in dv-neutron-861842-1-hyperv is: [{'id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'name': 'tempest-TestNetworkBasicOps-router-1800091520', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:47:14Z', 'updated_at': '2022-10-20T03:50:18Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '95afbc2e-cedc-4c4d-bfac-19111642a465', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356d6e9-5020-4408-b430-54dfc5401879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:47:15Z', 'updated_at': '2022-10-20T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:50:19.746132 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.791739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ec55789f-cc4b-4da6-9554-dc7ba42681c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.802691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.813207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=aa450270-c2c2-492f-8f24-12e8dd66ab64,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:19.815402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55789f-cc4b-4da6-9554-dc7ba42681c9 None None] No DVR routers for this DVR port aa450270-c2c2-492f-8f24-12e8dd66ab64 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:50:19.825315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.825871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.826199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.826537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.826868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.827200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.827531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.827855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.828181 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.828791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.829094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.829398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:19.852724 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55789f-cc4b-4da6-9554-dc7ba42681c9 None None] Pushing event deleted for resources: {'Port': ['ID=aa450270-c2c2-492f-8f24-12e8dd66ab64,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:19.899012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.918764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955db64d-9e5b-4a7a-a33b-738de6f4a110']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:19.927742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:19.928041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf25ba41-fdc6-4849-aa81-d3a7c60a6591') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:19.938135 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.951599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.957976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:50:19.958393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:19.977356 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment cf25ba41-fdc6-4849-aa81-d3a7c60a6591 resource provider aggregate not found Oct 20 03:50:19.994671 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment cf25ba41-fdc6-4849-aa81-d3a7c60a6591 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf25ba41-fdc6-4849-aa81-d3a7c60a6591 found for delete ", "request_id": "req-9bc1d985-065e-4721-b34e-e24861a134b4"}]} Oct 20 03:50:20.028574 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.032771 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.039584 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/networks/955db64d-9e5b-4a7a-a33b-738de6f4a110 HTTP/1.1" status: 204 len: 168 time: 0.3260999 Oct 20 03:50:20.049021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59402) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:20.051200 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d0a8c-4d9e-4453-9255-754905f51ea2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Network': ['ID=955db64d-9e5b-4a7a-a33b-738de6f4a110,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:20.054678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'network': {'name': 'tempest-network-smoke--1541535314', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'port_security_enabled': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:20.077987 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:50:20.081760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.107379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:50:20.117327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.117691 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Added segment 32ba86eb-d8a2-481d-b560-aa6a50ae1615 of type vlan for network ee4817af-5425-49b3-8cc2-e58eb54a2dfb Oct 20 03:50:20.159948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.186401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.192190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:20.192800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.234068 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1834176 Oct 20 03:50:20.236858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59404) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:20.243954 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'admin_state_up': True, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:20.278117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90fc70-2702-4a70-b65f-06b5be7e603e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Network': ['ID=ee4817af-5425-49b3-8cc2-e58eb54a2dfb,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:20.290477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network ee4817af-5425-49b3-8cc2-e58eb54a2dfb details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:50:20.302174 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.303181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.397462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.541285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.737502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.763202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:20.910230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.36 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/7e0b4d3e-5bde-4a9a-9f71-015cb24635b3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:50:21.010351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:21.043060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:21.086447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:50:21.089442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:50:21.092866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:50:21.114390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=7e0b4d3e-5bde-4a9a-9f71-015cb24635b3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:21.283731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 95afbc2e-cedc-4c4d-bfac-19111642a465 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:50:21.305977 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 95afbc2e-cedc-4c4d-bfac-19111642a465 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:50:21.306903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 95afbc2e-cedc-4c4d-bfac-19111642a465 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:50:21.306903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 16449da9-b142-4d28-b839-75a1d3d5ba5e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:50:21.325542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 16449da9-b142-4d28-b839-75a1d3d5ba5e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:50:21.325885 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 16449da9-b142-4d28-b839-75a1d3d5ba5e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:50:21.347580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:21.539520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:21.672407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 3a5dcc9d-b522-4550-95f4-22d28baf280d is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:50:22.014611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:50:22.028132 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Sync routers for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:50:22.034854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:22.039158 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0f5f4abc-aae0-4e21-93f2-5e89161f0588 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7983670 Oct 20 03:50:22.039324 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:22.039324 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:50:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:22.039653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59406) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:22.071671 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c917f7d3-3de4-4730-9afe-a05b5e30f302 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b3377485cec342568db75b308b8a96d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300224 Oct 20 03:50:22.074363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59408) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:22.142499 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:22.159405 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cfd48c-5b45-45be-aa50-cd7221da06e2 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:22.161006 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-12cfd48c-5b45-45be-aa50-cd7221da06e2 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856738 Oct 20 03:50:22.163793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59410) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:22.190997 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cdf50440-3158-439c-b057-69b400e3c73b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261350 Oct 20 03:50:22.193551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59412) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:22.198840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2092575261', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:22.288669 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:50:22.292420 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:22.319074 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:21Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:22.346266 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Checking router: 3a5dcc9d-b522-4550-95f4-22d28baf280d for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:50:22.346620 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Updating router 3a5dcc9d-b522-4550-95f4-22d28baf280d port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:50:22.371667 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:22.482000 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:22.540885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Subnet': ['ID=fb41a8fa-b7ca-469a-ad5f-1decacfed06d,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:22.550246 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Checking segment: {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:50:22.550599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network hostable DHCP agents. Network: ee4817af-5425-49b3-8cc2-e58eb54a2dfb, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:50:22.568808 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network ee4817af-5425-49b3-8cc2-e58eb54a2dfb is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:50:22.577682 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, ee4817af-5425-49b3-8cc2-e58eb54a2dfb) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:50:22.582064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:22.582645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:22.588389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb233710-d67b-44cc-88a2-1e170607ccc3 None None] Network ee4817af-5425-49b3-8cc2-e58eb54a2dfb requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:50:22.600579 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5d315faf-4a9c-4405-beaa-5c13e0c7dd33 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4059799 Oct 20 03:50:22.604152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59414) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:22.718040 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:22.724108 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:22.740870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:50:22.741874 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:22.766412 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Attempting to bind port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:50:22.766791 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Attempting to bind port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:50:22.767151 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Attempting to bind port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:50:22.773536 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:50:22.773917 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:50:22.774866 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:22.775259 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:50:22.775727 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Bound port: 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:50:22.776109 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:22.781076 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Pushing event updated for resources: {'Port': ['ID=7e0b4d3e-5bde-4a9a-9f71-015cb24635b3,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:22.811951 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.812250 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.812646 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.812982 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.813313 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.813645 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.813972 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.814329 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.814625 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.814947 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.815266 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.815588 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:22.852253 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] For port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:50:22.856000 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] For port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7e0b4d3e-5bde-4a9a-9f71-015cb24635b3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:50:22.861246 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:22.891049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Allocated IP 172.20.0.2 (ee4817af-5425-49b3-8cc2-e58eb54a2dfb/fb41a8fa-b7ca-469a-ad5f-1decacfed06d/a9bb7506-ef45-4a8d-a277-f5fe82b75116) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:50:22.897774 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:22.898400 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:50:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:23.012888 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cb883-f9d7-4576-b4ed-1246faab603d None None] Pushing event updated for resources: {'Port': ['ID=7e0b4d3e-5bde-4a9a-9f71-015cb24635b3,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:23.021981 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:23.040065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:23.046435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:23.089478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Network ee4817af-5425-49b3-8cc2-e58eb54a2dfb is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:50:23.095156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:50:23.097906 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:50:23.107503 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Pushing event updated for resources: {'Port': ['ID=a9bb7506-ef45-4a8d-a277-f5fe82b75116,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:23.167523 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Attempting to bind port a9bb7506-ef45-4a8d-a277-f5fe82b75116 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:50:23.168623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Attempting to bind port a9bb7506-ef45-4a8d-a277-f5fe82b75116 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:50:23.168623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Attempting to bind port a9bb7506-ef45-4a8d-a277-f5fe82b75116 on network ee4817af-5425-49b3-8cc2-e58eb54a2dfb {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:50:23.174048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:50:23.174441 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Checking segment: {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:50:23.174829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:23.175216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Bound using segment: {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:50:23.175852 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Bound port: a9bb7506-ef45-4a8d-a277-f5fe82b75116, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:50:23.176226 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:23.218249 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:21Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:23.249634 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2307e46-d0c6-4223-b0d4-8eb7946a0610 None None] The sync data for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv is: [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:21Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:50:23.250121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] For port a9bb7506-ef45-4a8d-a277-f5fe82b75116, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:50:23.255297 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] For port a9bb7506-ef45-4a8d-a277-f5fe82b75116, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a9bb7506-ef45-4a8d-a277-f5fe82b75116,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:50:23.262730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:23.331010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f66eea-bc33-44e2-b270-9184bc98a692 None None] Pushing event updated for resources: {'Port': ['ID=a9bb7506-ef45-4a8d-a277-f5fe82b75116,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:23.373398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:23.705053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.1 (ee4817af-5425-49b3-8cc2-e58eb54a2dfb/fb41a8fa-b7ca-469a-ad5f-1decacfed06d/f0cb7e34-27af-415a-9487-79b7dcb55fc0) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:50:23.826258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:23.860928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:23.906571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network ee4817af-5425-49b3-8cc2-e58eb54a2dfb is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:50:23.909798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:50:23.912317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:50:23.947023 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=f0cb7e34-27af-415a-9487-79b7dcb55fc0,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:23.970480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:24.111306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:24.288854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5146cd0-5bfa-47cc-9c32-b37242a1ef69 None None] Network ee4817af-5425-49b3-8cc2-e58eb54a2dfb requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:50:24.370024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-285a002c-8588-4c12-bd48-49fde1fa9b1a None None] Provisioning complete for port a9bb7506-ef45-4a8d-a277-f5fe82b75116 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:24.370318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-285a002c-8588-4c12-bd48-49fde1fa9b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:24.370653 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-285a002c-8588-4c12-bd48-49fde1fa9b1a None None] Attempt 1 to provision port a9bb7506-ef45-4a8d-a277-f5fe82b75116 Oct 20 03:50:24.406399 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:24.411044 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:24.486785 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=f0cb7e34-27af-415a-9487-79b7dcb55fc0,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:24.489369 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:24.511702 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-285a002c-8588-4c12-bd48-49fde1fa9b1a None None] Current status of the port a9bb7506-ef45-4a8d-a277-f5fe82b75116 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:24.512105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-285a002c-8588-4c12-bd48-49fde1fa9b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:24.546783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-285a002c-8588-4c12-bd48-49fde1fa9b1a None None] For port a9bb7506-ef45-4a8d-a277-f5fe82b75116, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a9bb7506-ef45-4a8d-a277-f5fe82b75116,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:24.551926 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-285a002c-8588-4c12-bd48-49fde1fa9b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:24.600100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network ee4817af-5425-49b3-8cc2-e58eb54a2dfb is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:50:24.602373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:50:24.620711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a002c-8588-4c12-bd48-49fde1fa9b1a None None] Pushing event updated for resources: {'Port': ['ID=a9bb7506-ef45-4a8d-a277-f5fe82b75116,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:24.731686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 3a5dcc9d-b522-4550-95f4-22d28baf280d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:50:24.779500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Provisioning complete for port f0cb7e34-27af-415a-9487-79b7dcb55fc0 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:24.780327 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:24.780902 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Attempt 1 to provision port f0cb7e34-27af-415a-9487-79b7dcb55fc0 Oct 20 03:50:24.822357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Port f0cb7e34-27af-415a-9487-79b7dcb55fc0 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:50:24.856311 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:50:24.863814 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5c33f8c8-d027-42e0-b6ff-0671f8f6c65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/3a5dcc9d-b522-4550-95f4-22d28baf280d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2562888 Oct 20 03:50:24.863998 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59416) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:24.969225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Sync routers for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:50:24.980511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:24.981139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:50:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:25.096169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:25.114954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6242d0-fc7b-4b91-8890-681865254f07 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:25.115436 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6242d0-fc7b-4b91-8890-681865254f07 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:25.115904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6242d0-fc7b-4b91-8890-681865254f07 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:25.116463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6242d0-fc7b-4b91-8890-681865254f07 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:25.118699 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-de6242d0-fc7b-4b91-8890-681865254f07 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2537553 Oct 20 03:50:25.121626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59420) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:25.173565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e464c59f-13d4-4fd7-a61c-510a7cd49d2b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:25.174058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e464c59f-13d4-4fd7-a61c-510a7cd49d2b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:25.174509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e464c59f-13d4-4fd7-a61c-510a7cd49d2b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:25.175140 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e464c59f-13d4-4fd7-a61c-510a7cd49d2b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:25.176765 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e464c59f-13d4-4fd7-a61c-510a7cd49d2b tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0542920 Oct 20 03:50:25.179575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59422) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:25.307337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:25.334522 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Attempt 2 to provision port f0cb7e34-27af-415a-9487-79b7dcb55fc0 Oct 20 03:50:25.336194 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-299c7244-c622-4926-9f53-bd08b51605a8 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1555743 Oct 20 03:50:25.337950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Checking router: 3a5dcc9d-b522-4550-95f4-22d28baf280d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:50:25.337950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Updating router 3a5dcc9d-b522-4550-95f4-22d28baf280d port f0cb7e34-27af-415a-9487-79b7dcb55fc0 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:50:25.380139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a9bb7506-ef45-4a8d-a277-f5fe82b75116 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:50:25.408590 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59426) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:25.413334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1aa819a3-ec2d-4aa0-b67a-d83359d29541 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484725747', 'description': 'tempest-secgroup-smoke-1484725747 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:25.425767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.429587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Port f0cb7e34-27af-415a-9487-79b7dcb55fc0 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:50:25.434602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1aa819a3-ec2d-4aa0-b67a-d83359d29541 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.493534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a9bb7506-ef45-4a8d-a277-f5fe82b75116 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:25.494130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.494690 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a9bb7506-ef45-4a8d-a277-f5fe82b75116 Oct 20 03:50:25.503464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1aa819a3-ec2d-4aa0-b67a-d83359d29541 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.507011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1aa819a3-ec2d-4aa0-b67a-d83359d29541 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.535149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1aa819a3-ec2d-4aa0-b67a-d83359d29541 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.536430 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1aa819a3-ec2d-4aa0-b67a-d83359d29541 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1266296 Oct 20 03:50:25.539446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59428) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:25.544580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-461a633d-cbe5-4cd7-b573-e58836778792 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '1b3f6244-a935-4f8b-a98a-f5cb9ed25646', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:25.546234 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa819a3-ec2d-4aa0-b67a-d83359d29541 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3f6244-a935-4f8b-a98a-f5cb9ed25646,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:25.570473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-461a633d-cbe5-4cd7-b573-e58836778792 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.627860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-461a633d-cbe5-4cd7-b573-e58836778792 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.631650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-461a633d-cbe5-4cd7-b573-e58836778792 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.650700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a633d-cbe5-4cd7-b573-e58836778792 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a1ef7b-60d9-4560-aee7-1eabf6e71d1b,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:25.658533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-461a633d-cbe5-4cd7-b573-e58836778792 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.659665 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-461a633d-cbe5-4cd7-b573-e58836778792 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186380 Oct 20 03:50:25.662647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59430) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:25.667634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-cfa97eaf-7cd7-457d-b222-390ee447e6c9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '1b3f6244-a935-4f8b-a98a-f5cb9ed25646', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:25.693010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cfa97eaf-7cd7-457d-b222-390ee447e6c9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.704000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a9bb7506-ef45-4a8d-a277-f5fe82b75116 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:25.705092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:50:25.751251 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cfa97eaf-7cd7-457d-b222-390ee447e6c9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.755240 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cfa97eaf-7cd7-457d-b222-390ee447e6c9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.776349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa97eaf-7cd7-457d-b222-390ee447e6c9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea566cf-349f-42fc-9712-9321a62f4256,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:25.784553 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cfa97eaf-7cd7-457d-b222-390ee447e6c9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.785777 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cfa97eaf-7cd7-457d-b222-390ee447e6c9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221387 Oct 20 03:50:25.788596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59432) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:25.793388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f6cda8cd-c7fd-465e-b954-29c5bee03764 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '1b3f6244-a935-4f8b-a98a-f5cb9ed25646', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:25.816553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:25.816929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.817262 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 Oct 20 03:50:25.818244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6cda8cd-c7fd-465e-b954-29c5bee03764 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.846954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.856570 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.880214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6cda8cd-c7fd-465e-b954-29c5bee03764 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.884033 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6cda8cd-c7fd-465e-b954-29c5bee03764 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.901894 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cda8cd-c7fd-465e-b954-29c5bee03764 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e02f669-def4-4e45-ae1f-15cce1057d51,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:25.911876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6cda8cd-c7fd-465e-b954-29c5bee03764 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:25.916142 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f6cda8cd-c7fd-465e-b954-29c5bee03764 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236262 Oct 20 03:50:25.916567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59434) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:25.921177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ce1acd50-58c0-41a4-a02f-eb0f86617472 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '1b3f6244-a935-4f8b-a98a-f5cb9ed25646', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:25.923155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b424a7-658e-4ef3-8a20-e5122bcf4621 None None] Pushing event updated for resources: {'Port': ['ID=f0cb7e34-27af-415a-9487-79b7dcb55fc0,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:25.942379 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Attempt 3 to provision port f0cb7e34-27af-415a-9487-79b7dcb55fc0 Oct 20 03:50:25.945910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ce1acd50-58c0-41a4-a02f-eb0f86617472 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.007502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ce1acd50-58c0-41a4-a02f-eb0f86617472 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.012362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ce1acd50-58c0-41a4-a02f-eb0f86617472 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.016550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Attempting to bind port f0cb7e34-27af-415a-9487-79b7dcb55fc0 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:50:26.017399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Attempting to bind port f0cb7e34-27af-415a-9487-79b7dcb55fc0 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:50:26.017399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Attempting to bind port f0cb7e34-27af-415a-9487-79b7dcb55fc0 on network ee4817af-5425-49b3-8cc2-e58eb54a2dfb {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:50:26.021638 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Port f0cb7e34-27af-415a-9487-79b7dcb55fc0 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:50:26.027958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:50:26.028355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Checking segment: {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:50:26.028761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.029151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Bound using segment: {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:50:26.029615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Bound port: f0cb7e34-27af-415a-9487-79b7dcb55fc0, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:50:26.029990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.032048 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1acd50-58c0-41a4-a02f-eb0f86617472 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432461bf-3598-43b0-92ce-dfdb391e863b,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:26.038623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ce1acd50-58c0-41a4-a02f-eb0f86617472 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.039029 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:26.039402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.040557 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ce1acd50-58c0-41a4-a02f-eb0f86617472 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222854 Oct 20 03:50:26.043291 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59436) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:26.047623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-afa1c296-f8b3-46aa-b70c-caa192c60b1b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '1b3f6244-a935-4f8b-a98a-f5cb9ed25646', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:26.068107 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-afa1c296-f8b3-46aa-b70c-caa192c60b1b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:50:26.073102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-afa1c296-f8b3-46aa-b70c-caa192c60b1b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.085073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7e0b4d3e-5bde-4a9a-9f71-015cb24635b3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:26.091968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.139494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-afa1c296-f8b3-46aa-b70c-caa192c60b1b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.140739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] For port f0cb7e34-27af-415a-9487-79b7dcb55fc0, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:50:26.142988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-afa1c296-f8b3-46aa-b70c-caa192c60b1b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.145374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] For port f0cb7e34-27af-415a-9487-79b7dcb55fc0, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f0cb7e34-27af-415a-9487-79b7dcb55fc0,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:50:26.155399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.161300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1c296-f8b3-46aa-b70c-caa192c60b1b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5299a8ba-48e0-4471-9760-6fd208bb7f3a,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:26.166329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=7e0b4d3e-5bde-4a9a-9f71-015cb24635b3,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:26.169081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-afa1c296-f8b3-46aa-b70c-caa192c60b1b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.173012 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-afa1c296-f8b3-46aa-b70c-caa192c60b1b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261804 Oct 20 03:50:26.173307 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59438) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:26.175361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:26.175899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:50:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:26.179518 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f9659ecc-7625-4425-97ff-c9b4f2d635c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '1b3f6244-a935-4f8b-a98a-f5cb9ed25646', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:26.200286 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-f9659ecc-7625-4425-97ff-c9b4f2d635c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:50:26.205469 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f9659ecc-7625-4425-97ff-c9b4f2d635c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.265602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b424a7-658e-4ef3-8a20-e5122bcf4621 None None] Pushing event updated for resources: {'Port': ['ID=f0cb7e34-27af-415a-9487-79b7dcb55fc0,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:26.268360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f9659ecc-7625-4425-97ff-c9b4f2d635c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.272599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f9659ecc-7625-4425-97ff-c9b4f2d635c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.295665 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9659ecc-7625-4425-97ff-c9b4f2d635c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f640c87-8eed-46aa-b1f2-267c56a1e049,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:26.304141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f9659ecc-7625-4425-97ff-c9b4f2d635c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.305430 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f9659ecc-7625-4425-97ff-c9b4f2d635c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296568 Oct 20 03:50:26.467351 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-98c6697e-6ca4-4e92-93c6-fc1d06488b06 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484725747&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.0350847 Oct 20 03:50:26.471791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:26.541596 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Attempt 4 to provision port f0cb7e34-27af-415a-9487-79b7dcb55fc0 Oct 20 03:50:26.576122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-7d60952b-6409-48ba-9df7-be9ae643283a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:26.577740 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-7d60952b-6409-48ba-9df7-be9ae643283a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 797 time: 0.1035259 Oct 20 03:50:26.594136 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-2333e359-5ee8-419f-9f86-1c5cc055b24e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/quotas/b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 375 time: 0.0100191 Oct 20 03:50:26.646698 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-bb51ce0f-56c9-455c-ae7b-c5689aa844a6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468173 Oct 20 03:50:26.706136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Current status of the port f0cb7e34-27af-415a-9487-79b7dcb55fc0 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:26.706525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.747147 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-3e0d7a28-3702-4d40-a828-e896c94e060a service neutron] 10.222.0.20 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883071 Oct 20 03:50:26.751898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] For port f0cb7e34-27af-415a-9487-79b7dcb55fc0, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f0cb7e34-27af-415a-9487-79b7dcb55fc0,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:26.759411 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.796666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:26.830449 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bf6084-8d91-406c-a196-4290f366dc3f None None] The sync data for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv is: [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:50:26.834476 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Provisioning complete for port a9bb7506-ef45-4a8d-a277-f5fe82b75116 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:26.834848 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:26.835175 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Attempt 1 to provision port a9bb7506-ef45-4a8d-a277-f5fe82b75116 Oct 20 03:50:26.839783 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-117731a5-25eb-4d3b-a4c1-19e7dee85b55 service neutron] 10.222.0.20 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861790 Oct 20 03:50:26.863388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Pushing event updated for resources: {'Port': ['ID=f0cb7e34-27af-415a-9487-79b7dcb55fc0,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:26.961606 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-722a4276-6fc5-4a49-8d70-3b5eabe3f697 None None] Current status of the port a9bb7506-ef45-4a8d-a277-f5fe82b75116 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:27.036478 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dfc28858-d76e-48bd-8857-5b009cad4c5c req-6962688f-8f51-4573-a6f1-b6d7e9b1ed12 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 210 time: 0.0282583 Oct 20 03:50:27.084466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-25714fa7-3d8b-4d63-b5e1-20db97a229ae None None] Provisioning complete for port f0cb7e34-27af-415a-9487-79b7dcb55fc0 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:27.084842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-25714fa7-3d8b-4d63-b5e1-20db97a229ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:27.085175 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-25714fa7-3d8b-4d63-b5e1-20db97a229ae None None] Attempt 1 to provision port f0cb7e34-27af-415a-9487-79b7dcb55fc0 Oct 20 03:50:27.166832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-25714fa7-3d8b-4d63-b5e1-20db97a229ae None None] Current status of the port f0cb7e34-27af-415a-9487-79b7dcb55fc0 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:27.376800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f0cb7e34-27af-415a-9487-79b7dcb55fc0 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:50:27.427349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f0cb7e34-27af-415a-9487-79b7dcb55fc0 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:27.427731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:27.428074 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f0cb7e34-27af-415a-9487-79b7dcb55fc0 Oct 20 03:50:27.520127 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f0cb7e34-27af-415a-9487-79b7dcb55fc0 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:27.521272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:50:27.574058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:27.574058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:27.574399 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 Oct 20 03:50:27.663902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:28.125209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-8a0e71df-6ce5-4313-bc53-419e0340f34c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:28.127403 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-8a0e71df-6ce5-4313-bc53-419e0340f34c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 797 time: 0.1218138 Oct 20 03:50:28.179128 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-00b73be4-1c93-4ad3-975e-17ef1fad4292 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 380 time: 0.0360446 Oct 20 03:50:28.190294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'device_id': '846a45cf-9058-4e80-b21f-adbbe1772080', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'admin_state_up': True, 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'security_groups': ['1b3f6244-a935-4f8b-a98a-f5cb9ed25646']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:28.298877 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-88298f08-8c37-4546-a536-3fc01f5b6ac9 req-76090496-c21c-4fe2-8be6-82b342ad1984 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 210 time: 0.1747220 Oct 20 03:50:28.303346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:50:28.307441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:28.436227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.6 (ee4817af-5425-49b3-8cc2-e58eb54a2dfb/fb41a8fa-b7ca-469a-ad5f-1decacfed06d/775af76f-c594-43cb-815c-9a76bf69700f) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:50:28.575806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:28.608712 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:28.651664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network ee4817af-5425-49b3-8cc2-e58eb54a2dfb is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:50:28.654813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:50:28.657273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:50:28.687508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=775af76f-c594-43cb-815c-9a76bf69700f,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:28.714761 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:28.715398 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:28.732596 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-06d0f306-a9a7-4979-b1f0-f95bb160979e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5461719 Oct 20 03:50:28.748809 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Request body: {'port': {'device_id': '846a45cf-9058-4e80-b21f-adbbe1772080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:28.803812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:28.896734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-cdbfdf86-5733-4032-ad8a-a9fe33ef7a14 None None] Provisioning complete for port 775af76f-c594-43cb-815c-9a76bf69700f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:28.897313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cdbfdf86-5733-4032-ad8a-a9fe33ef7a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:28.897446 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cdbfdf86-5733-4032-ad8a-a9fe33ef7a14 None None] Attempt 1 to provision port 775af76f-c594-43cb-815c-9a76bf69700f Oct 20 03:50:28.931271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cdbfdf86-5733-4032-ad8a-a9fe33ef7a14 None None] Port 775af76f-c594-43cb-815c-9a76bf69700f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:50:29.068644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775af76f-c594-43cb-815c-9a76bf69700f {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:50:29.076205 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:29.088941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Transition to ACTIVE for port object 775af76f-c594-43cb-815c-9a76bf69700f will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:50:29.092596 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:29.150997 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Pushing event updated for resources: {'Port': ['ID=775af76f-c594-43cb-815c-9a76bf69700f,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:29.181064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.181457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.181798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.182130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.182464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.182788 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.183110 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.183430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.183769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.184068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.184412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.184735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:50:29.213879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Attempting to bind port 775af76f-c594-43cb-815c-9a76bf69700f on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:50:29.214227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Attempting to bind port 775af76f-c594-43cb-815c-9a76bf69700f by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:50:29.214560 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Attempting to bind port 775af76f-c594-43cb-815c-9a76bf69700f on network ee4817af-5425-49b3-8cc2-e58eb54a2dfb {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:50:29.218784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Port 775af76f-c594-43cb-815c-9a76bf69700f on network ee4817af-5425-49b3-8cc2-e58eb54a2dfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:50:29.219104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Attempting to bind port 775af76f-c594-43cb-815c-9a76bf69700f on network ee4817af-5425-49b3-8cc2-e58eb54a2dfb {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:50:29.223913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:50:29.224254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Checking segment: {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:50:29.224661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Bound using segment: {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:50:29.225092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Bound port: 775af76f-c594-43cb-815c-9a76bf69700f, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:50:29.225442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:29.289406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] For port 775af76f-c594-43cb-815c-9a76bf69700f, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:50:29.292580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] For port 775af76f-c594-43cb-815c-9a76bf69700f, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=775af76f-c594-43cb-815c-9a76bf69700f,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:50:29.297938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:29.301913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:29.302514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:29.303965 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] 10.222.0.36 "PUT /v2.0/ports/775af76f-c594-43cb-815c-9a76bf69700f HTTP/1.1" status: 200 len: 1093 time: 0.5595734 Oct 20 03:50:29.304490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:50:29.306984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "tag": "775af76f-c594-43cb-815c-9a76bf69700f"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:50:29.351372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864729e0-3122-46da-82e3-6d8e1085ef9a x-openstack-request-id: req-864729e0-3122-46da-82e3-6d8e1085ef9a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:50:29.351661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "tag": "775af76f-c594-43cb-815c-9a76bf69700f", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:50:29.351909 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-864729e0-3122-46da-82e3-6d8e1085ef9a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:50:29.352481 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864729e0-3122-46da-82e3-6d8e1085ef9a'] response: {'name': 'network-changed', 'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f', 'status': 'completed', 'code': 200} Oct 20 03:50:29.384416 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff54a0-00ba-446f-8d0e-72555fa55f74 service neutron] Pushing event updated for resources: {'Port': ['ID=775af76f-c594-43cb-815c-9a76bf69700f,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:29.403331 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-374b4d42-c321-4e72-812e-017267d612af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:29.404835 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-374b4d42-c321-4e72-812e-017267d612af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 1096 time: 0.0467224 Oct 20 03:50:29.431682 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c787475-5827-4ee2-b6c4-067d55912d5b req-f11e3988-5279-49ab-ad80-cdded0f7756c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:29.432822 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-cdbfdf86-5733-4032-ad8a-a9fe33ef7a14 None None] Attempt 2 to provision port 775af76f-c594-43cb-815c-9a76bf69700f Oct 20 03:50:29.435985 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2c787475-5827-4ee2-b6c4-067d55912d5b req-f11e3988-5279-49ab-ad80-cdded0f7756c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 943 time: 0.0520325 Oct 20 03:50:29.457279 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-4fd78999-9af2-4d9f-b993-c2ed4eb54acb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775af76f-c594-43cb-815c-9a76bf69700f HTTP/1.1" status: 200 len: 217 time: 0.0398331 Oct 20 03:50:29.473686 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2c787475-5827-4ee2-b6c4-067d55912d5b req-2150ed5f-2e28-4b3b-83d9-be888b9c9c2b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b3f6244-a935-4f8b-a98a-f5cb9ed25646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343242 Oct 20 03:50:29.481742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-cdbfdf86-5733-4032-ad8a-a9fe33ef7a14 None None] Port 775af76f-c594-43cb-815c-9a76bf69700f had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:50:29.511080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-99a22c05-1681-41a2-ae4f-6c9052e70001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:29.512498 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-99a22c05-1681-41a2-ae4f-6c9052e70001 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 200 len: 835 time: 0.0456741 Oct 20 03:50:29.561869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-fa218da3-a02e-44aa-93a9-4b438671d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:29.563347 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-fa218da3-a02e-44aa-93a9-4b438671d44b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398281 Oct 20 03:50:29.659924 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-eb6e8a36-34f4-46e7-859a-398e046c782c service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843635 Oct 20 03:50:29.730376 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:50:29.752619 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4cbf1bb-887e-4fcf-861e-2cdfc7bebd85 req-8e3679b3-4c4b-41b0-b79d-b99d77168cf0 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820069 Oct 20 03:50:29.902563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a req-79e2c8c5-d6c2-4f7e-b81e-2aae32f95051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:29.904035 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a req-79e2c8c5-d6c2-4f7e-b81e-2aae32f95051 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 1096 time: 0.0928323 Oct 20 03:50:29.996481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a req-9c14af94-fec5-461f-82c1-f07c0f9c46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:29.997906 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a req-9c14af94-fec5-461f-82c1-f07c0f9c46dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 898 time: 0.0868516 Oct 20 03:50:30.043403 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a req-2ee669e5-8401-4fa8-8881-10980440f55b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775af76f-c594-43cb-815c-9a76bf69700f HTTP/1.1" status: 200 len: 217 time: 0.0382228 Oct 20 03:50:30.092150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a req-92cb0644-5513-4cc2-bc22-3f99895ef72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:30.093481 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a req-92cb0644-5513-4cc2-bc22-3f99895ef72a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 200 len: 835 time: 0.0432820 Oct 20 03:50:30.138371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a req-79fee708-b65d-4451-95ec-9378505c6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:30.139790 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a req-79fee708-b65d-4451-95ec-9378505c6ac2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388823 Oct 20 03:50:30.231497 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a req-b8a5d2da-e3b6-4cc2-a198-0b028ea1b2b7 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845196 Oct 20 03:50:30.319062 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0149a6e5-72f7-4c77-a8cb-95ba63444b8a req-c439803d-81e0-474f-92a8-8c4baed9721b service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808535 Oct 20 03:50:30.647138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5094-6673-479d-b81d-cea5bf4b7366 req-6c369d01-0239-4e12-8b56-46fbcdb04adf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:30.648617 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d4bc5094-6673-479d-b81d-cea5bf4b7366 req-6c369d01-0239-4e12-8b56-46fbcdb04adf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 943 time: 0.0983744 Oct 20 03:50:30.689962 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d4bc5094-6673-479d-b81d-cea5bf4b7366 req-1bcfb018-ba3c-41cd-99f1-627245c73b1c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b3f6244-a935-4f8b-a98a-f5cb9ed25646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353253 Oct 20 03:50:31.810915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fd3b2-722c-40ed-8920-1beb312d6971 req-10f7199a-942a-4641-b2e1-dc4d6b6b2b82 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:31.812382 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5e0fd3b2-722c-40ed-8920-1beb312d6971 req-10f7199a-942a-4641-b2e1-dc4d6b6b2b82 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 943 time: 0.0483050 Oct 20 03:50:31.850954 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5e0fd3b2-722c-40ed-8920-1beb312d6971 req-7e8a7cb5-783c-4258-a44c-ed32bbad6b4a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b3f6244-a935-4f8b-a98a-f5cb9ed25646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327349 Oct 20 03:50:32.707548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 775af76f-c594-43cb-815c-9a76bf69700f details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:50:32.802575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 775af76f-c594-43cb-815c-9a76bf69700f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=775af76f-c594-43cb-815c-9a76bf69700f,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:32.813956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '775af76f-c594-43cb-815c-9a76bf69700f', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'port_id': '775af76f-c594-43cb-815c-9a76bf69700f', 'mac_address': 'fa:16:3e:32:7b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:50:32.850734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 775af76f-c594-43cb-815c-9a76bf69700f is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:32.851123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:32.863620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775af76f-c594-43cb-815c-9a76bf69700f {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:50:32.882843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 775af76f-c594-43cb-815c-9a76bf69700f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=775af76f-c594-43cb-815c-9a76bf69700f,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:32.887480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:32.940397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=775af76f-c594-43cb-815c-9a76bf69700f,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:32.973444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4a927-f0af-4a43-8483-c97160dd67ef req-47a1d072-b9ba-40b9-b6fc-3b73cddad8e1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:32.974822 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56d4a927-f0af-4a43-8483-c97160dd67ef req-47a1d072-b9ba-40b9-b6fc-3b73cddad8e1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 944 time: 0.0491128 Oct 20 03:50:33.012613 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56d4a927-f0af-4a43-8483-c97160dd67ef req-f5f03b01-4cb5-4b75-a389-7d75f0a1c26a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b3f6244-a935-4f8b-a98a-f5cb9ed25646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308352 Oct 20 03:50:33.171612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['775af76f-c594-43cb-815c-9a76bf69700f'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:50:34.130262 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d0d39-108b-48e8-bc87-9b5b450a66f5 req-050f3d66-47fc-46e3-ba8e-a9e185d0b515 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:34.131700 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9c1d0d39-108b-48e8-bc87-9b5b450a66f5 req-050f3d66-47fc-46e3-ba8e-a9e185d0b515 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 944 time: 0.0479045 Oct 20 03:50:34.172199 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9c1d0d39-108b-48e8-bc87-9b5b450a66f5 req-e29bfff5-0c2e-4ff5-b3f9-87ebdd246693 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b3f6244-a935-4f8b-a98a-f5cb9ed25646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337324 Oct 20 03:50:34.733189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 775af76f-c594-43cb-815c-9a76bf69700f up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:50:34.781170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 775af76f-c594-43cb-815c-9a76bf69700f completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:50:34.785329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 775af76f-c594-43cb-815c-9a76bf69700f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:34.785711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:34.786048 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 775af76f-c594-43cb-815c-9a76bf69700f Oct 20 03:50:34.865663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 775af76f-c594-43cb-815c-9a76bf69700f is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:34.866040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:34.887517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:50:34.889799 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca07ca28-003e-4758-85d2-629dfda43702" -d '{"events": [{"server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "name": "network-vif-plugged", "status": "completed", "tag": "775af76f-c594-43cb-815c-9a76bf69700f"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:50:34.903680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 775af76f-c594-43cb-815c-9a76bf69700f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=775af76f-c594-43cb-815c-9a76bf69700f,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:34.908074 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:34.955289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=775af76f-c594-43cb-815c-9a76bf69700f,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:34.986250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16ff68e-4d8d-4cd0-bf72-d29009d3a477 x-openstack-request-id: req-e16ff68e-4d8d-4cd0-bf72-d29009d3a477 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:50:34.986551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "name": "network-vif-plugged", "status": "completed", "tag": "775af76f-c594-43cb-815c-9a76bf69700f", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:50:34.986806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e16ff68e-4d8d-4cd0-bf72-d29009d3a477 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:50:34.987208 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e16ff68e-4d8d-4cd0-bf72-d29009d3a477'] response: {'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f', 'code': 200} Oct 20 03:50:35.165616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766793c5-4c01-4b4b-94b1-946711d036a7 req-5bddc8ae-4dce-44d9-aaed-47e5fe7a7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:35.167131 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-766793c5-4c01-4b4b-94b1-946711d036a7 req-5bddc8ae-4dce-44d9-aaed-47e5fe7a7fc2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 1098 time: 0.0404713 Oct 20 03:50:35.200573 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-766793c5-4c01-4b4b-94b1-946711d036a7 req-efa310ec-f336-4b4c-bbc3-49c415d6bc32 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1b3f6244-a935-4f8b-a98a-f5cb9ed25646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268679 Oct 20 03:50:35.293596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1c0b0-2674-41ab-8f91-22bcbc30eca2 req-adc7897d-4861-4217-b6b9-f857f12ee8ea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:35.295084 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d6c1c0b0-2674-41ab-8f91-22bcbc30eca2 req-adc7897d-4861-4217-b6b9-f857f12ee8ea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 945 time: 0.0490203 Oct 20 03:50:35.333237 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d6c1c0b0-2674-41ab-8f91-22bcbc30eca2 req-71d4806c-ddd7-4112-b86c-073728682683 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b3f6244-a935-4f8b-a98a-f5cb9ed25646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321364 Oct 20 03:50:36.456767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8337f2-c8a7-4ea4-a732-218c4fcd7ae1 req-5bb2c112-2ef9-4926-b75e-7c1bcf9b79ba tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:36.458271 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ad8337f2-c8a7-4ea4-a732-218c4fcd7ae1 req-5bb2c112-2ef9-4926-b75e-7c1bcf9b79ba tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 945 time: 0.0504563 Oct 20 03:50:36.500098 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ad8337f2-c8a7-4ea4-a732-218c4fcd7ae1 req-4e674c22-5dbf-4dce-b86e-b8624a7a9ab7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b3f6244-a935-4f8b-a98a-f5cb9ed25646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352423 Oct 20 03:50:36.621857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0942b-5aeb-493c-949b-b1c2bae92bec req-4869cdb7-9f74-44eb-92e8-111e03b34f67 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:36.623310 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5eb0942b-5aeb-493c-949b-b1c2bae92bec req-4869cdb7-9f74-44eb-92e8-111e03b34f67 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 945 time: 0.0485823 Oct 20 03:50:36.659897 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5eb0942b-5aeb-493c-949b-b1c2bae92bec req-8f23e462-98bb-4635-8173-a23386fd433b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b3f6244-a935-4f8b-a98a-f5cb9ed25646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306082 Oct 20 03:50:36.687891 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59500) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:36.726128 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a559f72-ce02-486e-ba44-7128fbb5a203 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:36.728401 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1a559f72-ce02-486e-ba44-7128fbb5a203 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 1093 time: 0.0394979 Oct 20 03:50:36.731121 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59502) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:36.735201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '775af76f-c594-43cb-815c-9a76bf69700f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:36.754825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:36.853189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:36.957049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.186 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/7a79ca78-0bfc-45de-93c0-9d9fb8e5a211) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:50:37.056146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:37.089345 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:37.125882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:50:37.128851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:50:37.132367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:50:37.162005 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=7a79ca78-0bfc-45de-93c0-9d9fb8e5a211,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:37.488369 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:37.556553 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:37.700774 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:37.705823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:37.776064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=7a79ca78-0bfc-45de-93c0-9d9fb8e5a211,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:37.778341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:37.884917 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f associated. External IP: 172.26.0.186, port: 775af76f-c594-43cb-815c-9a76bf69700f. Oct 20 03:50:38.374590 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 3a5dcc9d-b522-4550-95f4-22d28baf280d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:50:38.496767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:50:38.515312 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ca883-520f-4f5c-9da8-333b860a2a9b None None] Sync routers for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:50:38.520281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.520733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.529025 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ca883-520f-4f5c-9da8-333b860a2a9b None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:38.529651 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e78ca883-520f-4f5c-9da8-333b860a2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:50:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:38.549563 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7a2269af-0576-4e87-8de8-91de5b31e92b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8174350 Oct 20 03:50:38.550423 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:50:38.553600 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b199abe-bd02-4021-a193-045c2ec12a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "tag": "775af76f-c594-43cb-815c-9a76bf69700f"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:50:38.554548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59504) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:38.597728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d189a21-3758-44c1-8ff9-e2a34fd96396 x-openstack-request-id: req-6d189a21-3758-44c1-8ff9-e2a34fd96396 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:50:38.598027 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "tag": "775af76f-c594-43cb-815c-9a76bf69700f", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:50:38.598281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d189a21-3758-44c1-8ff9-e2a34fd96396 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:50:38.598694 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d189a21-3758-44c1-8ff9-e2a34fd96396'] response: {'name': 'network-changed', 'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f', 'status': 'completed', 'code': 200} Oct 20 03:50:38.612368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035a9c39-036e-4e05-b09a-394e88853039 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:38.615409 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-035a9c39-036e-4e05-b09a-394e88853039 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 1093 time: 0.0578334 Oct 20 03:50:38.656193 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e78ca883-520f-4f5c-9da8-333b860a2a9b None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:38.674733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b199abe-bd02-4021-a193-045c2ec12a9c req-4d67fcc7-35dd-49ca-92e2-97d288f72214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:38.676561 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b199abe-bd02-4021-a193-045c2ec12a9c req-4d67fcc7-35dd-49ca-92e2-97d288f72214 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 1098 time: 0.0488856 Oct 20 03:50:38.693152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59510) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:38.698802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b4009fbf-500b-40d4-a617-4e542519757a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806131302', 'description': 'tempest-secgroup-smoke-1806131302 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:38.724861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4009fbf-500b-40d4-a617-4e542519757a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.801557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b199abe-bd02-4021-a193-045c2ec12a9c req-a4830f40-db59-4aa9-993a-aa480ff86695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:38.803677 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b199abe-bd02-4021-a193-045c2ec12a9c req-a4830f40-db59-4aa9-993a-aa480ff86695 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 898 time: 0.1202469 Oct 20 03:50:38.816174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4009fbf-500b-40d4-a617-4e542519757a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.821663 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4009fbf-500b-40d4-a617-4e542519757a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.859605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4009fbf-500b-40d4-a617-4e542519757a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.860899 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b4009fbf-500b-40d4-a617-4e542519757a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1664512 Oct 20 03:50:38.863987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59512) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:38.869743 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ebadf466-ed63-480f-9f82-c17852103eeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '58412507-33a8-48b4-8911-9fb9dd57f640', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:38.875373 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4009fbf-500b-40d4-a617-4e542519757a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58412507-33a8-48b4-8911-9fb9dd57f640,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:38.878763 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b199abe-bd02-4021-a193-045c2ec12a9c req-54309eac-648b-4c47-b334-fd89aedddffa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775af76f-c594-43cb-815c-9a76bf69700f HTTP/1.1" status: 200 len: 999 time: 0.0692863 Oct 20 03:50:38.900041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebadf466-ed63-480f-9f82-c17852103eeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.934283 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e78ca883-520f-4f5c-9da8-333b860a2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': '775af76f-c594-43cb-815c-9a76bf69700f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:32:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a45cf-9058-4e80-b21f-adbbe1772080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:37Z', 'updated_at': '2022-10-20T03:50:37Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:38.937025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b199abe-bd02-4021-a193-045c2ec12a9c req-c9393ae0-31c5-44b5-b915-728514cb545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:38.938584 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b199abe-bd02-4021-a193-045c2ec12a9c req-c9393ae0-31c5-44b5-b915-728514cb545f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 200 len: 835 time: 0.0536685 Oct 20 03:50:38.970466 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ca883-520f-4f5c-9da8-333b860a2a9b None None] Checking router: 3a5dcc9d-b522-4550-95f4-22d28baf280d for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:50:38.971662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebadf466-ed63-480f-9f82-c17852103eeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.975952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebadf466-ed63-480f-9f82-c17852103eeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:38.982460 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ca883-520f-4f5c-9da8-333b860a2a9b None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:38.983750 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e78ca883-520f-4f5c-9da8-333b860a2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:50:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:38.995467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadf466-ed63-480f-9f82-c17852103eeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c224c24-579f-4a17-a6ec-5ce85c5a8d4f,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:38.998685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b199abe-bd02-4021-a193-045c2ec12a9c req-1ddc6dec-c325-4bc2-8029-c9b8597fd524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:39.000952 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b199abe-bd02-4021-a193-045c2ec12a9c req-1ddc6dec-c325-4bc2-8029-c9b8597fd524 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559578 Oct 20 03:50:39.005854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebadf466-ed63-480f-9f82-c17852103eeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.007904 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ebadf466-ed63-480f-9f82-c17852103eeb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421087 Oct 20 03:50:39.014937 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59514) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:39.026681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-404c5c64-1990-4993-a16f-0252db1903ea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '58412507-33a8-48b4-8911-9fb9dd57f640', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:39.055890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-404c5c64-1990-4993-a16f-0252db1903ea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.112979 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b199abe-bd02-4021-a193-045c2ec12a9c req-a437dec8-2b0e-4181-8574-c92ab2bbd219 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037369 Oct 20 03:50:39.115592 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e78ca883-520f-4f5c-9da8-333b860a2a9b None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:39.133766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-404c5c64-1990-4993-a16f-0252db1903ea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.138412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-404c5c64-1990-4993-a16f-0252db1903ea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.162601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c5c64-1990-4993-a16f-0252db1903ea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dfa323-a78a-4e11-87c2-2923bdac5096,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:39.175960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-404c5c64-1990-4993-a16f-0252db1903ea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.180484 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-404c5c64-1990-4993-a16f-0252db1903ea tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608648 Oct 20 03:50:39.180729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59516) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:39.185061 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3ce5accf-9308-4a1f-be7d-e6559cedb9e7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '58412507-33a8-48b4-8911-9fb9dd57f640', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:39.218231 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3ce5accf-9308-4a1f-be7d-e6559cedb9e7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.236121 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b199abe-bd02-4021-a193-045c2ec12a9c req-8339496f-f50f-413d-9970-393220deab8a service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165965 Oct 20 03:50:39.281971 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3ce5accf-9308-4a1f-be7d-e6559cedb9e7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.285607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3ce5accf-9308-4a1f-be7d-e6559cedb9e7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.307937 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5accf-9308-4a1f-be7d-e6559cedb9e7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa731265-44a3-4ece-a271-5aa78862a06c,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:39.312309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3ce5accf-9308-4a1f-be7d-e6559cedb9e7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.316302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59518) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:39.316439 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3ce5accf-9308-4a1f-be7d-e6559cedb9e7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347737 Oct 20 03:50:39.321390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c63161a6-b0d0-4628-8293-b72bb3fa1749 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '58412507-33a8-48b4-8911-9fb9dd57f640', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:39.346480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c63161a6-b0d0-4628-8293-b72bb3fa1749 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.367982 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e78ca883-520f-4f5c-9da8-333b860a2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': '775af76f-c594-43cb-815c-9a76bf69700f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:32:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a45cf-9058-4e80-b21f-adbbe1772080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:37Z', 'updated_at': '2022-10-20T03:50:37Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:39.398074 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ca883-520f-4f5c-9da8-333b860a2a9b None None] The sync data for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv is: [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': '775af76f-c594-43cb-815c-9a76bf69700f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:32:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a45cf-9058-4e80-b21f-adbbe1772080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:37Z', 'updated_at': '2022-10-20T03:50:37Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:50:39.407447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c63161a6-b0d0-4628-8293-b72bb3fa1749 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.411832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c63161a6-b0d0-4628-8293-b72bb3fa1749 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.430849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63161a6-b0d0-4628-8293-b72bb3fa1749 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae4e5ae-4c1b-46c9-ab6f-90c036086973,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:39.437513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c63161a6-b0d0-4628-8293-b72bb3fa1749 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.440767 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c63161a6-b0d0-4628-8293-b72bb3fa1749 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233914 Oct 20 03:50:39.441510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59520) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:39.446829 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c7d37cef-d966-48ac-aa4e-b46b250cf182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '58412507-33a8-48b4-8911-9fb9dd57f640', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:39.469222 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-c7d37cef-d966-48ac-aa4e-b46b250cf182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:50:39.474712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7d37cef-d966-48ac-aa4e-b46b250cf182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.539106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7d37cef-d966-48ac-aa4e-b46b250cf182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.543026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7d37cef-d966-48ac-aa4e-b46b250cf182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.562421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d37cef-d966-48ac-aa4e-b46b250cf182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e0a711-0709-42aa-a435-7e9d59050571,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:39.572009 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7d37cef-d966-48ac-aa4e-b46b250cf182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.575869 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c7d37cef-d966-48ac-aa4e-b46b250cf182 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306045 Oct 20 03:50:39.576063 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59522) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:39.581090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f4616a61-f3d5-4133-a00a-f5ff885510e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': '58412507-33a8-48b4-8911-9fb9dd57f640', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:39.601982 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-f4616a61-f3d5-4133-a00a-f5ff885510e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:50:39.602233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e2383-8fdc-4f00-997e-853f0fcf4dd3 None None] New status for floating IP b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:50:39.611156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f4616a61-f3d5-4133-a00a-f5ff885510e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.677976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f4616a61-f3d5-4133-a00a-f5ff885510e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.682175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f4616a61-f3d5-4133-a00a-f5ff885510e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.700552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4616a61-f3d5-4133-a00a-f5ff885510e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd54da02-c81f-4c83-858d-ba84589ab1d8,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:39.705825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f4616a61-f3d5-4133-a00a-f5ff885510e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:39.715564 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f4616a61-f3d5-4133-a00a-f5ff885510e9 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298904 Oct 20 03:50:39.846294 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-69745802-0899-40f7-b97b-2420c3c0100c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806131302&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.0329125 Oct 20 03:50:39.954773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-5a266293-4546-4e31-bc36-6d814c6af23d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:39.956216 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-5a266293-4546-4e31-bc36-6d814c6af23d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 797 time: 0.1031866 Oct 20 03:50:39.971419 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-820c6ab3-1670-4499-88bd-b1ee9084a15a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/quotas/b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 375 time: 0.0089064 Oct 20 03:50:40.027165 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-f37dc7f9-bc84-46f1-86a1-be045ddb198e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0506361 Oct 20 03:50:40.124515 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-51094d39-ecc2-48b7-b3db-b278f18fbd45 service neutron] 10.222.0.20 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858126 Oct 20 03:50:40.214128 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-7f82f2fa-49c7-4bc7-ab7c-fd48e5e6c91a service neutron] 10.222.0.20 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836234 Oct 20 03:50:40.371697 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-51c23dac-d8ae-4cb0-a535-51b1e63caeba req-84d50564-e64d-40ca-8504-04d2d2f0afa1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 210 time: 0.0267305 Oct 20 03:50:41.441739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-eb0d2e97-54ad-4618-822c-5c3fc2919362 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:41.443213 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-eb0d2e97-54ad-4618-822c-5c3fc2919362 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 797 time: 0.1101339 Oct 20 03:50:41.487935 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0dfb0fd9-4829-4157-b695-6f049ecc32b7 req-c8f7c12b-8c8c-4d17-bf7c-6c143c1b4162 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 210 time: 0.0382142 Oct 20 03:50:41.513772 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d2119de6-98ec-4a73-bef9-392b9aa79ff8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 473 time: 0.0533423 Oct 20 03:50:41.532778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'device_id': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'admin_state_up': True, 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'security_groups': ['58412507-33a8-48b4-8911-9fb9dd57f640']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:41.640707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:50:41.644320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:41.768820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.9 (ee4817af-5425-49b3-8cc2-e58eb54a2dfb/fb41a8fa-b7ca-469a-ad5f-1decacfed06d/b575c057-63bb-4e89-b922-eb1b4f8689f2) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:50:41.910699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:41.943395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:41.987130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network ee4817af-5425-49b3-8cc2-e58eb54a2dfb is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:50:41.990215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:50:41.993961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:50:42.000586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=b575c057-63bb-4e89-b922-eb1b4f8689f2,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:42.053670 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:42.054307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.071306 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d74d4ab2-d0dc-45eb-80d6-d576401ac60c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5418186 Oct 20 03:50:42.083917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Request body: {'port': {'device_id': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:42.140012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.177948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-597b2e85-b0b6-4034-9ad7-bebe395a5bc9 None None] Provisioning complete for port b575c057-63bb-4e89-b922-eb1b4f8689f2 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:42.178482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-597b2e85-b0b6-4034-9ad7-bebe395a5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.178905 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-597b2e85-b0b6-4034-9ad7-bebe395a5bc9 None None] Attempt 1 to provision port b575c057-63bb-4e89-b922-eb1b4f8689f2 Oct 20 03:50:42.213680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-597b2e85-b0b6-4034-9ad7-bebe395a5bc9 None None] Port b575c057-63bb-4e89-b922-eb1b4f8689f2 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:50:42.405182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b575c057-63bb-4e89-b922-eb1b4f8689f2 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:50:42.412441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.423895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Transition to ACTIVE for port object b575c057-63bb-4e89-b922-eb1b4f8689f2 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:50:42.427502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.484898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Pushing event updated for resources: {'Port': ['ID=b575c057-63bb-4e89-b922-eb1b4f8689f2,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:42.534493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Attempting to bind port b575c057-63bb-4e89-b922-eb1b4f8689f2 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:50:42.534947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Attempting to bind port b575c057-63bb-4e89-b922-eb1b4f8689f2 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:50:42.535278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Attempting to bind port b575c057-63bb-4e89-b922-eb1b4f8689f2 on network ee4817af-5425-49b3-8cc2-e58eb54a2dfb {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:50:42.539610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Port b575c057-63bb-4e89-b922-eb1b4f8689f2 on network ee4817af-5425-49b3-8cc2-e58eb54a2dfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:50:42.540054 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Attempting to bind port b575c057-63bb-4e89-b922-eb1b4f8689f2 on network ee4817af-5425-49b3-8cc2-e58eb54a2dfb {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:50:42.544939 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:50:42.545275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Checking segment: {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:50:42.545648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Bound using segment: {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:50:42.546069 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Bound port: b575c057-63bb-4e89-b922-eb1b4f8689f2, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ba86eb-d8a2-481d-b560-aa6a50ae1615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:50:42.546419 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.610120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99ffa2-3200-4068-9c7b-a99b82b11ffa req-6c1180e3-5824-4e15-bb08-56bb39ece03b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:42.610738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] For port b575c057-63bb-4e89-b922-eb1b4f8689f2, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:50:42.611608 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7a99ffa2-3200-4068-9c7b-a99b82b11ffa req-6c1180e3-5824-4e15-bb08-56bb39ece03b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 943 time: 0.0489466 Oct 20 03:50:42.613797 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] For port b575c057-63bb-4e89-b922-eb1b4f8689f2, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=b575c057-63bb-4e89-b922-eb1b4f8689f2,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:50:42.620029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.624059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:42.624691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:42.626074 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] 10.222.0.36 "PUT /v2.0/ports/b575c057-63bb-4e89-b922-eb1b4f8689f2 HTTP/1.1" status: 200 len: 1093 time: 0.5464396 Oct 20 03:50:42.626590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'tag': 'b575c057-63bb-4e89-b922-eb1b4f8689f2'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:50:42.628917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a603589e-c2c5-41b1-9d61-a0240725ba96" -d '{"events": [{"name": "network-changed", "server_uuid": "a7702807-3d2d-4ead-884c-8751fea9f974", "tag": "b575c057-63bb-4e89-b922-eb1b4f8689f2"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:50:42.659333 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7a99ffa2-3200-4068-9c7b-a99b82b11ffa req-21d212f6-3901-488f-9bf3-c4b35167ad73 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400140 Oct 20 03:50:42.715665 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-597b2e85-b0b6-4034-9ad7-bebe395a5bc9 None None] Attempt 2 to provision port b575c057-63bb-4e89-b922-eb1b4f8689f2 Oct 20 03:50:42.761512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-597b2e85-b0b6-4034-9ad7-bebe395a5bc9 None None] Port b575c057-63bb-4e89-b922-eb1b4f8689f2 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:50:42.920145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7bf4dd-c7c7-4a5c-b7f9-3ccba78086e8 x-openstack-request-id: req-0a7bf4dd-c7c7-4a5c-b7f9-3ccba78086e8 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:50:42.920419 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7702807-3d2d-4ead-884c-8751fea9f974", "tag": "b575c057-63bb-4e89-b922-eb1b4f8689f2", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:50:42.920596 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a7bf4dd-c7c7-4a5c-b7f9-3ccba78086e8 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:50:42.920992 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7bf4dd-c7c7-4a5c-b7f9-3ccba78086e8'] response: {'name': 'network-changed', 'server_uuid': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'tag': 'b575c057-63bb-4e89-b922-eb1b4f8689f2', 'status': 'completed', 'code': 200} Oct 20 03:50:42.971109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945e7e6-d4fe-40ca-ab7b-6f68fafe2903 service neutron] Pushing event updated for resources: {'Port': ['ID=b575c057-63bb-4e89-b922-eb1b4f8689f2,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:42.980907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-69d410e6-61e3-4a23-9a58-5e24d28f05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:42.982392 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-69d410e6-61e3-4a23-9a58-5e24d28f05bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 1096 time: 0.0641062 Oct 20 03:50:43.024659 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-d9ad8241-4742-452e-97f7-af1f69a3492f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b575c057-63bb-4e89-b922-eb1b4f8689f2 HTTP/1.1" status: 200 len: 217 time: 0.0337851 Oct 20 03:50:43.073642 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-4c7bf3ae-25a4-4083-b146-ee2a725fffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:43.075032 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-4c7bf3ae-25a4-4083-b146-ee2a725fffbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 200 len: 835 time: 0.0451376 Oct 20 03:50:43.119398 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-9d46047b-182a-43a2-816a-6d460d69e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:43.120849 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-9d46047b-182a-43a2-816a-6d460d69e63b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393085 Oct 20 03:50:43.211262 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-7c84e23d-f13e-4f88-a1af-f1b7500f1ffd service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831838 Oct 20 03:50:43.300492 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95fba84-44c5-4354-adaf-c27cb64b91d1 req-dc568ac7-77f3-4b89-b359-5f4e9d94d428 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820084 Oct 20 03:50:43.392111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603589e-c2c5-41b1-9d61-a0240725ba96 req-62bab43a-34e2-40b2-bd0c-8710b7ada437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:43.393622 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a603589e-c2c5-41b1-9d61-a0240725ba96 req-62bab43a-34e2-40b2-bd0c-8710b7ada437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 1096 time: 0.0410271 Oct 20 03:50:43.486628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603589e-c2c5-41b1-9d61-a0240725ba96 req-597f01e3-f3d7-43d7-9569-82c8478b7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:43.487977 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a603589e-c2c5-41b1-9d61-a0240725ba96 req-597f01e3-f3d7-43d7-9569-82c8478b7900 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 898 time: 0.0853384 Oct 20 03:50:43.529563 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a603589e-c2c5-41b1-9d61-a0240725ba96 req-f770b58f-b3ef-4859-aec7-b9f64aef3c6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b575c057-63bb-4e89-b922-eb1b4f8689f2 HTTP/1.1" status: 200 len: 217 time: 0.0339577 Oct 20 03:50:43.581944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603589e-c2c5-41b1-9d61-a0240725ba96 req-4afc01ab-ffe8-4f06-897c-56956ad7439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:43.583337 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a603589e-c2c5-41b1-9d61-a0240725ba96 req-4afc01ab-ffe8-4f06-897c-56956ad7439c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 200 len: 835 time: 0.0468173 Oct 20 03:50:43.629682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603589e-c2c5-41b1-9d61-a0240725ba96 req-334495d1-a57c-489c-98b2-07265459f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:43.631128 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a603589e-c2c5-41b1-9d61-a0240725ba96 req-334495d1-a57c-489c-98b2-07265459f114 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398149 Oct 20 03:50:43.726781 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a603589e-c2c5-41b1-9d61-a0240725ba96 req-b285d6e3-3e86-4434-b9dd-85b4c2db2b45 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878060 Oct 20 03:50:43.783470 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b91103-aaf3-4346-851e-3f9dfffdc668 req-9ec03e76-ab0e-4a54-b327-d95e02834306 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:43.784873 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-92b91103-aaf3-4346-851e-3f9dfffdc668 req-9ec03e76-ab0e-4a54-b327-d95e02834306 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 943 time: 0.0474904 Oct 20 03:50:43.818491 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a603589e-c2c5-41b1-9d61-a0240725ba96 req-fd42fb66-7410-4aa5-b2fc-16cf9ec3f607 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835149 Oct 20 03:50:43.822357 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-92b91103-aaf3-4346-851e-3f9dfffdc668 req-69558020-e8c9-4cad-b155-9e5c2160508d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315092 Oct 20 03:50:44.562244 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-824d241f-0460-4bf0-b8c6-9cb6c118b6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:44.946868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b2fc6-50e5-456b-a65d-4d094edb0c91 req-0da16f6f-cfe2-488b-b4b2-4ea3917d3158 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:44.948453 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-062b2fc6-50e5-456b-a65d-4d094edb0c91 req-0da16f6f-cfe2-488b-b4b2-4ea3917d3158 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 943 time: 0.0518713 Oct 20 03:50:44.988440 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-062b2fc6-50e5-456b-a65d-4d094edb0c91 req-b6c667ae-92ca-4af8-a0b7-bb41636d2f7d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335584 Oct 20 03:50:46.115301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813a760-0e10-402e-b214-a597ebb811d4 req-ea089a90-4ee7-4dff-a2e5-cfb69d50ce9b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:46.116778 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2813a760-0e10-402e-b214-a597ebb811d4 req-ea089a90-4ee7-4dff-a2e5-cfb69d50ce9b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 943 time: 0.0516272 Oct 20 03:50:46.154502 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2813a760-0e10-402e-b214-a597ebb811d4 req-7a8b0ca5-ad68-4f48-af2c-261ccd778980 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Oct 20 03:50:46.569517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6daf6e9d-1130-4ed3-8f37-93d973677e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:46.860688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device b575c057-63bb-4e89-b922-eb1b4f8689f2 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:50:46.950233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port b575c057-63bb-4e89-b922-eb1b4f8689f2, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=b575c057-63bb-4e89-b922-eb1b4f8689f2,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:46.961210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'b575c057-63bb-4e89-b922-eb1b4f8689f2', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'port_id': 'b575c057-63bb-4e89-b922-eb1b4f8689f2', 'mac_address': 'fa:16:3e:b6:b4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:50:46.996989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port b575c057-63bb-4e89-b922-eb1b4f8689f2 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:46.997371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:47.012785 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b575c057-63bb-4e89-b922-eb1b4f8689f2 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:50:47.031588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port b575c057-63bb-4e89-b922-eb1b4f8689f2, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=b575c057-63bb-4e89-b922-eb1b4f8689f2,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:47.035447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:47.081163 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=b575c057-63bb-4e89-b922-eb1b4f8689f2,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:47.280128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa62d2-c85d-4df3-bc66-d7c29e0ab942 req-ae1f1568-8e12-4d43-85db-1f2240bf7c5f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:47.282219 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9afa62d2-c85d-4df3-bc66-d7c29e0ab942 req-ae1f1568-8e12-4d43-85db-1f2240bf7c5f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 944 time: 0.0538452 Oct 20 03:50:47.297657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['b575c057-63bb-4e89-b922-eb1b4f8689f2'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:50:47.321733 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9afa62d2-c85d-4df3-bc66-d7c29e0ab942 req-0c9a97f0-a797-4cc4-938b-049659274090 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335217 Oct 20 03:50:47.808515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:48.441452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d58d2e-cb39-40ad-a1a4-94da987ee440 req-579f071a-94ae-474d-89dc-f5ce86b21cbb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:48.442923 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-22d58d2e-cb39-40ad-a1a4-94da987ee440 req-579f071a-94ae-474d-89dc-f5ce86b21cbb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 944 time: 0.0486543 Oct 20 03:50:48.480415 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-22d58d2e-cb39-40ad-a1a4-94da987ee440 req-15f05fcb-7285-476e-985c-853e74188f73 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315833 Oct 20 03:50:48.871295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device b575c057-63bb-4e89-b922-eb1b4f8689f2 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:50:48.919237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port b575c057-63bb-4e89-b922-eb1b4f8689f2 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:50:48.923089 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port b575c057-63bb-4e89-b922-eb1b4f8689f2 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:50:48.923440 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:48.923795 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port b575c057-63bb-4e89-b922-eb1b4f8689f2 Oct 20 03:50:49.000587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port b575c057-63bb-4e89-b922-eb1b4f8689f2 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:50:49.000965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:49.022962 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b575c057-63bb-4e89-b922-eb1b4f8689f2'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:50:49.025272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995c26cd-0929-4fe6-85b8-dfccfb50b7e9" -d '{"events": [{"server_uuid": "a7702807-3d2d-4ead-884c-8751fea9f974", "name": "network-vif-plugged", "status": "completed", "tag": "b575c057-63bb-4e89-b922-eb1b4f8689f2"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:50:49.038188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port b575c057-63bb-4e89-b922-eb1b4f8689f2, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=b575c057-63bb-4e89-b922-eb1b4f8689f2,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:50:49.042470 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:49.071886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d58a2-f6cb-4f7b-8385-82799fa10447 x-openstack-request-id: req-975d58a2-f6cb-4f7b-8385-82799fa10447 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:50:49.072182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7702807-3d2d-4ead-884c-8751fea9f974", "name": "network-vif-plugged", "status": "completed", "tag": "b575c057-63bb-4e89-b922-eb1b4f8689f2", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:50:49.072460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-975d58a2-f6cb-4f7b-8385-82799fa10447 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:50:49.072837 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975d58a2-f6cb-4f7b-8385-82799fa10447'] response: {'server_uuid': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b575c057-63bb-4e89-b922-eb1b4f8689f2', 'code': 200} Oct 20 03:50:49.099250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=b575c057-63bb-4e89-b922-eb1b4f8689f2,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:49.234482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780181c-7eac-48e7-a59a-917196cfcb9e req-448341f0-a616-4189-a690-2db79e72220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:49.235883 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b780181c-7eac-48e7-a59a-917196cfcb9e req-448341f0-a616-4189-a690-2db79e72220a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 1098 time: 0.0414209 Oct 20 03:50:49.273239 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b780181c-7eac-48e7-a59a-917196cfcb9e req-985e7435-13d2-4047-9b54-094b5f9af3bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287983 Oct 20 03:50:49.297098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:49.542718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:49.599853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00140ae-716d-40c9-be21-faf943e29b3d req-b09366e7-f7e6-4fd3-9c3b-ef5c540d2d91 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:49.601453 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a00140ae-716d-40c9-be21-faf943e29b3d req-b09366e7-f7e6-4fd3-9c3b-ef5c540d2d91 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 945 time: 0.0480170 Oct 20 03:50:49.639674 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a00140ae-716d-40c9-be21-faf943e29b3d req-c5afe451-3574-40da-b052-6ad162380570 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322692 Oct 20 03:50:50.762273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303fdd7-a520-46e8-9504-d8456b9ead6f req-65bb9354-1171-493d-abb0-c44c3a1c27a1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:50.763731 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0303fdd7-a520-46e8-9504-d8456b9ead6f req-65bb9354-1171-493d-abb0-c44c3a1c27a1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 945 time: 0.0486088 Oct 20 03:50:50.802350 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0303fdd7-a520-46e8-9504-d8456b9ead6f req-0c122c5e-6224-44f1-8616-3a07bdcc4871 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318730 Oct 20 03:50:50.924418 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83c662-ee89-4b7f-90ed-4a8a7c2fac4e req-63a68812-bc9b-4b3f-ae3c-66cb1969805b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:50.925797 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-af83c662-ee89-4b7f-90ed-4a8a7c2fac4e req-63a68812-bc9b-4b3f-ae3c-66cb1969805b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 945 time: 0.0527582 Oct 20 03:50:50.963668 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-af83c662-ee89-4b7f-90ed-4a8a7c2fac4e req-86905a98-b3b5-48a0-9d69-bfa3dcc574e2 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319915 Oct 20 03:50:50.990613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59580) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:51.029301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fca2f6-f24e-4c43-a799-47509f93809f tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:51.030781 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d5fca2f6-f24e-4c43-a799-47509f93809f tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 1093 time: 0.0391886 Oct 20 03:50:51.033657 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59582) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:50:51.037798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'b575c057-63bb-4e89-b922-eb1b4f8689f2', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:50:51.057659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:51.155032 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:51.256790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.103 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/69310a97-883b-4664-8b04-e569146285cb) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:50:51.364217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:51.399782 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:51.438599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:50:51.441602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:50:51.445150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:50:51.470666 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=69310a97-883b-4664-8b04-e569146285cb,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:51.799119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:51.865608 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:52.019610 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:52.024063 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:52.097413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:52.099006 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=69310a97-883b-4664-8b04-e569146285cb,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:50:52.194384 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 5f700e70-0828-45a5-a949-e55d686489c8 associated. External IP: 172.26.0.103, port: b575c057-63bb-4e89-b922-eb1b4f8689f2. Oct 20 03:50:52.398800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 3a5dcc9d-b522-4550-95f4-22d28baf280d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:50:52.507478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:50:52.518079 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86eac6-12c0-45e0-98ee-3b1f2cc16996 None None] Sync routers for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:50:52.526851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:50:52.528329 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86eac6-12c0-45e0-98ee-3b1f2cc16996 None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:52.528943 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4c86eac6-12c0-45e0-98ee-3b1f2cc16996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:50:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:52.556994 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-926e6475-97eb-4565-9567-0792549c76d8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5201552 Oct 20 03:50:52.556994 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'tag': 'b575c057-63bb-4e89-b922-eb1b4f8689f2'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:50:52.557762 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31645e81-dc95-4435-84e7-5e49005e4472" -d '{"events": [{"name": "network-changed", "server_uuid": "a7702807-3d2d-4ead-884c-8751fea9f974", "tag": "b575c057-63bb-4e89-b922-eb1b4f8689f2"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:50:52.592941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d9787a-71ee-42c3-85af-5f6778deedc1 x-openstack-request-id: req-d9d9787a-71ee-42c3-85af-5f6778deedc1 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:50:52.593241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7702807-3d2d-4ead-884c-8751fea9f974", "tag": "b575c057-63bb-4e89-b922-eb1b4f8689f2", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:50:52.593543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9d9787a-71ee-42c3-85af-5f6778deedc1 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:50:52.594457 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d9787a-71ee-42c3-85af-5f6778deedc1'] response: {'name': 'network-changed', 'server_uuid': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'tag': 'b575c057-63bb-4e89-b922-eb1b4f8689f2', 'status': 'completed', 'code': 200} Oct 20 03:50:52.633855 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-4c86eac6-12c0-45e0-98ee-3b1f2cc16996 None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:52.660593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31645e81-dc95-4435-84e7-5e49005e4472 req-f2214a26-344a-4d8e-8fdd-af1c32de7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:52.661997 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-31645e81-dc95-4435-84e7-5e49005e4472 req-f2214a26-344a-4d8e-8fdd-af1c32de7f9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 1098 time: 0.0460339 Oct 20 03:50:52.753922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31645e81-dc95-4435-84e7-5e49005e4472 req-9d421cdf-ff13-4001-a72e-34c0a0ea5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:52.755366 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-31645e81-dc95-4435-84e7-5e49005e4472 req-9d421cdf-ff13-4001-a72e-34c0a0ea5421 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 898 time: 0.0869532 Oct 20 03:50:52.823767 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-31645e81-dc95-4435-84e7-5e49005e4472 req-e607aa81-9fee-4e9a-ab20-51fea4f964ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b575c057-63bb-4e89-b922-eb1b4f8689f2 HTTP/1.1" status: 200 len: 999 time: 0.0613406 Oct 20 03:50:52.855962 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4c86eac6-12c0-45e0-98ee-3b1f2cc16996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '5f700e70-0828-45a5-a949-e55d686489c8', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': 'b575c057-63bb-4e89-b922-eb1b4f8689f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:b6:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:51Z', 'updated_at': '2022-10-20T03:50:51Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}, {'id': 'b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': '775af76f-c594-43cb-815c-9a76bf69700f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:32:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a45cf-9058-4e80-b21f-adbbe1772080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:37Z', 'updated_at': '2022-10-20T03:50:39Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:52.873493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31645e81-dc95-4435-84e7-5e49005e4472 req-640c1881-e255-4164-9e0d-9caa953be44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:52.875487 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-31645e81-dc95-4435-84e7-5e49005e4472 req-640c1881-e255-4164-9e0d-9caa953be44a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 200 len: 835 time: 0.0448346 Oct 20 03:50:52.886192 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86eac6-12c0-45e0-98ee-3b1f2cc16996 None None] Checking router: 3a5dcc9d-b522-4550-95f4-22d28baf280d for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:50:52.895189 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86eac6-12c0-45e0-98ee-3b1f2cc16996 None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:50:52.895904 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4c86eac6-12c0-45e0-98ee-3b1f2cc16996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:50:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:52.922445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31645e81-dc95-4435-84e7-5e49005e4472 req-54b10dc4-f06c-4f32-a2e3-ffc50269a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:50:52.923861 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-31645e81-dc95-4435-84e7-5e49005e4472 req-54b10dc4-f06c-4f32-a2e3-ffc50269a549 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408921 Oct 20 03:50:52.996920 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-4c86eac6-12c0-45e0-98ee-3b1f2cc16996 None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:50:53.020063 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-31645e81-dc95-4435-84e7-5e49005e4472 req-b26152b3-28bd-4510-bb19-b2d3050e8c90 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889678 Oct 20 03:50:53.110345 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-31645e81-dc95-4435-84e7-5e49005e4472 req-5d65c6bf-f3a1-4877-bcd9-e5548944e341 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829198 Oct 20 03:50:53.221577 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4c86eac6-12c0-45e0-98ee-3b1f2cc16996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '5f700e70-0828-45a5-a949-e55d686489c8', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': 'b575c057-63bb-4e89-b922-eb1b4f8689f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:b6:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:51Z', 'updated_at': '2022-10-20T03:50:51Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}, {'id': 'b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': '775af76f-c594-43cb-815c-9a76bf69700f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:32:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a45cf-9058-4e80-b21f-adbbe1772080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:37Z', 'updated_at': '2022-10-20T03:50:39Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:50:53.250592 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86eac6-12c0-45e0-98ee-3b1f2cc16996 None None] The sync data for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv is: [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '5f700e70-0828-45a5-a949-e55d686489c8', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': 'b575c057-63bb-4e89-b922-eb1b4f8689f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:b6:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:51Z', 'updated_at': '2022-10-20T03:50:51Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}, {'id': 'b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': '775af76f-c594-43cb-815c-9a76bf69700f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:32:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a45cf-9058-4e80-b21f-adbbe1772080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:37Z', 'updated_at': '2022-10-20T03:50:39Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:50:53.429324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696786cb-5d34-461b-83c7-2e606986d5ac None None] New status for floating IP 5f700e70-0828-45a5-a949-e55d686489c8: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:51:00.925473 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-8f4c7f95-ce76-4bf1-a695-7e075eb5623b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458057 Oct 20 03:51:01.008440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-44c6643b-df79-4763-b6c4-bebc60d7b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:01.009894 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-44c6643b-df79-4763-b6c4-bebc60d7b3f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 1098 time: 0.0414872 Oct 20 03:51:01.116700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-2e44020a-b713-40c3-a6d6-0bc361b39de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:01.118136 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-2e44020a-b713-40c3-a6d6-0bc361b39de3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 898 time: 0.0882707 Oct 20 03:51:01.182326 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-23c52f77-8af6-4eb4-b791-c9766fff30f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775af76f-c594-43cb-815c-9a76bf69700f HTTP/1.1" status: 200 len: 1001 time: 0.0569899 Oct 20 03:51:01.229967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-4d90fa3b-fd5b-490b-8e48-207aef7cc655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:01.231350 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-4d90fa3b-fd5b-490b-8e48-207aef7cc655 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 200 len: 835 time: 0.0424531 Oct 20 03:51:01.281547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-8fa0cbf1-eb10-415f-b38e-c7c60d1b9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:01.282930 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-8fa0cbf1-eb10-415f-b38e-c7c60d1b9810 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427485 Oct 20 03:51:01.372844 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-df5cc856-a3fa-4d07-a385-b3e0f5419a55 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829167 Oct 20 03:51:01.465020 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e8743a5e-827e-4f9b-91fe-6348b67718ec req-aa31f7e4-fb0a-45ab-89ba-be6cd6706b40 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851762 Oct 20 03:51:06.728847 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:51:08.526844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:14.564762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-dc210a3b-7a31-4fd3-b61c-6e9f23f78365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:16.570651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d28351c9-5679-4563-8bf8-6990d1e4bdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:17.811406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:19.299973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:19.544377 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:28.392044 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59598) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:28.451165 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-395211f4-30d6-4b3b-bb03-0358ac7a7a3c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f HTTP/1.1" status: 200 len: 993 time: 0.0579648 Oct 20 03:51:29.277710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59606) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:29.283994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:29.350659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:29.500381 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 775af76f-c594-43cb-815c-9a76bf69700f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=775af76f-c594-43cb-815c-9a76bf69700f,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:51:29.529974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:29.534762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:29.543237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:29.543840 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:29.545246 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/ports/775af76f-c594-43cb-815c-9a76bf69700f HTTP/1.1" status: 200 len: 938 time: 0.2665286 Oct 20 03:51:29.548158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:51:29.550603 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d4d936-bdb4-4e9e-a478-f6c7d445e678" -d '{"events": [{"name": "network-changed", "server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "tag": "775af76f-c594-43cb-815c-9a76bf69700f"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:51:29.591097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c17e332-1f2c-4979-b25f-a4365e2d4d03 x-openstack-request-id: req-0c17e332-1f2c-4979-b25f-a4365e2d4d03 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:51:29.591396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "tag": "775af76f-c594-43cb-815c-9a76bf69700f", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:51:29.591647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c17e332-1f2c-4979-b25f-a4365e2d4d03 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:51:29.592051 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c17e332-1f2c-4979-b25f-a4365e2d4d03'] response: {'name': 'network-changed', 'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f', 'status': 'completed', 'code': 200} Oct 20 03:51:29.606588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=775af76f-c594-43cb-815c-9a76bf69700f,revision_number=6']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:29.613691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.614030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.614362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.614691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.615015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.615339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.615660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.615983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.616326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.616647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.616961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.617274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c3db7-806d-47bf-8e26-9dfb8b6b4064 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:29.660360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4d936-bdb4-4e9e-a478-f6c7d445e678 req-f08f66f1-26d0-4c39-8c02-0ec67bed7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:29.661781 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-69d4d936-bdb4-4e9e-a478-f6c7d445e678 req-f08f66f1-26d0-4c39-8c02-0ec67bed7509 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 1099 time: 0.0408323 Oct 20 03:51:29.756616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4d936-bdb4-4e9e-a478-f6c7d445e678 req-b3c7d2b9-d209-406f-b800-fad503985043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:29.758075 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-69d4d936-bdb4-4e9e-a478-f6c7d445e678 req-b3c7d2b9-d209-406f-b800-fad503985043 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 898 time: 0.0878899 Oct 20 03:51:29.824020 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-69d4d936-bdb4-4e9e-a478-f6c7d445e678 req-2e084ec4-3e90-4998-ace1-66a94f17a312 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775af76f-c594-43cb-815c-9a76bf69700f HTTP/1.1" status: 200 len: 1002 time: 0.0567384 Oct 20 03:51:29.871046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4d936-bdb4-4e9e-a478-f6c7d445e678 req-cc7b3522-c349-47ed-9d4d-9e80fe15a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:29.872439 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-69d4d936-bdb4-4e9e-a478-f6c7d445e678 req-cc7b3522-c349-47ed-9d4d-9e80fe15a723 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 200 len: 835 time: 0.0416651 Oct 20 03:51:29.924045 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4d936-bdb4-4e9e-a478-f6c7d445e678 req-6a35fa0d-ec19-4712-a36d-253ebf738d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:29.925573 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-69d4d936-bdb4-4e9e-a478-f6c7d445e678 req-6a35fa0d-ec19-4712-a36d-253ebf738d6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432305 Oct 20 03:51:30.018752 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-69d4d936-bdb4-4e9e-a478-f6c7d445e678 req-9f8d7063-d8d1-4a2a-adec-a03d60311c39 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814273 Oct 20 03:51:30.114732 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-69d4d936-bdb4-4e9e-a478-f6c7d445e678 req-86113ae6-20f1-47b8-a6f5-bf4293aa9479 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859134 Oct 20 03:51:32.979972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59614) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:32.985915 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:33.045978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:33.192771 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 775af76f-c594-43cb-815c-9a76bf69700f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=775af76f-c594-43cb-815c-9a76bf69700f,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:51:33.221164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:33.225638 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:33.234108 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:33.234643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:33.236043 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/ports/775af76f-c594-43cb-815c-9a76bf69700f HTTP/1.1" status: 200 len: 937 time: 0.2550337 Oct 20 03:51:33.238928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:51:33.239622 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59616) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:33.241178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "tag": "775af76f-c594-43cb-815c-9a76bf69700f"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:51:33.280958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156b1c3e-ac23-4c8b-a6f0-061ddff3e25c x-openstack-request-id: req-156b1c3e-ac23-4c8b-a6f0-061ddff3e25c {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:51:33.281253 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "tag": "775af76f-c594-43cb-815c-9a76bf69700f", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:51:33.281508 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-156b1c3e-ac23-4c8b-a6f0-061ddff3e25c {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:51:33.281909 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156b1c3e-ac23-4c8b-a6f0-061ddff3e25c'] response: {'name': 'network-changed', 'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f', 'status': 'completed', 'code': 200} Oct 20 03:51:33.297379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=775af76f-c594-43cb-815c-9a76bf69700f,revision_number=7']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:33.302937 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9c875019-80a0-4e5e-b5ad-0cf7f8464eb8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f HTTP/1.1" status: 200 len: 993 time: 0.0620844 Oct 20 03:51:33.306189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.306611 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.307019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.307463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.307816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.308139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.308515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.308802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.309145 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.309473 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.309892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.310182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab584fd7-eaf1-4def-a925-0fe623eb8416 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:33.353132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7 req-549cb44c-3676-43bb-831a-c4b209a31bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:33.354606 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7 req-549cb44c-3676-43bb-831a-c4b209a31bb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 1098 time: 0.0465934 Oct 20 03:51:33.445950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7 req-28b05538-46a6-469e-aba9-d019f1854a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:33.447418 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7 req-28b05538-46a6-469e-aba9-d019f1854a53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 898 time: 0.0843513 Oct 20 03:51:33.517027 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7 req-dc510e53-f57f-45cf-9355-ac53715ad1fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775af76f-c594-43cb-815c-9a76bf69700f HTTP/1.1" status: 200 len: 1001 time: 0.0623324 Oct 20 03:51:33.531125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['775af76f-c594-43cb-815c-9a76bf69700f'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:51:33.567617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7 req-cbcb3ed7-364b-4419-b026-a371947b69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:33.569136 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7 req-cbcb3ed7-364b-4419-b026-a371947b69cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 200 len: 835 time: 0.0456018 Oct 20 03:51:33.618196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7 req-a826ca7a-29e9-4f42-8101-9bb1881d3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:33.620059 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7 req-a826ca7a-29e9-4f42-8101-9bb1881d3aaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412369 Oct 20 03:51:33.717378 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7 req-86006826-29e4-4cd5-9551-b9aa939503bc service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867071 Oct 20 03:51:33.809460 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-28a1f90f-6a2b-4b88-992c-676a5d8dfdb7 req-4a568b8e-f0a7-46b7-a5f6-5d95e4b93ab4 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821404 Oct 20 03:51:35.866928 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59626) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:36.022101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 69310a97-883b-4664-8b04-e569146285cb {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:51:36.022448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:36.101211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:36.101537 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:36.113588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 69310a97-883b-4664-8b04-e569146285cb owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:51:36.257817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:36.283382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=69310a97-883b-4664-8b04-e569146285cb,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:36.344406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:36.344765 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 5f700e70-0828-45a5-a949-e55d686489c8 disassociated (deleted). External IP: 172.26.0.103, port: b575c057-63bb-4e89-b922-eb1b4f8689f2. Oct 20 03:51:36.558839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 3a5dcc9d-b522-4550-95f4-22d28baf280d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:51:36.666276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:51:36.671060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:36.676236 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63036b99-2ae7-4fac-9f4f-139df210140e None None] Sync routers for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:51:36.685804 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63036b99-2ae7-4fac-9f4f-139df210140e None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:51:36.686412 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-63036b99-2ae7-4fac-9f4f-139df210140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:36.698040 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a253484c-7caa-4b6a-a6ee-41c9d06ba4fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/floatingips/5f700e70-0828-45a5-a949-e55d686489c8 HTTP/1.1" status: 204 len: 168 time: 0.8300271 Oct 20 03:51:36.698812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'tag': 'b575c057-63bb-4e89-b922-eb1b4f8689f2'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:51:36.701206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c9b3c7-d652-4c8d-b843-430408a331d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7702807-3d2d-4ead-884c-8751fea9f974", "tag": "b575c057-63bb-4e89-b922-eb1b4f8689f2"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:51:36.739996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc9aca-3d42-4404-ba58-ff9dccbb7a99 x-openstack-request-id: req-44bc9aca-3d42-4404-ba58-ff9dccbb7a99 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:51:36.740442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7702807-3d2d-4ead-884c-8751fea9f974", "tag": "b575c057-63bb-4e89-b922-eb1b4f8689f2", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:51:36.740697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44bc9aca-3d42-4404-ba58-ff9dccbb7a99 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:51:36.741107 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44bc9aca-3d42-4404-ba58-ff9dccbb7a99'] response: {'name': 'network-changed', 'server_uuid': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'tag': 'b575c057-63bb-4e89-b922-eb1b4f8689f2', 'status': 'completed', 'code': 200} Oct 20 03:51:36.798628 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-63036b99-2ae7-4fac-9f4f-139df210140e None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:51:36.815194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9b3c7-d652-4c8d-b843-430408a331d8 req-8e9d2224-1982-4b3c-b27e-cf819b1974b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:36.816779 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-11c9b3c7-d652-4c8d-b843-430408a331d8 req-8e9d2224-1982-4b3c-b27e-cf819b1974b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 1098 time: 0.0475111 Oct 20 03:51:36.921090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9b3c7-d652-4c8d-b843-430408a331d8 req-b8937007-3842-49ac-8d30-20a5278d6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:36.922703 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-11c9b3c7-d652-4c8d-b843-430408a331d8 req-b8937007-3842-49ac-8d30-20a5278d6916 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 898 time: 0.0952852 Oct 20 03:51:36.932612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb43e-cd88-4eb3-866b-cad925ec1c03 req-440f51d3-b1b5-4965-bcce-f005e880320c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:36.936853 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-13adb43e-cd88-4eb3-866b-cad925ec1c03 req-440f51d3-b1b5-4965-bcce-f005e880320c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 945 time: 0.0609176 Oct 20 03:51:36.966067 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-11c9b3c7-d652-4c8d-b843-430408a331d8 req-61247d03-3025-4670-8da3-bb247f92c379 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b575c057-63bb-4e89-b922-eb1b4f8689f2 HTTP/1.1" status: 200 len: 217 time: 0.0362751 Oct 20 03:51:36.974416 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-13adb43e-cd88-4eb3-866b-cad925ec1c03 req-86e20604-23fd-4fd8-a4ab-1476e3b49138 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337005 Oct 20 03:51:37.020986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9b3c7-d652-4c8d-b843-430408a331d8 req-f6a3f822-a687-4458-9ae2-9b01545854e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:37.022518 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-11c9b3c7-d652-4c8d-b843-430408a331d8 req-f6a3f822-a687-4458-9ae2-9b01545854e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 200 len: 835 time: 0.0492938 Oct 20 03:51:37.037440 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-63036b99-2ae7-4fac-9f4f-139df210140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': '775af76f-c594-43cb-815c-9a76bf69700f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:32:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a45cf-9058-4e80-b21f-adbbe1772080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:37Z', 'updated_at': '2022-10-20T03:50:39Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:37.063116 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63036b99-2ae7-4fac-9f4f-139df210140e None None] Checking router: 3a5dcc9d-b522-4550-95f4-22d28baf280d for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:51:37.068139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9b3c7-d652-4c8d-b843-430408a331d8 req-c963edf0-4e3e-401d-8f32-8f0cb79e5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:37.069661 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-11c9b3c7-d652-4c8d-b843-430408a331d8 req-c963edf0-4e3e-401d-8f32-8f0cb79e5b3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402799 Oct 20 03:51:37.072520 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63036b99-2ae7-4fac-9f4f-139df210140e None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:51:37.073112 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-63036b99-2ae7-4fac-9f4f-139df210140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:37.165381 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-11c9b3c7-d652-4c8d-b843-430408a331d8 req-a4c031cb-02e3-407a-aeb6-31b97d69c69f service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884409 Oct 20 03:51:37.274144 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-63036b99-2ae7-4fac-9f4f-139df210140e None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:51:37.507482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-11c9b3c7-d652-4c8d-b843-430408a331d8 req-7ef7d803-2258-4bea-a51a-374c869ff25a service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351805 Oct 20 03:51:37.509077 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-63036b99-2ae7-4fac-9f4f-139df210140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': '775af76f-c594-43cb-815c-9a76bf69700f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:32:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a45cf-9058-4e80-b21f-adbbe1772080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:37Z', 'updated_at': '2022-10-20T03:50:39Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:37.537987 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63036b99-2ae7-4fac-9f4f-139df210140e None None] The sync data for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv is: [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'port_id': '775af76f-c594-43cb-815c-9a76bf69700f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'mac_address': 'fa:16:3e:32:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a45cf-9058-4e80-b21f-adbbe1772080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:50:37Z', 'updated_at': '2022-10-20T03:50:39Z', 'revision_number': 1, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:51:37.737663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9ff355-6fce-4758-9589-2db5606e6154 None None] New status for floating IP 5f700e70-0828-45a5-a949-e55d686489c8: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:51:38.102259 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ab836-152c-4dd0-acef-bbd73c44b799 req-9eac17a7-80ad-4d5e-932c-7156666c3b8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:38.103624 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e07ab836-152c-4dd0-acef-bbd73c44b799 req-9eac17a7-80ad-4d5e-932c-7156666c3b8f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 945 time: 0.0506938 Oct 20 03:51:38.144205 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e07ab836-152c-4dd0-acef-bbd73c44b799 req-2ecbde8e-3e1f-40d5-8a09-c90044cf2ff0 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=58412507-33a8-48b4-8911-9fb9dd57f640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345912 Oct 20 03:51:38.401645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44d1e9-1cab-4a3f-8b9a-46e945b32736 req-aa37ca60-c63d-4348-88bc-5731e7d643c8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:38.403084 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2e44d1e9-1cab-4a3f-8b9a-46e945b32736 req-aa37ca60-c63d-4348-88bc-5731e7d643c8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 945 time: 0.0493965 Oct 20 03:51:38.491172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-2e44d1e9-1cab-4a3f-8b9a-46e945b32736 req-eb9074b5-b048-4cca-8680-a22a2a7bf59d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port b575c057-63bb-4e89-b922-eb1b4f8689f2 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:51:38.491505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-2e44d1e9-1cab-4a3f-8b9a-46e945b32736 req-eb9074b5-b048-4cca-8680-a22a2a7bf59d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:38.535663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:38.584655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-2e44d1e9-1cab-4a3f-8b9a-46e945b32736 req-eb9074b5-b048-4cca-8680-a22a2a7bf59d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port b575c057-63bb-4e89-b922-eb1b4f8689f2, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=b575c057-63bb-4e89-b922-eb1b4f8689f2,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:51:38.585042 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-2e44d1e9-1cab-4a3f-8b9a-46e945b32736 req-eb9074b5-b048-4cca-8680-a22a2a7bf59d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:38.597364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-2e44d1e9-1cab-4a3f-8b9a-46e945b32736 req-eb9074b5-b048-4cca-8680-a22a2a7bf59d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for b575c057-63bb-4e89-b922-eb1b4f8689f2 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:51:38.727173 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-2e44d1e9-1cab-4a3f-8b9a-46e945b32736 req-eb9074b5-b048-4cca-8680-a22a2a7bf59d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:38.753798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9074b5-b048-4cca-8680-a22a2a7bf59d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=b575c057-63bb-4e89-b922-eb1b4f8689f2,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:38.797607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e44d1e9-1cab-4a3f-8b9a-46e945b32736 req-eb9074b5-b048-4cca-8680-a22a2a7bf59d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] No DVR routers for this DVR port b575c057-63bb-4e89-b922-eb1b4f8689f2 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:51:38.800097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-2e44d1e9-1cab-4a3f-8b9a-46e945b32736 req-eb9074b5-b048-4cca-8680-a22a2a7bf59d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:38.803378 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2e44d1e9-1cab-4a3f-8b9a-46e945b32736 req-eb9074b5-b048-4cca-8680-a22a2a7bf59d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "DELETE /v2.0/ports/b575c057-63bb-4e89-b922-eb1b4f8689f2 HTTP/1.1" status: 204 len: 173 time: 0.3936765 Oct 20 03:51:38.803867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'name': 'network-vif-deleted', 'tag': 'b575c057-63bb-4e89-b922-eb1b4f8689f2'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:51:38.806141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f5b515-d5c6-466d-a690-ddb1340309fb" -d '{"events": [{"server_uuid": "a7702807-3d2d-4ead-884c-8751fea9f974", "name": "network-vif-deleted", "tag": "b575c057-63bb-4e89-b922-eb1b4f8689f2"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:51:38.844503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6f03f7-15df-4c25-924c-ee19843cfbe6 x-openstack-request-id: req-6e6f03f7-15df-4c25-924c-ee19843cfbe6 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:51:38.844802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7702807-3d2d-4ead-884c-8751fea9f974", "name": "network-vif-deleted", "tag": "b575c057-63bb-4e89-b922-eb1b4f8689f2", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:51:38.845607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e6f03f7-15df-4c25-924c-ee19843cfbe6 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:51:38.846067 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6f03f7-15df-4c25-924c-ee19843cfbe6'] response: {'server_uuid': 'a7702807-3d2d-4ead-884c-8751fea9f974', 'name': 'network-vif-deleted', 'tag': 'b575c057-63bb-4e89-b922-eb1b4f8689f2', 'status': 'completed', 'code': 200} Oct 20 03:51:39.263152 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dab85326-45cb-4fa6-93f5-4868ca77f72c req-2594e668-421d-4f06-86e7-6ac08202d4a3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7702807-3d2d-4ead-884c-8751fea9f974 HTTP/1.1" status: 200 len: 210 time: 0.0289493 Oct 20 03:51:40.329658 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59642) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:40.395495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e786bb69-440a-47d5-ba00-88328748da93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:40.420231 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e786bb69-440a-47d5-ba00-88328748da93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:40.481203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e786bb69-440a-47d5-ba00-88328748da93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:40.483877 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e786bb69-440a-47d5-ba00-88328748da93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:40.485169 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e786bb69-440a-47d5-ba00-88328748da93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/58412507-33a8-48b4-8911-9fb9dd57f640 HTTP/1.1" status: 204 len: 168 time: 0.1542101 Oct 20 03:51:40.495278 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786bb69-440a-47d5-ba00-88328748da93 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58412507-33a8-48b4-8911-9fb9dd57f640,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:40.524827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59646) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:40.703991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 7a79ca78-0bfc-45de-93c0-9d9fb8e5a211 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:51:40.704605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:40.799621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:40.800117 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:40.814241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 7a79ca78-0bfc-45de-93c0-9d9fb8e5a211 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:51:40.980349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:41.008928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=7a79ca78-0bfc-45de-93c0-9d9fb8e5a211,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:41.080364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:41.080703 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f disassociated (deleted). External IP: 172.26.0.186, port: 775af76f-c594-43cb-815c-9a76bf69700f. Oct 20 03:51:41.291701 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 3a5dcc9d-b522-4550-95f4-22d28baf280d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:51:41.399615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:51:41.404827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:41.409396 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a95b0b-5577-4381-8a20-f405938a36e3 None None] Sync routers for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:51:41.418653 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a95b0b-5577-4381-8a20-f405938a36e3 None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:51:41.419250 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-57a95b0b-5577-4381-8a20-f405938a36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:41.432844 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f3cb1132-5823-423d-9eec-b7992c63ab64 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/floatingips/b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f HTTP/1.1" status: 204 len: 168 time: 0.9068537 Oct 20 03:51:41.433500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:51:41.435768 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25da092c-cb43-48f7-9d63-386a1f364bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "tag": "775af76f-c594-43cb-815c-9a76bf69700f"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:51:41.476950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8555b044-e1a4-4259-a3cc-91ccdf42a04d x-openstack-request-id: req-8555b044-e1a4-4259-a3cc-91ccdf42a04d {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:51:41.477213 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "tag": "775af76f-c594-43cb-815c-9a76bf69700f", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:51:41.477495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8555b044-e1a4-4259-a3cc-91ccdf42a04d {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:51:41.477912 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8555b044-e1a4-4259-a3cc-91ccdf42a04d'] response: {'name': 'network-changed', 'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f', 'status': 'completed', 'code': 200} Oct 20 03:51:41.536776 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-57a95b0b-5577-4381-8a20-f405938a36e3 None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:51:41.566773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da092c-cb43-48f7-9d63-386a1f364bb5 req-3b05f73f-f081-4915-9129-2f6fa18d6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:41.569100 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25da092c-cb43-48f7-9d63-386a1f364bb5 req-3b05f73f-f081-4915-9129-2f6fa18d6575 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 1098 time: 0.0602782 Oct 20 03:51:41.712937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367e7e3-1c8f-484f-8ab7-f9c3983a1e71 req-9f5cdc99-a6ff-41fa-a31e-2e9020a8cc6f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:41.714417 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f367e7e3-1c8f-484f-8ab7-f9c3983a1e71 req-9f5cdc99-a6ff-41fa-a31e-2e9020a8cc6f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 945 time: 0.1019077 Oct 20 03:51:41.715832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da092c-cb43-48f7-9d63-386a1f364bb5 req-57946c95-8f79-4bec-a2c4-2da49f0a9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:41.717179 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25da092c-cb43-48f7-9d63-386a1f364bb5 req-57946c95-8f79-4bec-a2c4-2da49f0a9961 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 200 len: 898 time: 0.1300397 Oct 20 03:51:41.744812 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-57a95b0b-5577-4381-8a20-f405938a36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:41.774155 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25da092c-cb43-48f7-9d63-386a1f364bb5 req-c874db84-9561-405b-aabf-d231c1501611 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775af76f-c594-43cb-815c-9a76bf69700f HTTP/1.1" status: 200 len: 217 time: 0.0467770 Oct 20 03:51:41.774883 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a95b0b-5577-4381-8a20-f405938a36e3 None None] Checking router: 3a5dcc9d-b522-4550-95f4-22d28baf280d for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:51:41.783669 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a95b0b-5577-4381-8a20-f405938a36e3 None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:51:41.784295 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-57a95b0b-5577-4381-8a20-f405938a36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:41.815615 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f367e7e3-1c8f-484f-8ab7-f9c3983a1e71 req-051c697d-4808-4789-8e5d-ee33473124e5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b3f6244-a935-4f8b-a98a-f5cb9ed25646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949550 Oct 20 03:51:41.838901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da092c-cb43-48f7-9d63-386a1f364bb5 req-2abd737b-e077-4fb0-bc19-12471c3fae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:41.840368 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25da092c-cb43-48f7-9d63-386a1f364bb5 req-2abd737b-e077-4fb0-bc19-12471c3fae99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 200 len: 835 time: 0.0569344 Oct 20 03:51:41.888765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da092c-cb43-48f7-9d63-386a1f364bb5 req-c127d779-5361-4b84-8deb-8b29b18140e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:41.890259 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25da092c-cb43-48f7-9d63-386a1f364bb5 req-c127d779-5361-4b84-8deb-8b29b18140e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee4817af-5425-49b3-8cc2-e58eb54a2dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424886 Oct 20 03:51:41.893778 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-57a95b0b-5577-4381-8a20-f405938a36e3 None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:51:41.984992 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25da092c-cb43-48f7-9d63-386a1f364bb5 req-9ed95391-27f1-4946-997c-0ab0100fdd3b service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867794 Oct 20 03:51:42.083076 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25da092c-cb43-48f7-9d63-386a1f364bb5 req-6bb831cf-f7ea-4c1d-89f6-10ad65380866 service neutron] 10.222.0.36 "GET /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908303 Oct 20 03:51:42.092951 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-57a95b0b-5577-4381-8a20-f405938a36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:42.120894 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a95b0b-5577-4381-8a20-f405938a36e3 None None] The sync data for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv is: [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:24Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'f0cb7e34-27af-415a-9487-79b7dcb55fc0', 'name': '', 'network_id': 'ee4817af-5425-49b3-8cc2-e58eb54a2dfb', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:84:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:23Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': 'fb41a8fa-b7ca-469a-ad5f-1decacfed06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:51:42.360167 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87c893a-69eb-4e23-ba3a-2b96de3321cf None None] New status for floating IP b7b90ffc-1c7d-4683-bdaf-167ca1cfa27f: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:51:42.939076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684b0cf-1a0d-4258-b91e-a40c6151a295 req-a8a664be-e477-4bc9-bd9e-8e1c626e5223 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:42.940556 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e684b0cf-1a0d-4258-b91e-a40c6151a295 req-a8a664be-e477-4bc9-bd9e-8e1c626e5223 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 945 time: 0.0495548 Oct 20 03:51:42.977443 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e684b0cf-1a0d-4258-b91e-a40c6151a295 req-a717cc65-a442-442c-8491-ade768c0be0f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b3f6244-a935-4f8b-a98a-f5cb9ed25646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 Oct 20 03:51:43.131097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device b575c057-63bb-4e89-b922-eb1b4f8689f2 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:51:43.151017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: b575c057-63bb-4e89-b922-eb1b4f8689f2 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:51:43.151353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device b575c057-63bb-4e89-b922-eb1b4f8689f2 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:51:43.268775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748ffa-5aa2-40fb-afce-37f6c00043f1 req-dec64779-58a4-4c8b-84e9-151b48018d9b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:43.270225 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-08748ffa-5aa2-40fb-afce-37f6c00043f1 req-dec64779-58a4-4c8b-84e9-151b48018d9b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 945 time: 0.0479987 Oct 20 03:51:43.362733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-08748ffa-5aa2-40fb-afce-37f6c00043f1 req-f9e20666-2436-47f9-97d7-ab97a88d6794 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 775af76f-c594-43cb-815c-9a76bf69700f {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:51:43.363072 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-08748ffa-5aa2-40fb-afce-37f6c00043f1 req-f9e20666-2436-47f9-97d7-ab97a88d6794 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:43.452362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-08748ffa-5aa2-40fb-afce-37f6c00043f1 req-f9e20666-2436-47f9-97d7-ab97a88d6794 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 775af76f-c594-43cb-815c-9a76bf69700f, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=775af76f-c594-43cb-815c-9a76bf69700f,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:51:43.452716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-08748ffa-5aa2-40fb-afce-37f6c00043f1 req-f9e20666-2436-47f9-97d7-ab97a88d6794 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:43.466042 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-08748ffa-5aa2-40fb-afce-37f6c00043f1 req-f9e20666-2436-47f9-97d7-ab97a88d6794 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 775af76f-c594-43cb-815c-9a76bf69700f owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:51:43.593482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-08748ffa-5aa2-40fb-afce-37f6c00043f1 req-f9e20666-2436-47f9-97d7-ab97a88d6794 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:43.622192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e20666-2436-47f9-97d7-ab97a88d6794 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=775af76f-c594-43cb-815c-9a76bf69700f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:43.663180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-08748ffa-5aa2-40fb-afce-37f6c00043f1 req-f9e20666-2436-47f9-97d7-ab97a88d6794 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] No DVR routers for this DVR port 775af76f-c594-43cb-815c-9a76bf69700f on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:51:43.665623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-08748ffa-5aa2-40fb-afce-37f6c00043f1 req-f9e20666-2436-47f9-97d7-ab97a88d6794 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:43.668919 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-08748ffa-5aa2-40fb-afce-37f6c00043f1 req-f9e20666-2436-47f9-97d7-ab97a88d6794 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "DELETE /v2.0/ports/775af76f-c594-43cb-815c-9a76bf69700f HTTP/1.1" status: 204 len: 173 time: 0.3889592 Oct 20 03:51:43.669407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'name': 'network-vif-deleted', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:51:43.671632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bebbe7-4168-4c44-aee4-d9e82c156a5a" -d '{"events": [{"server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "name": "network-vif-deleted", "tag": "775af76f-c594-43cb-815c-9a76bf69700f"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:51:43.708251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad54b026-f671-4c41-b525-9584e5099a5c x-openstack-request-id: req-ad54b026-f671-4c41-b525-9584e5099a5c {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:51:43.708605 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846a45cf-9058-4e80-b21f-adbbe1772080", "name": "network-vif-deleted", "tag": "775af76f-c594-43cb-815c-9a76bf69700f", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:51:43.708823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad54b026-f671-4c41-b525-9584e5099a5c {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:51:43.709222 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad54b026-f671-4c41-b525-9584e5099a5c'] response: {'server_uuid': '846a45cf-9058-4e80-b21f-adbbe1772080', 'name': 'network-vif-deleted', 'tag': '775af76f-c594-43cb-815c-9a76bf69700f', 'status': 'completed', 'code': 200} Oct 20 03:51:43.729192 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:51:44.103094 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ca6192ef-21f8-422f-8f7a-fbaa21016081 req-19df3ac7-a7c1-4dcd-ac0c-e54f9188a65c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=846a45cf-9058-4e80-b21f-adbbe1772080 HTTP/1.1" status: 200 len: 210 time: 0.0332518 Oct 20 03:51:44.567862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-64bff556-49ab-4de8-87f3-be60d86bb6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:45.171623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59662) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:45.231224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-34929844-babe-46b6-a93e-33df671ab979 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:45.257220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-34929844-babe-46b6-a93e-33df671ab979 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:45.323344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-34929844-babe-46b6-a93e-33df671ab979 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:45.326105 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-34929844-babe-46b6-a93e-33df671ab979 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:45.327269 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-34929844-babe-46b6-a93e-33df671ab979 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b3f6244-a935-4f8b-a98a-f5cb9ed25646 HTTP/1.1" status: 204 len: 168 time: 0.1545641 Oct 20 03:51:45.337274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34929844-babe-46b6-a93e-33df671ab979 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3f6244-a935-4f8b-a98a-f5cb9ed25646,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:45.358803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59666) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:45.722326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:45.972766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port f0cb7e34-27af-415a-9487-79b7dcb55fc0 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:51:45.973024 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:46.062377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port f0cb7e34-27af-415a-9487-79b7dcb55fc0, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f0cb7e34-27af-415a-9487-79b7dcb55fc0,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:51:46.062719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:46.075979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for f0cb7e34-27af-415a-9487-79b7dcb55fc0 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:51:46.262727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:46.290316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=f0cb7e34-27af-415a-9487-79b7dcb55fc0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:46.468194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:46.575479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aeacf8ac-b127-49cf-bffc-41371acf8852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:46.680761 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 3a5dcc9d-b522-4550-95f4-22d28baf280d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:51:46.786205 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:51:46.791391 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6c193851-4122-48d6-8262-23fcaaa2375e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/3a5dcc9d-b522-4550-95f4-22d28baf280d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313803 Oct 20 03:51:46.794064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59668) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:46.796528 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a8248-474f-4ce2-8e68-e425bf534f3b None None] Sync routers for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:51:46.805941 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a8248-474f-4ce2-8e68-e425bf534f3b None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:51:46.806628 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-999a8248-474f-4ce2-8e68-e425bf534f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:46.849562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c236e4f-4f96-45a6-a13c-79274cd99534 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting subnet fb41a8fa-b7ca-469a-ad5f-1decacfed06d {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:51:46.852552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4c236e4f-4f96-45a6-a13c-79274cd99534 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:46.893559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4c236e4f-4f96-45a6-a13c-79274cd99534 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:46.911038 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-999a8248-474f-4ce2-8e68-e425bf534f3b None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:51:46.976358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4c236e4f-4f96-45a6-a13c-79274cd99534 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.038662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4c236e4f-4f96-45a6-a13c-79274cd99534 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.066200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c236e4f-4f96-45a6-a13c-79274cd99534 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Subnet': ['ID=fb41a8fa-b7ca-469a-ad5f-1decacfed06d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:47.069605 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4c236e4f-4f96-45a6-a13c-79274cd99534 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.075264 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4c236e4f-4f96-45a6-a13c-79274cd99534 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/subnets/fb41a8fa-b7ca-469a-ad5f-1decacfed06d HTTP/1.1" status: 204 len: 168 time: 0.2779384 Oct 20 03:51:47.075536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59670) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:47.086554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c480418-01c3-4f81-a28c-3db933548187 None None] Network ee4817af-5425-49b3-8cc2-e58eb54a2dfb requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:51:47.091116 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-999a8248-474f-4ce2-8e68-e425bf534f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:51:46Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:47.117615 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a8248-474f-4ce2-8e68-e425bf534f3b None None] Checking router: 3a5dcc9d-b522-4550-95f4-22d28baf280d for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:51:47.126771 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a8248-474f-4ce2-8e68-e425bf534f3b None None] Routers {'3a5dcc9d-b522-4550-95f4-22d28baf280d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:51:47.127381 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-999a8248-474f-4ce2-8e68-e425bf534f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3a5dcc9d-b522-4550-95f4-22d28baf280d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:47.171561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 775af76f-c594-43cb-815c-9a76bf69700f no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:51:47.193909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 775af76f-c594-43cb-815c-9a76bf69700f {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:51:47.194557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 775af76f-c594-43cb-815c-9a76bf69700f not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:51:47.317605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] DHCP port deletion for ee4817af-5425-49b3-8cc2-e58eb54a2dfb request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:51:47.366414 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-999a8248-474f-4ce2-8e68-e425bf534f3b None None] Set router 3a5dcc9d-b522-4550-95f4-22d28baf280d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:51:47.382881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Deleting port a9bb7506-ef45-4a8d-a277-f5fe82b75116 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:51:47.383328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.450528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] For port a9bb7506-ef45-4a8d-a277-f5fe82b75116, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a9bb7506-ef45-4a8d-a277-f5fe82b75116,segment=NetworkSegment(32ba86eb-d8a2-481d-b560-aa6a50ae1615),segment_id=32ba86eb-d8a2-481d-b560-aa6a50ae1615)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:51:47.451333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.466321 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Calling delete_port for a9bb7506-ef45-4a8d-a277-f5fe82b75116 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:51:47.478155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a9bb7506-ef45-4a8d-a277-f5fe82b75116 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:51:47.510846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.561095 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-999a8248-474f-4ce2-8e68-e425bf534f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:51:46Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:47.591050 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a8248-474f-4ce2-8e68-e425bf534f3b None None] The sync data for ids ['3a5dcc9d-b522-4550-95f4-22d28baf280d'] in dv-neutron-861842-1-hyperv is: [{'id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'name': 'tempest-TestNetworkBasicOps-router-1484169779', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:51:46Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '7e0b4d3e-5bde-4a9a-9f71-015cb24635b3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5dcc9d-b522-4550-95f4-22d28baf280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:50:20Z', 'updated_at': '2022-10-20T03:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:51:47.617078 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.620333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a9bb7506-ef45-4a8d-a277-f5fe82b75116 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:51:47.621040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.633723 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.654032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Pushing event deleted for resources: {'Port': ['ID=a9bb7506-ef45-4a8d-a277-f5fe82b75116,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:47.662034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] No DVR routers for this DVR port a9bb7506-ef45-4a8d-a277-f5fe82b75116 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:51:47.669534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.669884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.670223 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.670555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.670885 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.671217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.672000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.672000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.672182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.672521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.672829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.673762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376a050-84ce-4e36-9e3b-f1bc822a2652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:47.695412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:51:47.695758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.773467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7e0b4d3e-5bde-4a9a-9f71-015cb24635b3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:51:47.773825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.786655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:51:47.812737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.953124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:47.980172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=7e0b4d3e-5bde-4a9a-9f71-015cb24635b3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:48.049760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.145070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.147582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.189675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.190274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Fanout notify agent at l3_agent the message router_deleted on router 3a5dcc9d-b522-4550-95f4-22d28baf280d {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:51:48.198534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.202298 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-20f0bb5f-6cc4-4e6e-8b81-d8a341bc3d92 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/routers/3a5dcc9d-b522-4550-95f4-22d28baf280d HTTP/1.1" status: 204 len: 168 time: 1.1231575 Oct 20 03:51:48.202768 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59672) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:48.281254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.369559 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.389676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4817af-5425-49b3-8cc2-e58eb54a2dfb']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:48.399353 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ba86eb-d8a2-481d-b560-aa6a50ae1615') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:48.399651 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ba86eb-d8a2-481d-b560-aa6a50ae1615') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:48.408898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.421627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.427555 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:51:48.427940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.460447 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 32ba86eb-d8a2-481d-b560-aa6a50ae1615 resource provider aggregate not found Oct 20 03:51:48.769726 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 32ba86eb-d8a2-481d-b560-aa6a50ae1615 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32ba86eb-d8a2-481d-b560-aa6a50ae1615 found for delete ", "request_id": "req-0c27e4d5-625b-466b-9107-e4ca09e0e40b"}]} Oct 20 03:51:48.777301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.782644 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.785841 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/networks/ee4817af-5425-49b3-8cc2-e58eb54a2dfb HTTP/1.1" status: 204 len: 168 time: 0.5820215 Oct 20 03:51:48.803974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b89ec-de82-4b58-bebb-e4df5526a8ed tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Network': ['ID=ee4817af-5425-49b3-8cc2-e58eb54a2dfb,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:48.807615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59678) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:48.812367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'network': {'name': 'tempest-network-smoke--1320827597', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'port_security_enabled': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:48.831114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:51:48.834469 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.857828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:51:48.867384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.867771 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Added segment e2c49a14-8e9a-496e-8734-db304c2f6e7b of type vlan for network d4c79c56-7f32-4e16-9058-161727c12e49 Oct 20 03:51:48.916203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.941442 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.946909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:48.947496 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:48.985603 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1768987 Oct 20 03:51:48.988357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59680) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:48.992597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'admin_state_up': True, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:49.032198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bd9f6-9ea9-45a0-ad88-0cdb3203ff02 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Network': ['ID=d4c79c56-7f32-4e16-9058-161727c12e49,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:49.042935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network d4c79c56-7f32-4e16-9058-161727c12e49 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:51:49.047911 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:49.049378 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:49.104879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:49.252440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:49.309703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:49.336993 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f0cb7e34-27af-415a-9487-79b7dcb55fc0 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:51:49.356243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: f0cb7e34-27af-415a-9487-79b7dcb55fc0 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:51:49.356611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f0cb7e34-27af-415a-9487-79b7dcb55fc0 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:51:49.357019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:51:49.376563 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:51:49.376913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7e0b4d3e-5bde-4a9a-9f71-015cb24635b3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:51:49.452243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:49.475512 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:49.546585 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:49.581039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.147 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/210baf7b-8dff-48eb-8ef6-972b63991bf4) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:51:49.685012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:49.719484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:49.757359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:51:49.760322 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:51:49.763742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:51:49.787649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=210baf7b-8dff-48eb-8ef6-972b63991bf4,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:50.011215 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:50.204575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:50.330830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 53008ee5-5b67-4098-88af-c6a0fa39925d is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:51:50.435520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:51:50.445359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Sync routers for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:51:50.455474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:50.456802 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6c4f33cc-cf18-46c8-915b-1afeb3c0f110 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4675257 Oct 20 03:51:50.457043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:51:50.457844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:50.460096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59682) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:50.489210 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2e1655a0-102e-46a8-8ebb-3f7d1f3c0e86 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b3377485cec342568db75b308b8a96d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277524 Oct 20 03:51:50.492015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59684) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:50.565302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:51:50.578078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98250a15-a5f3-400d-b5c6-8ba6df999829 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:50.582824 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-98250a15-a5f3-400d-b5c6-8ba6df999829 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868330 Oct 20 03:51:50.582992 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59686) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:50.614761 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9e01303a-bba0-445d-bad9-b3d5b63a55cb tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307195 Oct 20 03:51:50.617341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59688) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:50.621959 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-694465435', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:50.707139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:51:50.710749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:50.745532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:49Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:50.771777 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Checking router: 53008ee5-5b67-4098-88af-c6a0fa39925d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:51:50.772121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Updating router 53008ee5-5b67-4098-88af-c6a0fa39925d port 210baf7b-8dff-48eb-8ef6-972b63991bf4 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:51:50.798004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:50.891106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:50.956679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Subnet': ['ID=6305d581-4d8f-49fc-a031-42eac1668051,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:50.964561 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Checking segment: {'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:51:50.964919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network hostable DHCP agents. Network: d4c79c56-7f32-4e16-9058-161727c12e49, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:51:50.982352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network d4c79c56-7f32-4e16-9058-161727c12e49 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:51:50.991594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, d4c79c56-7f32-4e16-9058-161727c12e49) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:51:50.995653 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:50.996384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:51.005958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ca728-c64d-4a18-b78c-7dcb07ca168a None None] Network d4c79c56-7f32-4e16-9058-161727c12e49 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:51:51.012858 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8aeb9d4d-8133-4fe5-adb9-3eca893afc26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3945491 Oct 20 03:51:51.015904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59690) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:51.127480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:51.140225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:51.203865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Attempting to bind port 210baf7b-8dff-48eb-8ef6-972b63991bf4 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:51:51.204295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Attempting to bind port 210baf7b-8dff-48eb-8ef6-972b63991bf4 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:51:51.204727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Attempting to bind port 210baf7b-8dff-48eb-8ef6-972b63991bf4 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:51:51.224545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:51:51.224919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:51:51.225315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:51.225703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:51:51.226174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Bound port: 210baf7b-8dff-48eb-8ef6-972b63991bf4, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:51:51.226538 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:51.247633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb75bf-3391-4b79-a5ea-84a4665573a9 None None] Pushing event updated for resources: {'Port': ['ID=210baf7b-8dff-48eb-8ef6-972b63991bf4,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:51.290181 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-d4c79c56-7f32-4e16-9058-161727c12e49', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:51:51.291055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:51.314782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] For port 210baf7b-8dff-48eb-8ef6-972b63991bf4, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:51:51.335304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] For port 210baf7b-8dff-48eb-8ef6-972b63991bf4, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=210baf7b-8dff-48eb-8ef6-972b63991bf4,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:51:51.384322 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:51.440553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:51:51.441189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:51.491114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:51.522368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb75bf-3391-4b79-a5ea-84a4665573a9 None None] Pushing event updated for resources: {'Port': ['ID=210baf7b-8dff-48eb-8ef6-972b63991bf4,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:51.548988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Allocated IP 172.20.0.2 (d4c79c56-7f32-4e16-9058-161727c12e49/6305d581-4d8f-49fc-a031-42eac1668051/85011a2c-743d-4f9c-8273-60cf56f41585) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:51:51.620622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:51:51.869201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:51.875726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:51.923905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Network d4c79c56-7f32-4e16-9058-161727c12e49 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:51:51.924374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.1 (d4c79c56-7f32-4e16-9058-161727c12e49/6305d581-4d8f-49fc-a031-42eac1668051/0cb10c6a-db98-46d9-9392-07017fd040ab) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:51:51.930413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:51:51.935858 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:51:51.939986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Pushing event updated for resources: {'Port': ['ID=85011a2c-743d-4f9c-8273-60cf56f41585,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:51.968705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:49Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:52.012435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb32c1-049f-41b3-9ad3-3f56d85a64eb None None] The sync data for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv is: [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:49Z', 'revision_number': 3, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:51:52.026849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Attempting to bind port 85011a2c-743d-4f9c-8273-60cf56f41585 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:51:52.027252 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Attempting to bind port 85011a2c-743d-4f9c-8273-60cf56f41585 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:51:52.033772 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Attempting to bind port 85011a2c-743d-4f9c-8273-60cf56f41585 on network d4c79c56-7f32-4e16-9058-161727c12e49 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:51:52.037991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:51:52.038374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Checking segment: {'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:51:52.038782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:52.039174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Bound using segment: {'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:51:52.039648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Bound port: 85011a2c-743d-4f9c-8273-60cf56f41585, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:51:52.040032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:52.050123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:52.086314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:52.109420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] For port 85011a2c-743d-4f9c-8273-60cf56f41585, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:51:52.113613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] For port 85011a2c-743d-4f9c-8273-60cf56f41585, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=85011a2c-743d-4f9c-8273-60cf56f41585,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:51:52.117374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:52.128531 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network d4c79c56-7f32-4e16-9058-161727c12e49 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:51:52.131983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:51:52.136767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:51:52.170012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=0cb10c6a-db98-46d9-9392-07017fd040ab,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:52.181833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf06edd-cbda-47f0-9487-3bb5c2c5e8e9 None None] Pushing event updated for resources: {'Port': ['ID=85011a2c-743d-4f9c-8273-60cf56f41585,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:52.193528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:52.434591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:52.730829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:52.736420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:52.818578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:52.821679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=0cb10c6a-db98-46d9-9392-07017fd040ab,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:52.927763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network d4c79c56-7f32-4e16-9058-161727c12e49 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:51:52.929215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:51:53.048728 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 53008ee5-5b67-4098-88af-c6a0fa39925d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:51:53.112185 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1f4529-d735-4d2b-b344-5b6afff891ca None None] Network d4c79c56-7f32-4e16-9058-161727c12e49 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:51:53.162739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:51:53.168775 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6f025a47-e3a2-4df7-af70-4aac0107cb26 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/53008ee5-5b67-4098-88af-c6a0fa39925d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1510913 Oct 20 03:51:53.170437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59692) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:53.228932 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-98257e5a-9437-43cf-a7a1-76d23ff9fa22 None None] Provisioning complete for port 85011a2c-743d-4f9c-8273-60cf56f41585 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:53.229303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-98257e5a-9437-43cf-a7a1-76d23ff9fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.229642 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-98257e5a-9437-43cf-a7a1-76d23ff9fa22 None None] Attempt 1 to provision port 85011a2c-743d-4f9c-8273-60cf56f41585 Oct 20 03:51:53.265498 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f33908-d5d5-418e-8aac-da1811b1f4bf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:53.265984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f33908-d5d5-418e-8aac-da1811b1f4bf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:53.266976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f33908-d5d5-418e-8aac-da1811b1f4bf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:53.267640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f33908-d5d5-418e-8aac-da1811b1f4bf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:53.271906 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c9f33908-d5d5-418e-8aac-da1811b1f4bf tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.0978701 Oct 20 03:51:53.272140 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59694) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:53.330871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07076b97-42a2-442e-8927-bd7147d3537c tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:53.331853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07076b97-42a2-442e-8927-bd7147d3537c tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:53.332554 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07076b97-42a2-442e-8927-bd7147d3537c tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:53.333175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07076b97-42a2-442e-8927-bd7147d3537c tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:53.335161 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-07076b97-42a2-442e-8927-bd7147d3537c tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0621247 Oct 20 03:51:53.338253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59696) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:53.353210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-98257e5a-9437-43cf-a7a1-76d23ff9fa22 None None] Current status of the port 85011a2c-743d-4f9c-8273-60cf56f41585 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:51:53.353606 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-98257e5a-9437-43cf-a7a1-76d23ff9fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.399740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-98257e5a-9437-43cf-a7a1-76d23ff9fa22 None None] For port 85011a2c-743d-4f9c-8273-60cf56f41585, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=85011a2c-743d-4f9c-8273-60cf56f41585,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:51:53.406525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-98257e5a-9437-43cf-a7a1-76d23ff9fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.450721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 210baf7b-8dff-48eb-8ef6-972b63991bf4 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:51:53.515188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98257e5a-9437-43cf-a7a1-76d23ff9fa22 None None] Pushing event updated for resources: {'Port': ['ID=85011a2c-743d-4f9c-8273-60cf56f41585,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:53.529634 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e6a74157-d960-444e-9639-54e97ba5a4b1 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1895797 Oct 20 03:51:53.533287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 210baf7b-8dff-48eb-8ef6-972b63991bf4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:53.533660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.533990 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 210baf7b-8dff-48eb-8ef6-972b63991bf4 Oct 20 03:51:53.611110 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59700) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:53.616182 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3abbd9ca-a824-4e0d-82e1-61bf97c04ad5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525185305', 'description': 'tempest-secgroup-smoke-1525185305 description', 'project_id': 'b3377485cec342568db75b308b8a96d4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:53.620737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 210baf7b-8dff-48eb-8ef6-972b63991bf4 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:51:53.621249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.638660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3abbd9ca-a824-4e0d-82e1-61bf97c04ad5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.648395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 210baf7b-8dff-48eb-8ef6-972b63991bf4, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=210baf7b-8dff-48eb-8ef6-972b63991bf4,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:51:53.653419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.654182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 85011a2c-743d-4f9c-8273-60cf56f41585 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:51:53.728038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3abbd9ca-a824-4e0d-82e1-61bf97c04ad5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.733442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3abbd9ca-a824-4e0d-82e1-61bf97c04ad5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.762061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Provisioning complete for port 0cb10c6a-db98-46d9-9392-07017fd040ab triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:53.762429 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.762818 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Attempt 1 to provision port 0cb10c6a-db98-46d9-9392-07017fd040ab Oct 20 03:51:53.765912 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=210baf7b-8dff-48eb-8ef6-972b63991bf4,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:53.768213 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3abbd9ca-a824-4e0d-82e1-61bf97c04ad5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.773543 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3abbd9ca-a824-4e0d-82e1-61bf97c04ad5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1585622 Oct 20 03:51:53.773777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59702) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:53.778152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-84e3cd57-e029-43ab-9b9b-feacb4588e8c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'cb97401e-e155-46e0-a5ea-ce1ecd846474', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:53.785430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbd9ca-a824-4e0d-82e1-61bf97c04ad5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb97401e-e155-46e0-a5ea-ce1ecd846474,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:53.802503 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 85011a2c-743d-4f9c-8273-60cf56f41585 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:53.802973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.803472 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 85011a2c-743d-4f9c-8273-60cf56f41585 Oct 20 03:51:53.812911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84e3cd57-e029-43ab-9b9b-feacb4588e8c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.844446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Port 0cb10c6a-db98-46d9-9392-07017fd040ab cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:51:53.847251 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Sync routers for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:51:53.858405 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:51:53.859765 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:53.892466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84e3cd57-e029-43ab-9b9b-feacb4588e8c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.899914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84e3cd57-e029-43ab-9b9b-feacb4588e8c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.914592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 85011a2c-743d-4f9c-8273-60cf56f41585 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:51:53.930796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3cd57-e029-43ab-9b9b-feacb4588e8c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d1feba-aa2d-420c-8ee6-b1f4d0afaf2d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:53.937153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84e3cd57-e029-43ab-9b9b-feacb4588e8c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.942072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59704) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:53.943190 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-84e3cd57-e029-43ab-9b9b-feacb4588e8c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684580 Oct 20 03:51:53.947422 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7a88558f-dc9d-4571-bccd-e8f88ffcb827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'cb97401e-e155-46e0-a5ea-ce1ecd846474', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:53.974813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a88558f-dc9d-4571-bccd-e8f88ffcb827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:53.988118 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:51:54.050088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a88558f-dc9d-4571-bccd-e8f88ffcb827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.057282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a88558f-dc9d-4571-bccd-e8f88ffcb827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.072160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88558f-dc9d-4571-bccd-e8f88ffcb827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c346599-53f6-4f95-ae0c-b996048597a6,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:54.088517 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7a88558f-dc9d-4571-bccd-e8f88ffcb827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.092298 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7a88558f-dc9d-4571-bccd-e8f88ffcb827 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458819 Oct 20 03:51:54.092758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59706) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:54.098149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7d53c14d-21c2-431a-8350-c6064e172847 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'cb97401e-e155-46e0-a5ea-ce1ecd846474', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:54.125347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d53c14d-21c2-431a-8350-c6064e172847 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.189118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d53c14d-21c2-431a-8350-c6064e172847 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.193003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d53c14d-21c2-431a-8350-c6064e172847 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.198922 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:52Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:51:52Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:54.211839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53c14d-21c2-431a-8350-c6064e172847 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71cd50b-f96e-4839-a34d-abce091f3953,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:54.222246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7d53c14d-21c2-431a-8350-c6064e172847 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.223471 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7d53c14d-21c2-431a-8350-c6064e172847 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296272 Oct 20 03:51:54.226262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59708) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:54.229502 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Checking router: 53008ee5-5b67-4098-88af-c6a0fa39925d for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:51:54.229862 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Updating router 53008ee5-5b67-4098-88af-c6a0fa39925d port 0cb10c6a-db98-46d9-9392-07017fd040ab binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:51:54.230663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f4981a33-37f1-4e41-87c6-b441fd63e053 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'cb97401e-e155-46e0-a5ea-ce1ecd846474', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:54.255389 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.256586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4981a33-37f1-4e41-87c6-b441fd63e053 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.324730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4981a33-37f1-4e41-87c6-b441fd63e053 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.328674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4981a33-37f1-4e41-87c6-b441fd63e053 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.345523 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Attempt 2 to provision port 0cb10c6a-db98-46d9-9392-07017fd040ab Oct 20 03:51:54.347959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4981a33-37f1-4e41-87c6-b441fd63e053 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32bdad3-a888-4f56-9e28-9790f7c74684,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:54.355257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4981a33-37f1-4e41-87c6-b441fd63e053 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.359000 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f4981a33-37f1-4e41-87c6-b441fd63e053 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292007 Oct 20 03:51:54.359205 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59710) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:54.364070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-63a7f514-c615-402a-841e-2f7e7f8308be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'cb97401e-e155-46e0-a5ea-ce1ecd846474', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:54.386482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-63a7f514-c615-402a-841e-2f7e7f8308be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:51:54.392461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-63a7f514-c615-402a-841e-2f7e7f8308be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.464089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-63a7f514-c615-402a-841e-2f7e7f8308be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.469034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-63a7f514-c615-402a-841e-2f7e7f8308be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.489436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7f514-c615-402a-841e-2f7e7f8308be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ae923e-6367-490e-a505-bc64ed0671b5,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:54.499952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-63a7f514-c615-402a-841e-2f7e7f8308be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.504416 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-63a7f514-c615-402a-841e-2f7e7f8308be tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411164 Oct 20 03:51:54.504617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59712) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:51:54.509121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-05bfe7c2-973a-4db0-b315-d12d881485f8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'security_group_rule': {'security_group_id': 'cb97401e-e155-46e0-a5ea-ce1ecd846474', 'project_id': 'b3377485cec342568db75b308b8a96d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:54.526708 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.531012 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-05bfe7c2-973a-4db0-b315-d12d881485f8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Project b3377485cec342568db75b308b8a96d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 03:51:54.534225 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.539898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05bfe7c2-973a-4db0-b315-d12d881485f8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.542267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Port 0cb10c6a-db98-46d9-9392-07017fd040ab cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:51:54.595619 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Pushing event updated for resources: {'Port': ['ID=0cb10c6a-db98-46d9-9392-07017fd040ab,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:54.602979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05bfe7c2-973a-4db0-b315-d12d881485f8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.607723 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05bfe7c2-973a-4db0-b315-d12d881485f8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.615154 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.615501 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.615836 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.616165 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.616523 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.616852 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.617175 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.617495 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.617814 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.618130 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.618444 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.618757 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:51:54.626924 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfe7c2-973a-4db0-b315-d12d881485f8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ece14d9-de7d-4ece-a680-0ec062b7df28,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:54.634872 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Attempting to bind port 0cb10c6a-db98-46d9-9392-07017fd040ab on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:51:54.635236 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Attempting to bind port 0cb10c6a-db98-46d9-9392-07017fd040ab by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:51:54.635588 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Attempting to bind port 0cb10c6a-db98-46d9-9392-07017fd040ab on network d4c79c56-7f32-4e16-9058-161727c12e49 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:51:54.636067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05bfe7c2-973a-4db0-b315-d12d881485f8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.637357 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-05bfe7c2-973a-4db0-b315-d12d881485f8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317813 Oct 20 03:51:54.640637 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:51:54.641001 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Checking segment: {'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:51:54.641394 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.641803 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Bound using segment: {'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:51:54.642280 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Bound port: 0cb10c6a-db98-46d9-9392-07017fd040ab, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:51:54.642768 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.710839 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] For port 0cb10c6a-db98-46d9-9392-07017fd040ab, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:51:54.713961 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] For port 0cb10c6a-db98-46d9-9392-07017fd040ab, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0cb10c6a-db98-46d9-9392-07017fd040ab,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:51:54.718384 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:54.754876 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:51:54.755621 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:54.820665 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c82a7a-3ecc-4457-ab8f-2a66d7902e99 None None] Pushing event updated for resources: {'Port': ['ID=0cb10c6a-db98-46d9-9392-07017fd040ab,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:54.836246 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-6ed19f69-40df-4b69-9ac4-958649e22449 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525185305&fields=id&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 267 time: 0.0333905 Oct 20 03:51:54.881344 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:51:54.943171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-eb28c0d1-1fce-428e-93cb-7464912a274e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:54.944656 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-eb28c0d1-1fce-428e-93cb-7464912a274e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/networks?id=d4c79c56-7f32-4e16-9058-161727c12e49 HTTP/1.1" status: 200 len: 797 time: 0.1013963 Oct 20 03:51:54.962146 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-dcadf7f0-a1de-49b5-81a9-13ebc75b4566 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/quotas/b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 375 time: 0.0107439 Oct 20 03:51:55.019060 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95fd4bcb-7c50-4943-b3b6-b4577707089b tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509217 Oct 20 03:51:55.044010 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Attempt 3 to provision port 0cb10c6a-db98-46d9-9392-07017fd040ab Oct 20 03:51:55.087290 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:52Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:51:54Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:51:55.113074 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad153b-2610-4967-8895-ad232e49dc18 None None] The sync data for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv is: [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:52Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:51:54Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:51:55.128916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Current status of the port 0cb10c6a-db98-46d9-9392-07017fd040ab is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:51:55.129400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:55.180726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] For port 0cb10c6a-db98-46d9-9392-07017fd040ab, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0cb10c6a-db98-46d9-9392-07017fd040ab,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:51:55.187221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:55.192014 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-66940133-f7cb-4642-94bc-41f1421daa4b service neutron] 10.222.0.20 "GET /v2.0/networks/d4c79c56-7f32-4e16-9058-161727c12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606181 Oct 20 03:51:55.242064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Provisioning complete for port 85011a2c-743d-4f9c-8273-60cf56f41585 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:55.242438 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:55.242770 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Attempt 1 to provision port 85011a2c-743d-4f9c-8273-60cf56f41585 Oct 20 03:51:55.280151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Pushing event updated for resources: {'Port': ['ID=0cb10c6a-db98-46d9-9392-07017fd040ab,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:55.316958 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-43b9b7d1-2795-4ec9-9656-64915bad60a9 service neutron] 10.222.0.20 "GET /v2.0/networks/d4c79c56-7f32-4e16-9058-161727c12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185071 Oct 20 03:51:55.359779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a109774b-cd77-49d1-9c0e-0956471b7191 None None] Current status of the port 85011a2c-743d-4f9c-8273-60cf56f41585 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:51:55.461445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 210baf7b-8dff-48eb-8ef6-972b63991bf4 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:51:55.511493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7aa5f669-009f-41b8-9f0f-06509987b5b3 None None] Provisioning complete for port 0cb10c6a-db98-46d9-9392-07017fd040ab triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:55.511955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7aa5f669-009f-41b8-9f0f-06509987b5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:55.512590 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7aa5f669-009f-41b8-9f0f-06509987b5b3 None None] Attempt 1 to provision port 0cb10c6a-db98-46d9-9392-07017fd040ab Oct 20 03:51:55.522847 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3be49dbc-e711-4f4f-b962-96b127674b0a req-b085935e-f3a7-4486-8a7e-78873459dfd7 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 210 time: 0.0357525 Oct 20 03:51:55.569379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 210baf7b-8dff-48eb-8ef6-972b63991bf4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:55.569834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:55.570232 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 210baf7b-8dff-48eb-8ef6-972b63991bf4 Oct 20 03:51:55.653848 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5f669-009f-41b8-9f0f-06509987b5b3 None None] Current status of the port 0cb10c6a-db98-46d9-9392-07017fd040ab is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:51:55.694919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 210baf7b-8dff-48eb-8ef6-972b63991bf4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:51:55.696011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0cb10c6a-db98-46d9-9392-07017fd040ab up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:51:55.752760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 0cb10c6a-db98-46d9-9392-07017fd040ab triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:55.753139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:55.753484 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 0cb10c6a-db98-46d9-9392-07017fd040ab Oct 20 03:51:55.834849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 0cb10c6a-db98-46d9-9392-07017fd040ab is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:51:55.836048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 85011a2c-743d-4f9c-8273-60cf56f41585 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:51:55.888188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 85011a2c-743d-4f9c-8273-60cf56f41585 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:55.888739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:55.889285 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 85011a2c-743d-4f9c-8273-60cf56f41585 Oct 20 03:51:55.981583 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 85011a2c-743d-4f9c-8273-60cf56f41585 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:51:56.543557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-06a4009a-1583-45d5-8d9b-a88cc5e75eb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:56.545052 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-06a4009a-1583-45d5-8d9b-a88cc5e75eb6 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/networks?id=d4c79c56-7f32-4e16-9058-161727c12e49 HTTP/1.1" status: 200 len: 797 time: 0.1089771 Oct 20 03:51:56.599497 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-a1e57edb-37ec-4fa7-bef5-e1a43f2909a1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3377485cec342568db75b308b8a96d4 HTTP/1.1" status: 200 len: 380 time: 0.0394485 Oct 20 03:51:56.609959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'port': {'device_id': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'admin_state_up': True, 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'security_groups': ['cb97401e-e155-46e0-a5ea-ce1ecd846474']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:56.633295 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bf46617c-1e7e-40e9-8591-6c17ba57f306 req-512664a3-c1aa-4b7c-bb99-5a467c6ee9fe tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 210 time: 0.0275028 Oct 20 03:51:56.721809 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Made reservation on behalf of b3377485cec342568db75b308b8a96d4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:51:56.725420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:56.848488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.20.0.14 (d4c79c56-7f32-4e16-9058-161727c12e49/6305d581-4d8f-49fc-a031-42eac1668051/60677036-fe78-425a-a15b-189e51dc7551) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:51:56.992255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:57.025292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:57.066575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network d4c79c56-7f32-4e16-9058-161727c12e49 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:51:57.069625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:51:57.073228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:51:57.100457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=60677036-fe78-425a-a15b-189e51dc7551,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:57.127583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:57.128209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:57.145123 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-3bc775a6-8fbc-448a-a1e8-2a99934b7368 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5389566 Oct 20 03:51:57.162286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Request body: {'port': {'device_id': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:51:57.284742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-126d9cf9-a20c-4925-835a-366a7709cdfe None None] Provisioning complete for port 60677036-fe78-425a-a15b-189e51dc7551 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:57.285233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-126d9cf9-a20c-4925-835a-366a7709cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:57.285419 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-126d9cf9-a20c-4925-835a-366a7709cdfe None None] Attempt 1 to provision port 60677036-fe78-425a-a15b-189e51dc7551 Oct 20 03:51:57.327394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-126d9cf9-a20c-4925-835a-366a7709cdfe None None] Port 60677036-fe78-425a-a15b-189e51dc7551 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:51:57.357656 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0cb10c6a-db98-46d9-9392-07017fd040ab up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:51:57.412299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 0cb10c6a-db98-46d9-9392-07017fd040ab triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:51:57.412671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:57.413005 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 0cb10c6a-db98-46d9-9392-07017fd040ab Oct 20 03:51:57.481308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:57.491471 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 0cb10c6a-db98-46d9-9392-07017fd040ab is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:51:57.773148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60677036-fe78-425a-a15b-189e51dc7551 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:51:57.782340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:57.800445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987481ec-eac0-4d65-8622-cddadc3833c8 req-0a7defdf-935c-4aaa-a49d-ca8bd1e96f90 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:57.801925 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-987481ec-eac0-4d65-8622-cddadc3833c8 req-0a7defdf-935c-4aaa-a49d-ca8bd1e96f90 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 932 time: 0.0923810 Oct 20 03:51:57.806523 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Transition to ACTIVE for port object 60677036-fe78-425a-a15b-189e51dc7551 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:51:57.814481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:57.829544 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-126d9cf9-a20c-4925-835a-366a7709cdfe None None] Attempt 2 to provision port 60677036-fe78-425a-a15b-189e51dc7551 Oct 20 03:51:57.865996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-126d9cf9-a20c-4925-835a-366a7709cdfe None None] Port 60677036-fe78-425a-a15b-189e51dc7551 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:51:57.895207 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-987481ec-eac0-4d65-8622-cddadc3833c8 req-049f8aee-f525-4d76-8e5d-a6429b89d715 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb97401e-e155-46e0-a5ea-ce1ecd846474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872540 Oct 20 03:51:57.915538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Pushing event updated for resources: {'Port': ['ID=60677036-fe78-425a-a15b-189e51dc7551,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:57.945927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Attempting to bind port 60677036-fe78-425a-a15b-189e51dc7551 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:51:57.946258 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Attempting to bind port 60677036-fe78-425a-a15b-189e51dc7551 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:51:57.946586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Attempting to bind port 60677036-fe78-425a-a15b-189e51dc7551 on network d4c79c56-7f32-4e16-9058-161727c12e49 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:51:57.950818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Port 60677036-fe78-425a-a15b-189e51dc7551 on network d4c79c56-7f32-4e16-9058-161727c12e49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:51:57.951137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Attempting to bind port 60677036-fe78-425a-a15b-189e51dc7551 on network d4c79c56-7f32-4e16-9058-161727c12e49 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:51:57.956384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:51:57.956718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Checking segment: {'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:51:57.957096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Bound using segment: {'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:51:57.957521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Bound port: 60677036-fe78-425a-a15b-189e51dc7551, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c49a14-8e9a-496e-8734-db304c2f6e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:51:57.957869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:58.024897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] For port 60677036-fe78-425a-a15b-189e51dc7551, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:51:58.027944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] For port 60677036-fe78-425a-a15b-189e51dc7551, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=60677036-fe78-425a-a15b-189e51dc7551,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:51:58.032914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:58.036105 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:58.036864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:51:58.038241 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] 10.222.0.36 "PUT /v2.0/ports/60677036-fe78-425a-a15b-189e51dc7551 HTTP/1.1" status: 200 len: 1094 time: 0.8809252 Oct 20 03:51:58.040214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'tag': '60677036-fe78-425a-a15b-189e51dc7551'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:51:58.042490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5715fad6-ac7e-49f6-ab01-0e12a440fb0b", "tag": "60677036-fe78-425a-a15b-189e51dc7551"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:51:58.090624 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8db1566-c5a0-4bb1-8984-3d3192c918ed x-openstack-request-id: req-c8db1566-c5a0-4bb1-8984-3d3192c918ed {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:51:58.090916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5715fad6-ac7e-49f6-ab01-0e12a440fb0b", "tag": "60677036-fe78-425a-a15b-189e51dc7551", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:51:58.091170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8db1566-c5a0-4bb1-8984-3d3192c918ed {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:51:58.091571 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8db1566-c5a0-4bb1-8984-3d3192c918ed'] response: {'name': 'network-changed', 'server_uuid': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'tag': '60677036-fe78-425a-a15b-189e51dc7551', 'status': 'completed', 'code': 200} Oct 20 03:51:58.121575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1fa47-4587-429e-9220-2f785c0e8098 service neutron] Pushing event updated for resources: {'Port': ['ID=60677036-fe78-425a-a15b-189e51dc7551,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:51:58.133530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-9aaa5556-9ab1-47b6-ac48-7399ea9bc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:58.135021 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-9aaa5556-9ab1-47b6-ac48-7399ea9bc9bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 1097 time: 0.0578501 Oct 20 03:51:58.185158 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-95539b20-6815-4128-8beb-4a7519abe2eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60677036-fe78-425a-a15b-189e51dc7551 HTTP/1.1" status: 200 len: 217 time: 0.0385287 Oct 20 03:51:58.237230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-6f31f2bb-8ffc-4766-824f-c7606236b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:58.238653 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-6f31f2bb-8ffc-4766-824f-c7606236b337 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6305d581-4d8f-49fc-a031-42eac1668051 HTTP/1.1" status: 200 len: 834 time: 0.0440965 Oct 20 03:51:58.287972 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-978f4987-7d40-4802-8759-4c813ae1da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:58.289492 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-978f4987-7d40-4802-8759-4c813ae1da2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4c79c56-7f32-4e16-9058-161727c12e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406189 Oct 20 03:51:58.366821 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-126d9cf9-a20c-4925-835a-366a7709cdfe None None] Attempt 3 to provision port 60677036-fe78-425a-a15b-189e51dc7551 Oct 20 03:51:58.387849 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-1cf51283-a0ac-4b37-a861-782fc63b7092 service neutron] 10.222.0.36 "GET /v2.0/networks/d4c79c56-7f32-4e16-9058-161727c12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872421 Oct 20 03:51:58.410597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-126d9cf9-a20c-4925-835a-366a7709cdfe None None] Port 60677036-fe78-425a-a15b-189e51dc7551 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:51:58.482795 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-38ef1fca-5ab1-4bbd-be62-85c8c772969c req-1c853b30-790f-4ffd-b2c1-ac1f6d677bca service neutron] 10.222.0.36 "GET /v2.0/networks/d4c79c56-7f32-4e16-9058-161727c12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848505 Oct 20 03:51:58.584577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7 req-ddcd938b-efab-4f19-b9c2-e3d4fa3d15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:58.586051 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7 req-ddcd938b-efab-4f19-b9c2-e3d4fa3d15b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 1097 time: 0.0458651 Oct 20 03:51:58.678869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7 req-7b674ab1-340f-4dbe-9df4-0dfc7507c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:58.680372 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7 req-7b674ab1-340f-4dbe-9df4-0dfc7507c25a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4c79c56-7f32-4e16-9058-161727c12e49 HTTP/1.1" status: 200 len: 898 time: 0.0841188 Oct 20 03:51:58.725817 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7 req-76ad770a-61ca-44fb-b4e6-0d1a31b8128f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60677036-fe78-425a-a15b-189e51dc7551 HTTP/1.1" status: 200 len: 217 time: 0.0385501 Oct 20 03:51:58.776651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7 req-92b68efd-324c-4077-956d-575a1e3edbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:58.777999 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7 req-92b68efd-324c-4077-956d-575a1e3edbd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6305d581-4d8f-49fc-a031-42eac1668051 HTTP/1.1" status: 200 len: 834 time: 0.0439374 Oct 20 03:51:58.824549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7 req-5723f44c-c56e-4acd-9bf8-5334eed6ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:58.825990 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7 req-5723f44c-c56e-4acd-9bf8-5334eed6ead0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4c79c56-7f32-4e16-9058-161727c12e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392983 Oct 20 03:51:58.920156 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7 req-86098c53-81fa-42ea-833b-9012a9ec8642 service neutron] 10.222.0.36 "GET /v2.0/networks/d4c79c56-7f32-4e16-9058-161727c12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854366 Oct 20 03:51:59.043077 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-212ce5ec-2370-4db7-87e7-a1b1a0b992a7 req-6a3fbaa1-2ddd-478a-99d0-67f7c2757a4b service neutron] 10.222.0.36 "GET /v2.0/networks/d4c79c56-7f32-4e16-9058-161727c12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160560 Oct 20 03:51:59.055209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d0fa9-5868-4bc1-bc82-4772e124ca26 req-ef8fe234-b538-4988-a03a-30a820624e46 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:51:59.056634 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-454d0fa9-5868-4bc1-bc82-4772e124ca26 req-ef8fe234-b538-4988-a03a-30a820624e46 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 944 time: 0.0726638 Oct 20 03:51:59.095003 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-454d0fa9-5868-4bc1-bc82-4772e124ca26 req-0b1ce87f-b9f9-4d1c-b5a9-c2798d0b6634 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb97401e-e155-46e0-a5ea-ce1ecd846474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321467 Oct 20 03:52:00.216131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd2d1b-c21a-4e7d-ba1a-3cebea2c97fa req-5a7da03a-1086-4e09-a247-54204c606512 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:00.217627 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a6cd2d1b-c21a-4e7d-ba1a-3cebea2c97fa req-5a7da03a-1086-4e09-a247-54204c606512 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 944 time: 0.0487361 Oct 20 03:52:00.255251 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a6cd2d1b-c21a-4e7d-ba1a-3cebea2c97fa req-689929c3-cdd4-42ee-b5a9-9ed05d6e4b57 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb97401e-e155-46e0-a5ea-ce1ecd846474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316219 Oct 20 03:52:01.232315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 60677036-fe78-425a-a15b-189e51dc7551 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:52:01.327201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 60677036-fe78-425a-a15b-189e51dc7551, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=60677036-fe78-425a-a15b-189e51dc7551,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:52:01.342677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '60677036-fe78-425a-a15b-189e51dc7551', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'port_id': '60677036-fe78-425a-a15b-189e51dc7551', 'mac_address': 'fa:16:3e:c1:55:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:52:01.378822 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577742da-10fe-4f3d-8211-049985056bee req-3d012997-fd56-4b92-92ee-eed72e3272d1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:01.380323 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-577742da-10fe-4f3d-8211-049985056bee req-3d012997-fd56-4b92-92ee-eed72e3272d1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 944 time: 0.0492704 Oct 20 03:52:01.380979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 60677036-fe78-425a-a15b-189e51dc7551 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:52:01.381373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:01.395002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60677036-fe78-425a-a15b-189e51dc7551 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:52:01.414826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 60677036-fe78-425a-a15b-189e51dc7551, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=60677036-fe78-425a-a15b-189e51dc7551,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:52:01.418839 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:01.420824 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-577742da-10fe-4f3d-8211-049985056bee req-9668547b-20aa-403f-b764-23a954932807 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb97401e-e155-46e0-a5ea-ce1ecd846474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336201 Oct 20 03:52:01.466126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=60677036-fe78-425a-a15b-189e51dc7551,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:01.649824 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['60677036-fe78-425a-a15b-189e51dc7551'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:52:02.544856 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5fa6-12a6-421a-9509-2ad101fdcced req-2640132d-237f-48ce-9ec6-461a24522d13 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:02.546294 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7c4d5fa6-12a6-421a-9509-2ad101fdcced req-2640132d-237f-48ce-9ec6-461a24522d13 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 945 time: 0.0535641 Oct 20 03:52:02.583281 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7c4d5fa6-12a6-421a-9509-2ad101fdcced req-696d3652-c08a-46da-8ccd-9872969258f8 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb97401e-e155-46e0-a5ea-ce1ecd846474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303476 Oct 20 03:52:03.232052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 60677036-fe78-425a-a15b-189e51dc7551 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:52:03.280944 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 60677036-fe78-425a-a15b-189e51dc7551 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:52:03.284635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 60677036-fe78-425a-a15b-189e51dc7551 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:03.284958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:03.285295 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 60677036-fe78-425a-a15b-189e51dc7551 Oct 20 03:52:03.365514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 60677036-fe78-425a-a15b-189e51dc7551 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:52:03.365895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:03.388452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60677036-fe78-425a-a15b-189e51dc7551'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:52:03.391072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235b96b4-3fb9-466b-ab3b-f3e1d25724c5" -d '{"events": [{"server_uuid": "5715fad6-ac7e-49f6-ab01-0e12a440fb0b", "name": "network-vif-plugged", "status": "completed", "tag": "60677036-fe78-425a-a15b-189e51dc7551"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:52:03.404379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 60677036-fe78-425a-a15b-189e51dc7551, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=60677036-fe78-425a-a15b-189e51dc7551,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:52:03.408673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:03.433458 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656672c4-03fc-4716-8d7b-a7168c6c7874 x-openstack-request-id: req-656672c4-03fc-4716-8d7b-a7168c6c7874 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:52:03.433767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5715fad6-ac7e-49f6-ab01-0e12a440fb0b", "name": "network-vif-plugged", "status": "completed", "tag": "60677036-fe78-425a-a15b-189e51dc7551", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:52:03.434019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-656672c4-03fc-4716-8d7b-a7168c6c7874 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:52:03.434410 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656672c4-03fc-4716-8d7b-a7168c6c7874'] response: {'server_uuid': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60677036-fe78-425a-a15b-189e51dc7551', 'code': 200} Oct 20 03:52:03.461829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=60677036-fe78-425a-a15b-189e51dc7551,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:03.599353 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63d39-f459-4506-b2a2-3c3f6fe6917a req-935c4377-b99d-4043-bbe8-30278ed27746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:03.600843 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25b63d39-f459-4506-b2a2-3c3f6fe6917a req-935c4377-b99d-4043-bbe8-30278ed27746 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 1099 time: 0.0398269 Oct 20 03:52:03.636160 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25b63d39-f459-4506-b2a2-3c3f6fe6917a req-fce2c67e-3733-4be3-bca1-25e73130e3f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cb97401e-e155-46e0-a5ea-ce1ecd846474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287833 Oct 20 03:52:03.703450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0c25-f0cf-4e69-adae-5ca778cced21 req-7a4a8556-874e-45e9-ac39-e3c429ee0a4d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:03.705324 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-537e0c25-f0cf-4e69-adae-5ca778cced21 req-7a4a8556-874e-45e9-ac39-e3c429ee0a4d tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 946 time: 0.0478733 Oct 20 03:52:03.742107 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-537e0c25-f0cf-4e69-adae-5ca778cced21 req-355b2484-466b-4ee0-ab10-1fc900736577 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb97401e-e155-46e0-a5ea-ce1ecd846474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309699 Oct 20 03:52:04.870517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca561125-4e87-4875-bfcb-aa2c813a9f84 req-0714ecf2-7a46-431c-aacd-6bea2f65fbc3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:04.871970 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ca561125-4e87-4875-bfcb-aa2c813a9f84 req-0714ecf2-7a46-431c-aacd-6bea2f65fbc3 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 946 time: 0.0535703 Oct 20 03:52:04.910210 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ca561125-4e87-4875-bfcb-aa2c813a9f84 req-c170bbac-e775-47b7-850f-8797f3cc1bf4 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb97401e-e155-46e0-a5ea-ce1ecd846474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316932 Oct 20 03:52:05.028923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7f6b6-469f-4a80-9047-e6e64d96bffa req-3636b6e8-7896-4449-9164-50596d732763 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:05.030304 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-42b7f6b6-469f-4a80-9047-e6e64d96bffa req-3636b6e8-7896-4449-9164-50596d732763 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 946 time: 0.0494070 Oct 20 03:52:05.068318 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-42b7f6b6-469f-4a80-9047-e6e64d96bffa req-37e78bd3-7686-49cc-be2d-1a858b37758c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb97401e-e155-46e0-a5ea-ce1ecd846474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Oct 20 03:52:05.095987 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59768) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:05.138151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5926926e-2aa0-46d1-9da1-5e6ab1b86d21 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:05.139602 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5926926e-2aa0-46d1-9da1-5e6ab1b86d21 tempest-TestNetworkBasicOps-1696757742 tempest-TestNetworkBasicOps-1696757742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 1094 time: 0.0426311 Oct 20 03:52:05.142526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59770) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:05.146660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '60677036-fe78-425a-a15b-189e51dc7551', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:05.166002 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:05.259540 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:05.365498 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Allocated IP 172.26.0.25 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/63f62dde-f85b-41b3-aa56-eeed64993467) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:52:05.463035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:05.494342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:05.536703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:52:05.539464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:52:05.542894 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:52:05.565429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=63f62dde-f85b-41b3-aa56-eeed64993467,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:05.902773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:05.970767 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:06.399400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:06.403999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:06.470604 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event updated for resources: {'Port': ['ID=63f62dde-f85b-41b3-aa56-eeed64993467,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:06.473924 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:06.572722 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 0937b60e-7f4c-4cdc-8215-dacc3b1478c2 associated. External IP: 172.26.0.25, port: 60677036-fe78-425a-a15b-189e51dc7551. Oct 20 03:52:06.774944 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 53008ee5-5b67-4098-88af-c6a0fa39925d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:52:06.880510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:52:06.890478 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90273236-a200-487e-90c4-20884cc66663 None None] Sync routers for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:52:06.897912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:06.901275 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90273236-a200-487e-90c4-20884cc66663 None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:52:06.901897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-90273236-a200-487e-90c4-20884cc66663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:06.924333 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1d3f0827-7213-4a21-bfb7-57d51e9f59c1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7807794 Oct 20 03:52:06.925073 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'tag': '60677036-fe78-425a-a15b-189e51dc7551'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:52:06.927121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59772) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:06.927605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd782a5-0413-424b-90f2-155c667d142b" -d '{"events": [{"name": "network-changed", "server_uuid": "5715fad6-ac7e-49f6-ab01-0e12a440fb0b", "tag": "60677036-fe78-425a-a15b-189e51dc7551"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:52:06.965131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72564a5-635b-4104-94fe-7ff1663ff395 x-openstack-request-id: req-d72564a5-635b-4104-94fe-7ff1663ff395 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:52:06.965423 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5715fad6-ac7e-49f6-ab01-0e12a440fb0b", "tag": "60677036-fe78-425a-a15b-189e51dc7551", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:52:06.966297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d72564a5-635b-4104-94fe-7ff1663ff395 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:52:06.966727 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72564a5-635b-4104-94fe-7ff1663ff395'] response: {'name': 'network-changed', 'server_uuid': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'tag': '60677036-fe78-425a-a15b-189e51dc7551', 'status': 'completed', 'code': 200} Oct 20 03:52:06.991586 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9ac5576c-8d7e-46df-b44b-1447b59876bf tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/0937b60e-7f4c-4cdc-8215-dacc3b1478c2 HTTP/1.1" status: 200 len: 991 time: 0.0632625 Oct 20 03:52:07.011165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-90273236-a200-487e-90c4-20884cc66663 None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:52:07.031471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd782a5-0413-424b-90f2-155c667d142b req-8e6f5ed3-0b84-4f0c-900a-cb5c480fedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:07.033468 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2fd782a5-0413-424b-90f2-155c667d142b req-8e6f5ed3-0b84-4f0c-900a-cb5c480fedb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 1099 time: 0.0409358 Oct 20 03:52:07.127086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd782a5-0413-424b-90f2-155c667d142b req-dc4ad9dc-f262-427e-938c-0a312cdbeed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:07.128560 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2fd782a5-0413-424b-90f2-155c667d142b req-dc4ad9dc-f262-427e-938c-0a312cdbeed8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4c79c56-7f32-4e16-9058-161727c12e49 HTTP/1.1" status: 200 len: 898 time: 0.0879629 Oct 20 03:52:07.193581 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2fd782a5-0413-424b-90f2-155c667d142b req-04fc73f3-2c68-49f8-b8f3-24941c1a0804 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60677036-fe78-425a-a15b-189e51dc7551 HTTP/1.1" status: 200 len: 999 time: 0.0574286 Oct 20 03:52:07.231833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-90273236-a200-487e-90c4-20884cc66663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:52Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '0937b60e-7f4c-4cdc-8215-dacc3b1478c2', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'port_id': '60677036-fe78-425a-a15b-189e51dc7551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'mac_address': 'fa:16:3e:c1:55:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:05Z', 'updated_at': '2022-10-20T03:52:05Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:51:55Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:07.247095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd782a5-0413-424b-90f2-155c667d142b req-4a1639f1-41f0-451e-b7cd-5d55c1a35882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:07.248601 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2fd782a5-0413-424b-90f2-155c667d142b req-4a1639f1-41f0-451e-b7cd-5d55c1a35882 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6305d581-4d8f-49fc-a031-42eac1668051 HTTP/1.1" status: 200 len: 834 time: 0.0488510 Oct 20 03:52:07.257259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90273236-a200-487e-90c4-20884cc66663 None None] Checking router: 53008ee5-5b67-4098-88af-c6a0fa39925d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:52:07.265850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90273236-a200-487e-90c4-20884cc66663 None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:52:07.266457 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-90273236-a200-487e-90c4-20884cc66663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:51:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:07.295365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd782a5-0413-424b-90f2-155c667d142b req-47f7e360-e9a7-4fca-8aa7-5fb92b46f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:07.297344 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2fd782a5-0413-424b-90f2-155c667d142b req-47f7e360-e9a7-4fca-8aa7-5fb92b46f90e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4c79c56-7f32-4e16-9058-161727c12e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421121 Oct 20 03:52:07.371938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-90273236-a200-487e-90c4-20884cc66663 None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:52:07.391283 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2fd782a5-0413-424b-90f2-155c667d142b req-478d1596-b106-4e84-9ea4-27d1ea9a1f68 service neutron] 10.222.0.36 "GET /v2.0/networks/d4c79c56-7f32-4e16-9058-161727c12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877252 Oct 20 03:52:07.480229 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2fd782a5-0413-424b-90f2-155c667d142b req-eb15df93-0195-4da8-bc1e-e8b7bb3a3ff6 service neutron] 10.222.0.36 "GET /v2.0/networks/d4c79c56-7f32-4e16-9058-161727c12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825965 Oct 20 03:52:07.596637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-90273236-a200-487e-90c4-20884cc66663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:52Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '0937b60e-7f4c-4cdc-8215-dacc3b1478c2', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'port_id': '60677036-fe78-425a-a15b-189e51dc7551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'mac_address': 'fa:16:3e:c1:55:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:05Z', 'updated_at': '2022-10-20T03:52:05Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:51:55Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:07.624303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90273236-a200-487e-90c4-20884cc66663 None None] The sync data for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv is: [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:52Z', 'revision_number': 4, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '0937b60e-7f4c-4cdc-8215-dacc3b1478c2', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'port_id': '60677036-fe78-425a-a15b-189e51dc7551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'mac_address': 'fa:16:3e:c1:55:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:05Z', 'updated_at': '2022-10-20T03:52:05Z', 'revision_number': 0, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:51:55Z', 'revision_number': 5, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:52:07.811543 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb1bf6-01e9-4caa-bc75-900875c11dea None None] New status for floating IP 0937b60e-7f4c-4cdc-8215-dacc3b1478c2: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:52:07.995409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59776) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:08.057970 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e2058c74-8a2e-47f4-937e-6f764dfe9942 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/0937b60e-7f4c-4cdc-8215-dacc3b1478c2 HTTP/1.1" status: 200 len: 993 time: 0.0614963 Oct 20 03:52:08.555945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:14.568523 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-86d87b5c-5bc4-416b-a15a-957b541d2768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:16.577050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-48bb6853-e827-438e-8cc7-73b31b82776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:17.815927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:19.306105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:19.548353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:20.728087 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:52:38.557553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:41.297661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59788) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:41.302970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-20ac8e75-222a-44de-9fb2-74f61722c66c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:41.607697 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20ac8e75-222a-44de-9fb2-74f61722c66c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:41.618571 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20ac8e75-222a-44de-9fb2-74f61722c66c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:41.727095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ac8e75-222a-44de-9fb2-74f61722c66c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 53008ee5-5b67-4098-88af-c6a0fa39925d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:52:41.833745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ac8e75-222a-44de-9fb2-74f61722c66c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:52:41.840722 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-20ac8e75-222a-44de-9fb2-74f61722c66c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:41.841902 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-20ac8e75-222a-44de-9fb2-74f61722c66c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/53008ee5-5b67-4098-88af-c6a0fa39925d HTTP/1.1" status: 200 len: 889 time: 0.5432310 Oct 20 03:52:41.843177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12ec9a-3fa4-4d82-8f39-efd233305384 None None] Sync routers for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:52:41.858058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12ec9a-3fa4-4d82-8f39-efd233305384 None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:52:41.858589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ec12ec9a-3fa4-4d82-8f39-efd233305384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:52:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:41.892057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ec12ec9a-3fa4-4d82-8f39-efd233305384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:41.901059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12ec9a-3fa4-4d82-8f39-efd233305384 None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:52:41.901639 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ec12ec9a-3fa4-4d82-8f39-efd233305384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:52:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:41.932461 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ec12ec9a-3fa4-4d82-8f39-efd233305384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:41.933078 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12ec9a-3fa4-4d82-8f39-efd233305384 None None] The sync data for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv is: [] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:52:42.679174 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd098a3-1517-4387-b7cb-ec901cdadd18 None None] New status for floating IP 0937b60e-7f4c-4cdc-8215-dacc3b1478c2: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:52:43.357896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 210baf7b-8dff-48eb-8ef6-972b63991bf4 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:52:43.433988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 210baf7b-8dff-48eb-8ef6-972b63991bf4 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:52:43.434374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.454725 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 210baf7b-8dff-48eb-8ef6-972b63991bf4, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=210baf7b-8dff-48eb-8ef6-972b63991bf4,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:52:43.459246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.459964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0cb10c6a-db98-46d9-9392-07017fd040ab no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:52:43.530111 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=210baf7b-8dff-48eb-8ef6-972b63991bf4,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:43.573056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 0cb10c6a-db98-46d9-9392-07017fd040ab is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:52:43.573382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.605031 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 0cb10c6a-db98-46d9-9392-07017fd040ab, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0cb10c6a-db98-46d9-9392-07017fd040ab,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:52:43.608533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:43.654396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=0cb10c6a-db98-46d9-9392-07017fd040ab,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:43.974174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59792) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:43.978752 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ba0f607d-05c0-4aba-b154-c83f032c7499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:52:44.273945 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba0f607d-05c0-4aba-b154-c83f032c7499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1801352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5442'] for router, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:44.283874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba0f607d-05c0-4aba-b154-c83f032c7499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1801347'] for router, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:44.393577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0f607d-05c0-4aba-b154-c83f032c7499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 53008ee5-5b67-4098-88af-c6a0fa39925d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:52:44.500151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0f607d-05c0-4aba-b154-c83f032c7499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:52:44.507332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ba0f607d-05c0-4aba-b154-c83f032c7499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:44.508500 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ba0f607d-05c0-4aba-b154-c83f032c7499 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/53008ee5-5b67-4098-88af-c6a0fa39925d HTTP/1.1" status: 200 len: 888 time: 0.5333235 Oct 20 03:52:44.510796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348942ac-420e-470c-bf41-5eaad9b9791c None None] Sync routers for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:52:44.511917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59794) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:44.524510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348942ac-420e-470c-bf41-5eaad9b9791c None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:52:44.525068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-348942ac-420e-470c-bf41-5eaad9b9791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:52:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:44.584443 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-487d2457-4b27-4021-99bb-2fe73c3c528e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/0937b60e-7f4c-4cdc-8215-dacc3b1478c2 HTTP/1.1" status: 200 len: 991 time: 0.0712526 Oct 20 03:52:44.731077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d42cf22f-cea2-4db2-9d58-72ef0fa31f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:44.787038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-348942ac-420e-470c-bf41-5eaad9b9791c None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:52:45.019173 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-348942ac-420e-470c-bf41-5eaad9b9791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:44Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '0937b60e-7f4c-4cdc-8215-dacc3b1478c2', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'port_id': '60677036-fe78-425a-a15b-189e51dc7551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'mac_address': 'fa:16:3e:c1:55:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:05Z', 'updated_at': '2022-10-20T03:52:42Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:52:43Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:45.046270 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348942ac-420e-470c-bf41-5eaad9b9791c None None] Checking router: 53008ee5-5b67-4098-88af-c6a0fa39925d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:52:45.054874 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348942ac-420e-470c-bf41-5eaad9b9791c None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:52:45.055519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-348942ac-420e-470c-bf41-5eaad9b9791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:52:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:45.164964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-348942ac-420e-470c-bf41-5eaad9b9791c None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:52:45.389467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-348942ac-420e-470c-bf41-5eaad9b9791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:44Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '0937b60e-7f4c-4cdc-8215-dacc3b1478c2', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'port_id': '60677036-fe78-425a-a15b-189e51dc7551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'mac_address': 'fa:16:3e:c1:55:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:05Z', 'updated_at': '2022-10-20T03:52:42Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:52:43Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:45.415284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348942ac-420e-470c-bf41-5eaad9b9791c None None] The sync data for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv is: [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:44Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '0937b60e-7f4c-4cdc-8215-dacc3b1478c2', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'port_id': '60677036-fe78-425a-a15b-189e51dc7551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'mac_address': 'fa:16:3e:c1:55:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:52:05Z', 'updated_at': '2022-10-20T03:52:42Z', 'revision_number': 2, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:52:43Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:52:45.586099 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59796) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:45.669782 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2850294a-16de-49af-8209-eea5a5a44f3c tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/0937b60e-7f4c-4cdc-8215-dacc3b1478c2 HTTP/1.1" status: 200 len: 991 time: 0.0818624 Oct 20 03:52:46.579137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cdb53ebf-99d7-4164-9a30-88c4cd20d34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:46.672932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59798) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:46.733849 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4179affb-9958-49b9-9145-f7302b82b704 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/0937b60e-7f4c-4cdc-8215-dacc3b1478c2 HTTP/1.1" status: 200 len: 991 time: 0.0587604 Oct 20 03:52:46.987230 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e87828-fb27-45d1-a8f7-d5ab5db89c11 None None] New status for floating IP 0937b60e-7f4c-4cdc-8215-dacc3b1478c2: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:52:47.404122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 210baf7b-8dff-48eb-8ef6-972b63991bf4 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:52:47.451642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 210baf7b-8dff-48eb-8ef6-972b63991bf4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:47.451932 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:47.452259 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 210baf7b-8dff-48eb-8ef6-972b63991bf4 Oct 20 03:52:47.529113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 210baf7b-8dff-48eb-8ef6-972b63991bf4 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:52:47.529495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:47.549112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 210baf7b-8dff-48eb-8ef6-972b63991bf4, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=210baf7b-8dff-48eb-8ef6-972b63991bf4,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:52:47.552834 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:47.553573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0cb10c6a-db98-46d9-9392-07017fd040ab up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:52:47.626290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=210baf7b-8dff-48eb-8ef6-972b63991bf4,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:47.637574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 0cb10c6a-db98-46d9-9392-07017fd040ab triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:47.637937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:47.638268 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 0cb10c6a-db98-46d9-9392-07017fd040ab Oct 20 03:52:47.715121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 0cb10c6a-db98-46d9-9392-07017fd040ab is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:52:47.715396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:47.736645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59800) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:47.749699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 0cb10c6a-db98-46d9-9392-07017fd040ab, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0cb10c6a-db98-46d9-9392-07017fd040ab,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:52:47.755251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:47.798390 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b3d1ffbc-1c05-4e75-a95c-1f37e8c98184 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/floatingips/0937b60e-7f4c-4cdc-8215-dacc3b1478c2 HTTP/1.1" status: 200 len: 993 time: 0.0604143 Oct 20 03:52:47.802525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=0cb10c6a-db98-46d9-9392-07017fd040ab,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:47.819928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.819928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.820166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.820579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.820780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.821114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.821442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.821770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.822097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.822420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.822745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.823066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:47.837024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:48.077635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59806) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:48.235528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 63f62dde-f85b-41b3-aa56-eeed64993467 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:52:48.235876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:48.313220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:48.313551 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:48.325544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 63f62dde-f85b-41b3-aa56-eeed64993467 owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:52:48.473224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:48.498234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=63f62dde-f85b-41b3-aa56-eeed64993467,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:48.525179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.525531 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.525909 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.526244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.526578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.526912 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.527242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.527570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.527897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.528223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.528572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.528893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:48.567836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:48.568091 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Floating IP 0937b60e-7f4c-4cdc-8215-dacc3b1478c2 disassociated (deleted). External IP: 172.26.0.25, port: 60677036-fe78-425a-a15b-189e51dc7551. Oct 20 03:52:48.774880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 53008ee5-5b67-4098-88af-c6a0fa39925d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:52:48.880767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:52:48.886069 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:48.890068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b4f97-5d87-422c-85e2-46523a8e1994 None None] Sync routers for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:52:48.900218 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b4f97-5d87-422c-85e2-46523a8e1994 None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:52:48.900964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e90b4f97-5d87-422c-85e2-46523a8e1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:52:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:48.913815 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f742b0aa-f885-420e-a745-c05622d65faa tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/floatingips/0937b60e-7f4c-4cdc-8215-dacc3b1478c2 HTTP/1.1" status: 204 len: 168 time: 0.8350484 Oct 20 03:52:48.914456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'tag': '60677036-fe78-425a-a15b-189e51dc7551'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:52:48.916774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "5715fad6-ac7e-49f6-ab01-0e12a440fb0b", "tag": "60677036-fe78-425a-a15b-189e51dc7551"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:52:48.961968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f23897-b084-486e-bb3c-077f08739af0 x-openstack-request-id: req-b7f23897-b084-486e-bb3c-077f08739af0 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:52:48.962257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5715fad6-ac7e-49f6-ab01-0e12a440fb0b", "tag": "60677036-fe78-425a-a15b-189e51dc7551", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:52:48.962507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7f23897-b084-486e-bb3c-077f08739af0 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:52:48.962910 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f23897-b084-486e-bb3c-077f08739af0'] response: {'name': 'network-changed', 'server_uuid': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'tag': '60677036-fe78-425a-a15b-189e51dc7551', 'status': 'completed', 'code': 200} Oct 20 03:52:49.014951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-e90b4f97-5d87-422c-85e2-46523a8e1994 None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:52:49.040012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6 req-d19406c1-1eea-4cb4-a3ee-fdac89597a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:49.041757 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6 req-d19406c1-1eea-4cb4-a3ee-fdac89597a37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3377485cec342568db75b308b8a96d4&device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 1099 time: 0.0462828 Oct 20 03:52:49.151940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6 req-81c97a35-411f-4ff4-92fa-5125d78f8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:49.153738 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6 req-81c97a35-411f-4ff4-92fa-5125d78f8132 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4c79c56-7f32-4e16-9058-161727c12e49 HTTP/1.1" status: 200 len: 898 time: 0.1012597 Oct 20 03:52:49.166982 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22af3b9-6d1e-48a8-a5b2-0c84673e5f4c req-c3214bc5-89e8-480f-b3bc-d637f7b1ec2f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:49.168644 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b22af3b9-6d1e-48a8-a5b2-0c84673e5f4c req-c3214bc5-89e8-480f-b3bc-d637f7b1ec2f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 946 time: 0.0539403 Oct 20 03:52:49.201589 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6 req-01839bda-8372-4f05-8eb4-04f5187a8dd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60677036-fe78-425a-a15b-189e51dc7551 HTTP/1.1" status: 200 len: 217 time: 0.0401940 Oct 20 03:52:49.211134 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b22af3b9-6d1e-48a8-a5b2-0c84673e5f4c req-99e6e865-67ac-40cf-a4c4-7dc325c8699a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb97401e-e155-46e0-a5ea-ce1ecd846474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339267 Oct 20 03:52:49.236651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e90b4f97-5d87-422c-85e2-46523a8e1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:44Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:52:47Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:49.256714 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6 req-b88fa450-5fb4-4af9-89de-87f39becc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:49.258156 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6 req-b88fa450-5fb4-4af9-89de-87f39becc615 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6305d581-4d8f-49fc-a031-42eac1668051 HTTP/1.1" status: 200 len: 834 time: 0.0493610 Oct 20 03:52:49.262767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b4f97-5d87-422c-85e2-46523a8e1994 None None] Checking router: 53008ee5-5b67-4098-88af-c6a0fa39925d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:52:49.272843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b4f97-5d87-422c-85e2-46523a8e1994 None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:52:49.273545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e90b4f97-5d87-422c-85e2-46523a8e1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:52:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:49.310486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6 req-57723789-a0f1-41b3-a82e-3426b9c12f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:49.311158 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6 req-57723789-a0f1-41b3-a82e-3426b9c12f8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4c79c56-7f32-4e16-9058-161727c12e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454504 Oct 20 03:52:49.342310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:49.388425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 210baf7b-8dff-48eb-8ef6-972b63991bf4 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:52:49.417559 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6 req-aa3918a0-3548-4465-a79d-ff26f0665e10 service neutron] 10.222.0.36 "GET /v2.0/networks/d4c79c56-7f32-4e16-9058-161727c12e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990570 Oct 20 03:52:49.431374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-e90b4f97-5d87-422c-85e2-46523a8e1994 None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:52:49.516598 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-55944bfa-74d3-40c5-8b91-f02b29f8fdd6 req-b93d3b30-930b-4095-bc24-80d6262d1911 service neutron] 10.222.0.36 "GET /v2.0/networks/d4c79c56-7f32-4e16-9058-161727c12e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917511 Oct 20 03:52:49.525706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 210baf7b-8dff-48eb-8ef6-972b63991bf4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:49.526109 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:49.526443 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 210baf7b-8dff-48eb-8ef6-972b63991bf4 Oct 20 03:52:49.615122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:49.704167 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 210baf7b-8dff-48eb-8ef6-972b63991bf4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:52:49.705126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0cb10c6a-db98-46d9-9392-07017fd040ab up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:52:49.752602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e90b4f97-5d87-422c-85e2-46523a8e1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:44Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:52:47Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:49.780581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b4f97-5d87-422c-85e2-46523a8e1994 None None] The sync data for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv is: [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:44Z', 'revision_number': 6, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '0cb10c6a-db98-46d9-9392-07017fd040ab', 'name': '', 'network_id': 'd4c79c56-7f32-4e16-9058-161727c12e49', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'mac_address': 'fa:16:3e:ac:ca:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6305d581-4d8f-49fc-a031-42eac1668051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:51Z', 'updated_at': '2022-10-20T03:52:47Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'subnets': [{'id': '6305d581-4d8f-49fc-a031-42eac1668051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:52:49.787314 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 0cb10c6a-db98-46d9-9392-07017fd040ab triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:52:49.787688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:49.788022 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 0cb10c6a-db98-46d9-9392-07017fd040ab Oct 20 03:52:50.013098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 0cb10c6a-db98-46d9-9392-07017fd040ab is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:52:50.343634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d702-4263-4629-aba7-0a5451c0c586 req-623f3983-a100-4b38-8412-75940f2daecb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:50.345186 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-af05d702-4263-4629-aba7-0a5451c0c586 req-623f3983-a100-4b38-8412-75940f2daecb tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 946 time: 0.0558090 Oct 20 03:52:50.386718 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-af05d702-4263-4629-aba7-0a5451c0c586 req-324de19e-c05f-4c89-a025-c3555f1ff34a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb97401e-e155-46e0-a5ea-ce1ecd846474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353036 Oct 20 03:52:50.419195 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922dfaeb-b3ff-4741-add0-e03ebaf1166b None None] New status for floating IP 0937b60e-7f4c-4cdc-8215-dacc3b1478c2: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:52:50.643142 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5e310-f54d-4d29-98de-db939639265c req-ea559294-ec2b-4dd9-9fa3-5112e4e405f5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:52:50.644700 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-17d5e310-f54d-4d29-98de-db939639265c req-ea559294-ec2b-4dd9-9fa3-5112e4e405f5 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 946 time: 0.0516489 Oct 20 03:52:50.734038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-17d5e310-f54d-4d29-98de-db939639265c req-f707121d-d394-48fa-8442-68ae98ad210e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 60677036-fe78-425a-a15b-189e51dc7551 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:52:50.734294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-17d5e310-f54d-4d29-98de-db939639265c req-f707121d-d394-48fa-8442-68ae98ad210e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:50.823353 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-17d5e310-f54d-4d29-98de-db939639265c req-f707121d-d394-48fa-8442-68ae98ad210e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 60677036-fe78-425a-a15b-189e51dc7551, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=60677036-fe78-425a-a15b-189e51dc7551,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:52:50.823708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-17d5e310-f54d-4d29-98de-db939639265c req-f707121d-d394-48fa-8442-68ae98ad210e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:50.835561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-17d5e310-f54d-4d29-98de-db939639265c req-f707121d-d394-48fa-8442-68ae98ad210e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 60677036-fe78-425a-a15b-189e51dc7551 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:52:50.957951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-17d5e310-f54d-4d29-98de-db939639265c req-f707121d-d394-48fa-8442-68ae98ad210e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:51.252608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707121d-d394-48fa-8442-68ae98ad210e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=60677036-fe78-425a-a15b-189e51dc7551,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:51.296446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d5e310-f54d-4d29-98de-db939639265c req-f707121d-d394-48fa-8442-68ae98ad210e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] No DVR routers for this DVR port 60677036-fe78-425a-a15b-189e51dc7551 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:52:51.298964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-17d5e310-f54d-4d29-98de-db939639265c req-f707121d-d394-48fa-8442-68ae98ad210e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:51.303177 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-17d5e310-f54d-4d29-98de-db939639265c req-f707121d-d394-48fa-8442-68ae98ad210e tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.36 "DELETE /v2.0/ports/60677036-fe78-425a-a15b-189e51dc7551 HTTP/1.1" status: 204 len: 173 time: 0.6490214 Oct 20 03:52:51.303698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'name': 'network-vif-deleted', 'tag': '60677036-fe78-425a-a15b-189e51dc7551'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:52:51.306172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706c41f2-2560-43c0-9471-a21808495c37" -d '{"events": [{"server_uuid": "5715fad6-ac7e-49f6-ab01-0e12a440fb0b", "name": "network-vif-deleted", "tag": "60677036-fe78-425a-a15b-189e51dc7551"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:52:51.344606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be35029e-3416-4a8f-addb-26e5a8196a15 x-openstack-request-id: req-be35029e-3416-4a8f-addb-26e5a8196a15 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:52:51.345249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5715fad6-ac7e-49f6-ab01-0e12a440fb0b", "name": "network-vif-deleted", "tag": "60677036-fe78-425a-a15b-189e51dc7551", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:52:51.345669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be35029e-3416-4a8f-addb-26e5a8196a15 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:52:51.346090 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be35029e-3416-4a8f-addb-26e5a8196a15'] response: {'server_uuid': '5715fad6-ac7e-49f6-ab01-0e12a440fb0b', 'name': 'network-vif-deleted', 'tag': '60677036-fe78-425a-a15b-189e51dc7551', 'status': 'completed', 'code': 200} Oct 20 03:52:51.502427 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b4ff360c-f342-408b-9db3-521f734de677 req-d9ecaa89-574d-4598-b630-e3a115f62ee1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "GET /v2.0/ports?device_id=5715fad6-ac7e-49f6-ab01-0e12a440fb0b HTTP/1.1" status: 200 len: 210 time: 0.0257967 Oct 20 03:52:52.564291 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59822) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:52.622196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2636590-9f03-4ec8-ac78-1bec6016438a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:52.646611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2636590-9f03-4ec8-ac78-1bec6016438a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:52.708187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2636590-9f03-4ec8-ac78-1bec6016438a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:52.710548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2636590-9f03-4ec8-ac78-1bec6016438a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:52.711689 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d2636590-9f03-4ec8-ac78-1bec6016438a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb97401e-e155-46e0-a5ea-ce1ecd846474 HTTP/1.1" status: 204 len: 168 time: 0.1463995 Oct 20 03:52:52.721156 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2636590-9f03-4ec8-ac78-1bec6016438a tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb97401e-e155-46e0-a5ea-ce1ecd846474,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:52.745414 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59826) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:53.095020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:53.370788 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 0cb10c6a-db98-46d9-9392-07017fd040ab {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:52:53.371130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:53.461258 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 0cb10c6a-db98-46d9-9392-07017fd040ab, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0cb10c6a-db98-46d9-9392-07017fd040ab,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:52:53.461608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:53.474538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 0cb10c6a-db98-46d9-9392-07017fd040ab owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:52:53.656879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:53.680807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=0cb10c6a-db98-46d9-9392-07017fd040ab,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:53.861819 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.071607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Router 53008ee5-5b67-4098-88af-c6a0fa39925d has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:52:54.177829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:52:54.182855 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-20178c91-fde4-445e-8b7b-b547d2bc6394 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "PUT /v2.0/routers/53008ee5-5b67-4098-88af-c6a0fa39925d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4363887 Oct 20 03:52:54.185581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59828) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:54.188099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da129797-92d3-47d7-9f88-5a0f861869d3 None None] Sync routers for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:52:54.199605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da129797-92d3-47d7-9f88-5a0f861869d3 None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:52:54.200199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-da129797-92d3-47d7-9f88-5a0f861869d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:52:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:54.245455 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b684d217-62f6-410a-b77a-b2d36db8a2e1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting subnet 6305d581-4d8f-49fc-a031-42eac1668051 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:52:54.248633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b684d217-62f6-410a-b77a-b2d36db8a2e1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.288842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b684d217-62f6-410a-b77a-b2d36db8a2e1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.304515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-da129797-92d3-47d7-9f88-5a0f861869d3 None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:52:54.375082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b684d217-62f6-410a-b77a-b2d36db8a2e1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.439344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b684d217-62f6-410a-b77a-b2d36db8a2e1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.465947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684d217-62f6-410a-b77a-b2d36db8a2e1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Subnet': ['ID=6305d581-4d8f-49fc-a031-42eac1668051,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:54.471606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b684d217-62f6-410a-b77a-b2d36db8a2e1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.475059 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b684d217-62f6-410a-b77a-b2d36db8a2e1 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/subnets/6305d581-4d8f-49fc-a031-42eac1668051 HTTP/1.1" status: 204 len: 168 time: 0.2885005 Oct 20 03:52:54.477770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59830) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:54.481888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ee0e8b-c67b-46a3-8098-6bd9fd6487ab None None] Network d4c79c56-7f32-4e16-9058-161727c12e49 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:52:54.573858 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-da129797-92d3-47d7-9f88-5a0f861869d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:53Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:54.588907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.616583 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da129797-92d3-47d7-9f88-5a0f861869d3 None None] Checking router: 53008ee5-5b67-4098-88af-c6a0fa39925d for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:52:54.631500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da129797-92d3-47d7-9f88-5a0f861869d3 None None] Routers {'53008ee5-5b67-4098-88af-c6a0fa39925d'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:52:54.632034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-da129797-92d3-47d7-9f88-5a0f861869d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:52:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['53008ee5-5b67-4098-88af-c6a0fa39925d'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:54.701179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.726801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816da40a-a2ea-4b3b-b1c0-fa35b03807cc None None] DHCP port deletion for d4c79c56-7f32-4e16-9058-161727c12e49 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:52:54.756574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Deleting port 210baf7b-8dff-48eb-8ef6-972b63991bf4 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:52:54.757223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.769558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-da129797-92d3-47d7-9f88-5a0f861869d3 None None] Set router 53008ee5-5b67-4098-88af-c6a0fa39925d gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:52:54.835057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] For port 210baf7b-8dff-48eb-8ef6-972b63991bf4, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=210baf7b-8dff-48eb-8ef6-972b63991bf4,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:52:54.835415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:54.847051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Calling delete_port for 210baf7b-8dff-48eb-8ef6-972b63991bf4 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:52:54.900509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-816da40a-a2ea-4b3b-b1c0-fa35b03807cc None None] Deleting port 85011a2c-743d-4f9c-8273-60cf56f41585 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:52:54.900809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-816da40a-a2ea-4b3b-b1c0-fa35b03807cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.001608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-816da40a-a2ea-4b3b-b1c0-fa35b03807cc None None] For port 85011a2c-743d-4f9c-8273-60cf56f41585, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=85011a2c-743d-4f9c-8273-60cf56f41585,segment=NetworkSegment(e2c49a14-8e9a-496e-8734-db304c2f6e7b),segment_id=e2c49a14-8e9a-496e-8734-db304c2f6e7b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:52:55.001943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-816da40a-a2ea-4b3b-b1c0-fa35b03807cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.018324 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.020768 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-816da40a-a2ea-4b3b-b1c0-fa35b03807cc None None] Calling delete_port for 85011a2c-743d-4f9c-8273-60cf56f41585 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:52:55.045389 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Port': ['ID=210baf7b-8dff-48eb-8ef6-972b63991bf4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:55.093082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-da129797-92d3-47d7-9f88-5a0f861869d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:53Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:55.107915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.124780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da129797-92d3-47d7-9f88-5a0f861869d3 None None] The sync data for ids ['53008ee5-5b67-4098-88af-c6a0fa39925d'] in dv-neutron-861842-1-hyperv is: [{'id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'name': 'tempest-TestNetworkBasicOps-router-1282437542', 'tenant_id': 'b3377485cec342568db75b308b8a96d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:53Z', 'revision_number': 7, 'project_id': 'b3377485cec342568db75b308b8a96d4', 'gw_port': {'id': '210baf7b-8dff-48eb-8ef6-972b63991bf4', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008ee5-5b67-4098-88af-c6a0fa39925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:51:49Z', 'updated_at': '2022-10-20T03:52:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:52:55.147595 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-816da40a-a2ea-4b3b-b1c0-fa35b03807cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.177733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816da40a-a2ea-4b3b-b1c0-fa35b03807cc None None] No DVR routers for this DVR port 85011a2c-743d-4f9c-8273-60cf56f41585 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:52:55.181311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816da40a-a2ea-4b3b-b1c0-fa35b03807cc None None] Pushing event deleted for resources: {'Port': ['ID=85011a2c-743d-4f9c-8273-60cf56f41585,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:55.217885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.220293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.264207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.264785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Fanout notify agent at l3_agent the message router_deleted on router 53008ee5-5b67-4098-88af-c6a0fa39925d {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:52:55.272487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.273605 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-eb40f5e2-45b8-45bc-bc98-754b46525f56 tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/routers/53008ee5-5b67-4098-88af-c6a0fa39925d HTTP/1.1" status: 204 len: 168 time: 0.7948997 Oct 20 03:52:55.276332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59832) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:55.356807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.448518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.465309 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 60677036-fe78-425a-a15b-189e51dc7551 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:52:55.474297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c79c56-7f32-4e16-9058-161727c12e49']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:55.496288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 60677036-fe78-425a-a15b-189e51dc7551 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:52:55.496288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 60677036-fe78-425a-a15b-189e51dc7551 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:52:55.496631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c49a14-8e9a-496e-8734-db304c2f6e7b') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:55.496631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c49a14-8e9a-496e-8734-db304c2f6e7b') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:52:55.513059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.537399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.545528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:52:55.546008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.589448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 85011a2c-743d-4f9c-8273-60cf56f41585 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:52:55.619708 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 85011a2c-743d-4f9c-8273-60cf56f41585 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:52:55.620391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 85011a2c-743d-4f9c-8273-60cf56f41585 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:52:55.620919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0cb10c6a-db98-46d9-9392-07017fd040ab no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:52:55.629247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.636703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:55.643975 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] 10.222.0.20 "DELETE /v2.0/networks/d4c79c56-7f32-4e16-9058-161727c12e49 HTTP/1.1" status: 204 len: 168 time: 0.3639636 Oct 20 03:52:55.647795 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 0cb10c6a-db98-46d9-9392-07017fd040ab {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:52:55.648206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0cb10c6a-db98-46d9-9392-07017fd040ab not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:52:55.951640 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment e2c49a14-8e9a-496e-8734-db304c2f6e7b resource provider aggregate not found Oct 20 03:52:55.956248 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e92676-3c02-493c-a04e-6d4e3273ba7f tempest-TestNetworkBasicOps-314630193 tempest-TestNetworkBasicOps-314630193-project] Pushing event deleted for resources: {'Network': ['ID=d4c79c56-7f32-4e16-9058-161727c12e49,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:55.969682 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment e2c49a14-8e9a-496e-8734-db304c2f6e7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2c49a14-8e9a-496e-8734-db304c2f6e7b found for delete ", "request_id": "req-589f663d-1faa-4f46-99da-7b254107ff76"}]} Oct 20 03:52:55.979955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59844) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:56.107489 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6e64a48e-c49c-4314-b879-1aece26e8fde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3377485cec342568db75b308b8a96d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264114 Oct 20 03:52:56.109898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59848) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:56.157584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-83e1e25a-117d-4563-ad9e-9d0f9e855a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.179397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-83e1e25a-117d-4563-ad9e-9d0f9e855a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.226963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-83e1e25a-117d-4563-ad9e-9d0f9e855a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.229797 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-83e1e25a-117d-4563-ad9e-9d0f9e855a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.230962 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-83e1e25a-117d-4563-ad9e-9d0f9e855a2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/646a7133-00fb-4562-adab-bbeca75a8316 HTTP/1.1" status: 204 len: 168 time: 0.1201515 Oct 20 03:52:56.241476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1e25a-117d-4563-ad9e-9d0f9e855a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646a7133-00fb-4562-adab-bbeca75a8316,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:56.499762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 59854) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:56.513452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22d6600c-1ff6-4bfc-8b70-218d62ed8b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.588341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22d6600c-1ff6-4bfc-8b70-218d62ed8b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.591791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22d6600c-1ff6-4bfc-8b70-218d62ed8b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.632463 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-22d6600c-1ff6-4bfc-8b70-218d62ed8b99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea21d8ff9a9a41008930420b48362a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315913 Oct 20 03:52:56.633339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6600c-1ff6-4bfc-8b70-218d62ed8b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b0e105-76f5-434d-9893-3458f2fd276b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:56.635168 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 59856) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:52:56.685930 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.706569 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.752963 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.755941 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:52:56.757110 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13b0e105-76f5-434d-9893-3458f2fd276b HTTP/1.1" status: 204 len: 168 time: 0.1198027 Oct 20 03:52:56.765655 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b0e105-76f5-434d-9893-3458f2fd276b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:52:56.772834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:56.773178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:56.773516 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:56.773851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:56.774183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:56.774512 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:56.774839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:56.775162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:56.775484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:56.775809 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:56.776129 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:56.776478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fd581-bb28-40a0-8589-61803e62ead7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:52:57.329572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 210baf7b-8dff-48eb-8ef6-972b63991bf4 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:52:57.351258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 210baf7b-8dff-48eb-8ef6-972b63991bf4 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:52:57.351603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 210baf7b-8dff-48eb-8ef6-972b63991bf4 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:52:57.729056 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:53:02.881720 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-a9a25053-6302-462b-b0e0-df97821e6986 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d8401022c6cb45a5abe331116272bde0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297508 Oct 20 03:53:03.347384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-95115449-113f-43e0-bf96-e71c1446af86 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:03.349509 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-95115449-113f-43e0-bf96-e71c1446af86 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4621964 Oct 20 03:53:03.364024 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-16572ba5-1aac-411d-a939-e1d837a97b40 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/quotas/d8401022c6cb45a5abe331116272bde0 HTTP/1.1" status: 200 len: 375 time: 0.0087218 Oct 20 03:53:03.394736 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-592b2ce0-b3a2-43ed-91d6-cb3937672783 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8401022c6cb45a5abe331116272bde0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254185 Oct 20 03:53:03.550279 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0833ebc5-c570-4c7b-b64b-192c199b2cc7 req-081dcfc1-18d7-432c-9589-4e8dfb62e2aa tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 210 time: 0.0262325 Oct 20 03:53:04.632506 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-66cb80db-8633-4b69-9038-df3552848aaf req-84c1a371-8362-4bdc-bc81-067064328cb1 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 210 time: 0.0254943 Oct 20 03:53:05.750277 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82c66d33-d404-416d-9efa-c240cf51fa81 req-e968d1be-2ba9-4543-8b24-998ffce5faaa tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 210 time: 0.0262258 Oct 20 03:53:06.832706 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8e09ff65-a700-4a21-ab71-62ea10738d90 req-d33ce035-c3fb-4c96-83b4-d8af458d019c tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 210 time: 0.0272377 Oct 20 03:53:07.935196 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ad718aa4-68b6-43d5-a0b7-4c4a03e3b81e req-950496af-860f-497e-bacd-c8328ed59705 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Oct 20 03:53:08.501508 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-3473359d-ff58-448b-b4e6-2dedbff8a790 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d8401022c6cb45a5abe331116272bde0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296690 Oct 20 03:53:08.558137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:08.696768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-b4a1931f-afe1-4f89-a8e8-6e8681ddd3d1 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:08.698206 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-b4a1931f-afe1-4f89-a8e8-6e8681ddd3d1 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882377 Oct 20 03:53:08.710997 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Request body: {'port': {'device_id': 'fa78719d-3d5f-46a5-ac5b-3fd8c273cea3', 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2', 'admin_state_up': True, 'tenant_id': 'd8401022c6cb45a5abe331116272bde0'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:08.818371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Made reservation on behalf of d8401022c6cb45a5abe331116272bde0 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:53:08.821824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:08.830496 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:08.906502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:08.910042 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:08.976237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7450ceb-6c7e-4716-aca7-9c2da2a07540,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:09.043272 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e5a62d76-39a8-4a09-9367-07b4c1d59ab4 req-6bff658c-2ccb-4b06-a68d-b7b8c1173fef tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 210 time: 0.0298858 Oct 20 03:53:09.044945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Allocated IP 192.168.233.157 (961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2/259635c3-8207-4344-95a6-4eb962a33e65/d44204b3-64f2-451e-a40a-cf1291ad9419) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:53:09.192375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:09.226269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:09.274348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Network 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:53:09.277495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:53:09.281154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:53:09.287949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Pushing event updated for resources: {'Port': ['ID=d44204b3-64f2-451e-a40a-cf1291ad9419,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:09.337664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:09.338272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:09.354717 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-e8536f72-720d-42b5-94fe-35e660dc2094 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6473298 Oct 20 03:53:09.371011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Request body: {'port': {'device_id': 'fa78719d-3d5f-46a5-ac5b-3fd8c273cea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:09.427649 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:09.530905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-116034d9-43fc-4a5e-90c7-44fa9b1b2aa7 None None] Provisioning complete for port d44204b3-64f2-451e-a40a-cf1291ad9419 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:09.531273 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-116034d9-43fc-4a5e-90c7-44fa9b1b2aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:09.531608 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-116034d9-43fc-4a5e-90c7-44fa9b1b2aa7 None None] Attempt 1 to provision port d44204b3-64f2-451e-a40a-cf1291ad9419 Oct 20 03:53:09.566305 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-116034d9-43fc-4a5e-90c7-44fa9b1b2aa7 None None] Port d44204b3-64f2-451e-a40a-cf1291ad9419 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:53:09.695136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44204b3-64f2-451e-a40a-cf1291ad9419 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:53:09.702492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:09.714986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Transition to ACTIVE for port object d44204b3-64f2-451e-a40a-cf1291ad9419 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:53:09.718639 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:09.794753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d44204b3-64f2-451e-a40a-cf1291ad9419,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:09.825859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Attempting to bind port d44204b3-64f2-451e-a40a-cf1291ad9419 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:53:09.826196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Attempting to bind port d44204b3-64f2-451e-a40a-cf1291ad9419 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'ad5b94be-35c1-4710-b0ee-1fee91f5769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:53:09.826530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Attempting to bind port d44204b3-64f2-451e-a40a-cf1291ad9419 on network 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:53:09.830753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Port d44204b3-64f2-451e-a40a-cf1291ad9419 on network 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:53:09.831335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Attempting to bind port d44204b3-64f2-451e-a40a-cf1291ad9419 on network 961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:53:09.836713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:53:09.837049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Checking segment: {'id': 'ad5b94be-35c1-4710-b0ee-1fee91f5769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:53:09.837430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Bound using segment: {'id': 'ad5b94be-35c1-4710-b0ee-1fee91f5769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:53:09.837856 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Bound port: d44204b3-64f2-451e-a40a-cf1291ad9419, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5b94be-35c1-4710-b0ee-1fee91f5769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:53:09.838212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:09.904588 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] For port d44204b3-64f2-451e-a40a-cf1291ad9419, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:53:09.907534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] For port d44204b3-64f2-451e-a40a-cf1291ad9419, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d44204b3-64f2-451e-a40a-cf1291ad9419,segment=NetworkSegment(ad5b94be-35c1-4710-b0ee-1fee91f5769d),segment_id=ad5b94be-35c1-4710-b0ee-1fee91f5769d)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:53:09.911819 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:09.916563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:09.917160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:09.918553 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/d44204b3-64f2-451e-a40a-cf1291ad9419 HTTP/1.1" status: 200 len: 1098 time: 0.5518503 Oct 20 03:53:09.919034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa78719d-3d5f-46a5-ac5b-3fd8c273cea3', 'tag': 'd44204b3-64f2-451e-a40a-cf1291ad9419'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:09.921317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81878a5e-634c-4203-b313-3e1a0fd818a5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa78719d-3d5f-46a5-ac5b-3fd8c273cea3", "tag": "d44204b3-64f2-451e-a40a-cf1291ad9419"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:09.976703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ec0747-74e9-4cf8-9ffe-7248e39578db x-openstack-request-id: req-17ec0747-74e9-4cf8-9ffe-7248e39578db {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:09.977360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa78719d-3d5f-46a5-ac5b-3fd8c273cea3", "tag": "d44204b3-64f2-451e-a40a-cf1291ad9419", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:09.977360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17ec0747-74e9-4cf8-9ffe-7248e39578db {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:09.977621 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ec0747-74e9-4cf8-9ffe-7248e39578db'] response: {'name': 'network-changed', 'server_uuid': 'fa78719d-3d5f-46a5-ac5b-3fd8c273cea3', 'tag': 'd44204b3-64f2-451e-a40a-cf1291ad9419', 'status': 'completed', 'code': 200} Oct 20 03:53:09.996139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8c7bd-73e3-4bb7-8508-9c0f2d9054c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d44204b3-64f2-451e-a40a-cf1291ad9419,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:10.012223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-3e5bbe63-ac49-436f-bb03-038da18622f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:10.013793 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-3e5bbe63-ac49-436f-bb03-038da18622f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8401022c6cb45a5abe331116272bde0&device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 1101 time: 0.0555694 Oct 20 03:53:10.063761 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-ac9bdf4f-aaa8-4a3a-9687-801a3d668829 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d44204b3-64f2-451e-a40a-cf1291ad9419 HTTP/1.1" status: 200 len: 217 time: 0.0368915 Oct 20 03:53:10.067102 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-116034d9-43fc-4a5e-90c7-44fa9b1b2aa7 None None] Attempt 2 to provision port d44204b3-64f2-451e-a40a-cf1291ad9419 Oct 20 03:53:10.111483 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-116034d9-43fc-4a5e-90c7-44fa9b1b2aa7 None None] Port d44204b3-64f2-451e-a40a-cf1291ad9419 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:53:10.121198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-895cd6c9-829c-4db5-bdf1-6f937bf74807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:10.122770 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-895cd6c9-829c-4db5-bdf1-6f937bf74807 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=259635c3-8207-4344-95a6-4eb962a33e65 HTTP/1.1" status: 200 len: 843 time: 0.0476089 Oct 20 03:53:10.168545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94667a19-f47c-44a8-9914-15652cfaa091 req-6222000e-caa7-4e4d-9ca4-fe654fabfe53 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:10.170040 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-94667a19-f47c-44a8-9914-15652cfaa091 req-6222000e-caa7-4e4d-9ca4-fe654fabfe53 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 948 time: 0.0488968 Oct 20 03:53:10.171191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-10a1d7ba-57fa-4ace-b86f-34f05d04338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:10.172700 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-10a1d7ba-57fa-4ace-b86f-34f05d04338d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0419505 Oct 20 03:53:10.208665 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-94667a19-f47c-44a8-9914-15652cfaa091 req-871db111-ca6b-471e-81b7-a7ee2fad7c61 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7450ceb-6c7e-4716-aca7-9c2da2a07540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321698 Oct 20 03:53:10.271121 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-282154cb-2cd5-4cce-94d2-75a69cca9227 service neutron] 10.222.0.36 "GET /v2.0/networks/961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874529 Oct 20 03:53:10.364144 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52eb77c2-cd39-413c-8c2d-5b835c0da3ed req-8ec9d164-6049-4575-9918-12319c0347d5 service neutron] 10.222.0.36 "GET /v2.0/networks/961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826745 Oct 20 03:53:10.458040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81878a5e-634c-4203-b313-3e1a0fd818a5 req-cc7c37e6-c78f-4187-a33b-40e4e107e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:10.460394 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-81878a5e-634c-4203-b313-3e1a0fd818a5 req-cc7c37e6-c78f-4187-a33b-40e4e107e205 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8401022c6cb45a5abe331116272bde0&device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 1101 time: 0.0472119 Oct 20 03:53:10.550593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81878a5e-634c-4203-b313-3e1a0fd818a5 req-fa5a5e1e-2b3b-4a86-8cad-5ed440d2577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:10.552048 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-81878a5e-634c-4203-b313-3e1a0fd818a5 req-fa5a5e1e-2b3b-4a86-8cad-5ed440d2577b service neutron] 10.222.0.36 "GET /v2.0/networks?id=961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2 HTTP/1.1" status: 200 len: 870 time: 0.0852120 Oct 20 03:53:10.597246 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-81878a5e-634c-4203-b313-3e1a0fd818a5 req-b2dd509c-0314-4ec1-b9d5-d606bcb33fa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d44204b3-64f2-451e-a40a-cf1291ad9419 HTTP/1.1" status: 200 len: 217 time: 0.0378845 Oct 20 03:53:10.644982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81878a5e-634c-4203-b313-3e1a0fd818a5 req-ddd63e2b-e9a9-4df9-8c6c-c4bb6a876161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:10.646405 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-81878a5e-634c-4203-b313-3e1a0fd818a5 req-ddd63e2b-e9a9-4df9-8c6c-c4bb6a876161 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=259635c3-8207-4344-95a6-4eb962a33e65 HTTP/1.1" status: 200 len: 843 time: 0.0420473 Oct 20 03:53:10.691199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81878a5e-634c-4203-b313-3e1a0fd818a5 req-b756eff0-411d-4a62-82c1-e54701c0a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:10.692673 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-81878a5e-634c-4203-b313-3e1a0fd818a5 req-b756eff0-411d-4a62-82c1-e54701c0a0ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0395911 Oct 20 03:53:10.785168 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-81878a5e-634c-4203-b313-3e1a0fd818a5 req-36b328f2-abf3-4923-bece-f6afcda4dd68 service neutron] 10.222.0.36 "GET /v2.0/networks/961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845933 Oct 20 03:53:10.874322 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-81878a5e-634c-4203-b313-3e1a0fd818a5 req-d7a18ac1-6917-48b5-90f1-84b0b95c9838 service neutron] 10.222.0.36 "GET /v2.0/networks/961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814092 Oct 20 03:53:11.333613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a66fd-42ad-4db5-a357-eeee3076157c req-66e1ebb3-0872-4ee5-a457-2d4b35d2d9cc tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:11.335967 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4b5a66fd-42ad-4db5-a357-eeee3076157c req-66e1ebb3-0872-4ee5-a457-2d4b35d2d9cc tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 948 time: 0.0505579 Oct 20 03:53:11.381414 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4b5a66fd-42ad-4db5-a357-eeee3076157c req-9694e474-071a-41bc-b124-edb05fe12137 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7450ceb-6c7e-4716-aca7-9c2da2a07540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389562 Oct 20 03:53:12.501836 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a403c4-7f1f-4bfd-b9ec-b950cd06c1b2 req-456fc6d8-1540-42d3-b499-236a1543271b tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:12.503313 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b2a403c4-7f1f-4bfd-b9ec-b950cd06c1b2 req-456fc6d8-1540-42d3-b499-236a1543271b tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 948 time: 0.0490210 Oct 20 03:53:12.542480 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b2a403c4-7f1f-4bfd-b9ec-b950cd06c1b2 req-58c4e33d-d5d2-4cd5-9506-ee5ce922135c tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7450ceb-6c7e-4716-aca7-9c2da2a07540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Oct 20 03:53:13.542562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device d44204b3-64f2-451e-a40a-cf1291ad9419 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:53:13.637905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port d44204b3-64f2-451e-a40a-cf1291ad9419, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d44204b3-64f2-451e-a40a-cf1291ad9419,segment=NetworkSegment(ad5b94be-35c1-4710-b0ee-1fee91f5769d),segment_id=ad5b94be-35c1-4710-b0ee-1fee91f5769d)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:53:13.649622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'd44204b3-64f2-451e-a40a-cf1291ad9419', 'network_id': '961ae28a-caca-4ea4-8fc0-4b4e3f8fb9c2', 'port_id': 'd44204b3-64f2-451e-a40a-cf1291ad9419', 'mac_address': 'fa:16:3e:fd:eb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259635c3-8207-4344-95a6-4eb962a33e65', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:53:13.663992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd5fb5-2070-4207-a80a-0dc9bff37ee1 req-a811185c-1803-41e4-908a-a604dfe9c987 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:13.665511 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfcd5fb5-2070-4207-a80a-0dc9bff37ee1 req-a811185c-1803-41e4-908a-a604dfe9c987 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 948 time: 0.0497162 Oct 20 03:53:13.690177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port d44204b3-64f2-451e-a40a-cf1291ad9419 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:13.690565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:13.703214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44204b3-64f2-451e-a40a-cf1291ad9419 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:53:13.703507 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfcd5fb5-2070-4207-a80a-0dc9bff37ee1 req-fdb0c6c5-da2a-474f-a968-c17d975cd188 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7450ceb-6c7e-4716-aca7-9c2da2a07540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Oct 20 03:53:13.722823 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port d44204b3-64f2-451e-a40a-cf1291ad9419, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d44204b3-64f2-451e-a40a-cf1291ad9419,segment=NetworkSegment(ad5b94be-35c1-4710-b0ee-1fee91f5769d),segment_id=ad5b94be-35c1-4710-b0ee-1fee91f5769d)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:53:13.726943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:13.774523 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=d44204b3-64f2-451e-a40a-cf1291ad9419,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:14.041019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['d44204b3-64f2-451e-a40a-cf1291ad9419'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:53:14.573674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e03891fd-7d39-4595-b975-041776620635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:14.826997 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bd35c-03e6-4db0-9967-61598014a223 req-4cef794b-636d-454c-81cc-ebb73dd46feb tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:14.828407 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-813bd35c-03e6-4db0-9967-61598014a223 req-4cef794b-636d-454c-81cc-ebb73dd46feb tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 949 time: 0.0524557 Oct 20 03:53:14.866812 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-813bd35c-03e6-4db0-9967-61598014a223 req-63a39b57-a298-44b8-8d58-df469494dcb6 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7450ceb-6c7e-4716-aca7-9c2da2a07540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315230 Oct 20 03:53:15.558287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device d44204b3-64f2-451e-a40a-cf1291ad9419 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:53:15.605890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port d44204b3-64f2-451e-a40a-cf1291ad9419 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:53:15.609572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port d44204b3-64f2-451e-a40a-cf1291ad9419 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:15.609940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:15.610270 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port d44204b3-64f2-451e-a40a-cf1291ad9419 Oct 20 03:53:15.688941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port d44204b3-64f2-451e-a40a-cf1291ad9419 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:15.689325 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:15.712620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa78719d-3d5f-46a5-ac5b-3fd8c273cea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44204b3-64f2-451e-a40a-cf1291ad9419'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:15.714848 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9c95fb-a15a-440d-a6bf-b9208394c38e" -d '{"events": [{"server_uuid": "fa78719d-3d5f-46a5-ac5b-3fd8c273cea3", "name": "network-vif-plugged", "status": "completed", "tag": "d44204b3-64f2-451e-a40a-cf1291ad9419"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:15.727615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port d44204b3-64f2-451e-a40a-cf1291ad9419, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d44204b3-64f2-451e-a40a-cf1291ad9419,segment=NetworkSegment(ad5b94be-35c1-4710-b0ee-1fee91f5769d),segment_id=ad5b94be-35c1-4710-b0ee-1fee91f5769d)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:53:15.731910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:15.754795 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399ba850-c0a8-413b-a428-442bac446b23 x-openstack-request-id: req-399ba850-c0a8-413b-a428-442bac446b23 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:15.755088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa78719d-3d5f-46a5-ac5b-3fd8c273cea3", "name": "network-vif-plugged", "status": "completed", "tag": "d44204b3-64f2-451e-a40a-cf1291ad9419", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:15.755337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-399ba850-c0a8-413b-a428-442bac446b23 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:15.755799 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399ba850-c0a8-413b-a428-442bac446b23'] response: {'server_uuid': 'fa78719d-3d5f-46a5-ac5b-3fd8c273cea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44204b3-64f2-451e-a40a-cf1291ad9419', 'code': 200} Oct 20 03:53:15.782347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=d44204b3-64f2-451e-a40a-cf1291ad9419,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:15.927324 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3bebd-a197-4f32-ad89-3b4ce60697b9 req-70231108-e5d5-40b5-9e50-1b029400412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:15.928881 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4ac3bebd-a197-4f32-ad89-3b4ce60697b9 req-70231108-e5d5-40b5-9e50-1b029400412b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 1103 time: 0.0416718 Oct 20 03:53:15.967785 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4ac3bebd-a197-4f32-ad89-3b4ce60697b9 req-90c6e22f-5e80-45fb-889b-f4ca457a642b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b7450ceb-6c7e-4716-aca7-9c2da2a07540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289309 Oct 20 03:53:15.987684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed65dee-6b76-4483-9168-9f625198a168 req-1c795894-be22-4fb7-b95f-e39aef25484a tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:15.989191 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7ed65dee-6b76-4483-9168-9f625198a168 req-1c795894-be22-4fb7-b95f-e39aef25484a tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 950 time: 0.0493662 Oct 20 03:53:16.026342 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7ed65dee-6b76-4483-9168-9f625198a168 req-a4fdf59b-caa9-4837-a5a5-5964c6997b7d tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7450ceb-6c7e-4716-aca7-9c2da2a07540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Oct 20 03:53:16.583269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e5893744-68e6-4839-b577-8a1acd9be8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:17.152922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28af9bb-f71b-4119-9ad1-170f9d8bb23d req-f8c73124-f413-4929-969f-71dbc3dbb0fe tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:17.154605 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b28af9bb-f71b-4119-9ad1-170f9d8bb23d req-f8c73124-f413-4929-969f-71dbc3dbb0fe tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 950 time: 0.0525386 Oct 20 03:53:17.199557 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b28af9bb-f71b-4119-9ad1-170f9d8bb23d req-49df9aea-99b7-44a6-83d6-58bb5030f001 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7450ceb-6c7e-4716-aca7-9c2da2a07540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380421 Oct 20 03:53:17.822963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:18.321143 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae209c-6fc6-40a3-9771-b12b80d98c8d req-87124d50-b553-4b1d-afc5-e22ee3ca7ebf tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:18.323152 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-26ae209c-6fc6-40a3-9771-b12b80d98c8d req-87124d50-b553-4b1d-afc5-e22ee3ca7ebf tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 950 time: 0.0500939 Oct 20 03:53:18.361437 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-26ae209c-6fc6-40a3-9771-b12b80d98c8d req-fa936475-caec-415a-a2e9-a8c8b8be4564 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7450ceb-6c7e-4716-aca7-9c2da2a07540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Oct 20 03:53:18.743343 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-39c04e2d-e566-495a-af68-484950b4225a req-4eef9b65-958a-46d4-8e5e-396bba88d5c1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:53:18.744376 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-39c04e2d-e566-495a-af68-484950b4225a req-4eef9b65-958a-46d4-8e5e-396bba88d5c1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0945604 Oct 20 03:53:19.113057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-57a079b1-3508-4e4a-989f-6975411d37a0 req-559edfe1-99a0-4973-a6a2-056fe277935b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:53:19.114029 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-57a079b1-3508-4e4a-989f-6975411d37a0 req-559edfe1-99a0-4973-a6a2-056fe277935b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053411 Oct 20 03:53:19.311590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:19.469462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f368-1eae-4845-a862-3b5790f68444 req-99b8334a-0e0f-4fab-b21a-42b90e908097 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:19.470914 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2f94f368-1eae-4845-a862-3b5790f68444 req-99b8334a-0e0f-4fab-b21a-42b90e908097 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 950 time: 0.0525928 Oct 20 03:53:19.508921 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2f94f368-1eae-4845-a862-3b5790f68444 req-6c195fdc-de89-41c6-a3d5-5268107a3b8d tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7450ceb-6c7e-4716-aca7-9c2da2a07540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313561 Oct 20 03:53:19.547913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:20.632312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd2db2-4824-4fb6-aa6a-be57608f7163 req-4260dab3-a3fd-4eb4-aa60-bedea0fd4ef8 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:20.633782 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b8dd2db2-4824-4fb6-aa6a-be57608f7163 req-4260dab3-a3fd-4eb4-aa60-bedea0fd4ef8 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 950 time: 0.0493767 Oct 20 03:53:20.672176 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b8dd2db2-4824-4fb6-aa6a-be57608f7163 req-b27b9a41-73bf-4dbf-a899-7fbba8716ad3 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7450ceb-6c7e-4716-aca7-9c2da2a07540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Oct 20 03:53:20.835584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec663c4-e623-4f8a-ad33-2917657cac95 req-7506bac6-8be1-4607-94c8-a978746ffa18 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:20.836965 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9ec663c4-e623-4f8a-ad33-2917657cac95 req-7506bac6-8be1-4607-94c8-a978746ffa18 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 950 time: 0.0490015 Oct 20 03:53:20.931146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-9ec663c4-e623-4f8a-ad33-2917657cac95 req-e681d52d-b87d-4b16-b19a-d26d914768e4 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Deleting port d44204b3-64f2-451e-a40a-cf1291ad9419 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:53:20.931486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-9ec663c4-e623-4f8a-ad33-2917657cac95 req-e681d52d-b87d-4b16-b19a-d26d914768e4 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:21.018723 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-9ec663c4-e623-4f8a-ad33-2917657cac95 req-e681d52d-b87d-4b16-b19a-d26d914768e4 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] For port d44204b3-64f2-451e-a40a-cf1291ad9419, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=d44204b3-64f2-451e-a40a-cf1291ad9419,segment=NetworkSegment(ad5b94be-35c1-4710-b0ee-1fee91f5769d),segment_id=ad5b94be-35c1-4710-b0ee-1fee91f5769d)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:53:21.019078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-9ec663c4-e623-4f8a-ad33-2917657cac95 req-e681d52d-b87d-4b16-b19a-d26d914768e4 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:21.031991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-9ec663c4-e623-4f8a-ad33-2917657cac95 req-e681d52d-b87d-4b16-b19a-d26d914768e4 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Calling delete_port for d44204b3-64f2-451e-a40a-cf1291ad9419 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:53:21.161056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-9ec663c4-e623-4f8a-ad33-2917657cac95 req-e681d52d-b87d-4b16-b19a-d26d914768e4 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:21.177102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['d44204b3-64f2-451e-a40a-cf1291ad9419'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:53:21.189027 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681d52d-b87d-4b16-b19a-d26d914768e4 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Pushing event deleted for resources: {'Port': ['ID=d44204b3-64f2-451e-a40a-cf1291ad9419,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:21.236532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec663c4-e623-4f8a-ad33-2917657cac95 req-e681d52d-b87d-4b16-b19a-d26d914768e4 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] No DVR routers for this DVR port d44204b3-64f2-451e-a40a-cf1291ad9419 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:53:21.239508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-9ec663c4-e623-4f8a-ad33-2917657cac95 req-e681d52d-b87d-4b16-b19a-d26d914768e4 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:21.244087 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9ec663c4-e623-4f8a-ad33-2917657cac95 req-e681d52d-b87d-4b16-b19a-d26d914768e4 tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.36 "DELETE /v2.0/ports/d44204b3-64f2-451e-a40a-cf1291ad9419 HTTP/1.1" status: 204 len: 173 time: 0.3979266 Oct 20 03:53:21.244678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa78719d-3d5f-46a5-ac5b-3fd8c273cea3', 'name': 'network-vif-deleted', 'tag': 'd44204b3-64f2-451e-a40a-cf1291ad9419'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:21.247037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7529f2d1-7149-4072-8f1d-9a10c9790296" -d '{"events": [{"server_uuid": "fa78719d-3d5f-46a5-ac5b-3fd8c273cea3", "name": "network-vif-deleted", "tag": "d44204b3-64f2-451e-a40a-cf1291ad9419"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:21.298501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c5a995-44b9-4bee-a691-0e70dbdba842 x-openstack-request-id: req-60c5a995-44b9-4bee-a691-0e70dbdba842 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:21.298808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa78719d-3d5f-46a5-ac5b-3fd8c273cea3", "name": "network-vif-deleted", "tag": "d44204b3-64f2-451e-a40a-cf1291ad9419", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:21.299065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60c5a995-44b9-4bee-a691-0e70dbdba842 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:21.300384 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c5a995-44b9-4bee-a691-0e70dbdba842'] response: {'server_uuid': 'fa78719d-3d5f-46a5-ac5b-3fd8c273cea3', 'name': 'network-vif-deleted', 'tag': 'd44204b3-64f2-451e-a40a-cf1291ad9419', 'status': 'completed', 'code': 200} Oct 20 03:53:21.790847 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4f73bf20-a116-480c-93df-8f16b00679a1 req-5fc3e0ce-aebc-4774-a628-60260e06a93c tempest-ServersAdminNegativeTestJSON-440805634 tempest-ServersAdminNegativeTestJSON-440805634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa78719d-3d5f-46a5-ac5b-3fd8c273cea3 HTTP/1.1" status: 200 len: 210 time: 0.0354369 Oct 20 03:53:23.081641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60014) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:53:23.208228 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-aa7b3fff-c654-40c7-9be1-23bb19093e61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8401022c6cb45a5abe331116272bde0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254444 Oct 20 03:53:23.211606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60018) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:53:23.258769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e6dc4a97-73ca-4028-ac4c-ee53848b216b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:23.279320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e6dc4a97-73ca-4028-ac4c-ee53848b216b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:23.326829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e6dc4a97-73ca-4028-ac4c-ee53848b216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:23.329535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e6dc4a97-73ca-4028-ac4c-ee53848b216b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:23.330808 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e6dc4a97-73ca-4028-ac4c-ee53848b216b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7450ceb-6c7e-4716-aca7-9c2da2a07540 HTTP/1.1" status: 204 len: 168 time: 0.1181378 Oct 20 03:53:23.339383 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc4a97-73ca-4028-ac4c-ee53848b216b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7450ceb-6c7e-4716-aca7-9c2da2a07540,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:23.581866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60024) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:53:23.595163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b205-5a7e-4b38-b058-6071a7097610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:23.669430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b205-5a7e-4b38-b058-6071a7097610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:23.673445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b205-5a7e-4b38-b058-6071a7097610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:23.713292 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5fb8b205-5a7e-4b38-b058-6071a7097610 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cfb3cd273ed46f09cb39db97923ba93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303973 Oct 20 03:53:23.715317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8b205-5a7e-4b38-b058-6071a7097610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d57d6c4-d4d8-46d1-bfa7-f7c97069f4af,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:23.716028 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60026) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:53:23.764209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48260f1a-7b49-4491-9894-8d536cd4b9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:23.784639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48260f1a-7b49-4491-9894-8d536cd4b9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:23.829613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48260f1a-7b49-4491-9894-8d536cd4b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:23.832471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48260f1a-7b49-4491-9894-8d536cd4b9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:23.833649 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-48260f1a-7b49-4491-9894-8d536cd4b9cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d57d6c4-d4d8-46d1-bfa7-f7c97069f4af HTTP/1.1" status: 204 len: 168 time: 0.1164703 Oct 20 03:53:23.841279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48260f1a-7b49-4491-9894-8d536cd4b9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d57d6c4-d4d8-46d1-bfa7-f7c97069f4af,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:24.485410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60048) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:53:24.579161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1026733887-network', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:24.598670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Made reservation on behalf of f938544cc9434d0fb81e62254186cd52 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:53:24.601791 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:24.610017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:24.688494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:24.692075 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:24.717421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:53:24.727685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d599397-b42a-47f8-a132-8cc89261c60d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:24.732904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:24.733245 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Added segment 697c022e-f014-416e-871b-583135170e41 of type vlan for network 323d9b32-d312-4b40-9a28-240f4f17c3a3 Oct 20 03:53:24.773388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:24.797679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:24.798662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:24.799217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:24.850205 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3635705 Oct 20 03:53:24.853140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60052) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:53:24.858265 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] Request body: {'subnet': {'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1026733887-subnet', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:24.879854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] Made reservation on behalf of f938544cc9434d0fb81e62254186cd52 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:53:24.882533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:24.893094 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc02a-30c9-4b7b-97b5-c07d469ac2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=323d9b32-d312-4b40-9a28-240f4f17c3a3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:24.903629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 323d9b32-d312-4b40-9a28-240f4f17c3a3 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:53:25.059747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.108532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af0d763-7f0a-4bb9-9928-fa6ef2b59a00,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:25.124338 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] Checking segment: {'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:53:25.124691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] Network hostable DHCP agents. Network: 323d9b32-d312-4b40-9a28-240f4f17c3a3, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:53:25.145656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] Network 323d9b32-d312-4b40-9a28-240f4f17c3a3 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:53:25.154831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 323d9b32-d312-4b40-9a28-240f4f17c3a3) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:53:25.158787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:25.159360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.164660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f117ad-c113-4898-b838-edde19ae78e3 None None] Network 323d9b32-d312-4b40-9a28-240f4f17c3a3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:53:25.177454 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-66712593-415c-47c6-8c34-d61877e7e502 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3231306 Oct 20 03:53:25.180319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60054) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:53:25.184559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1026733887-router', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:25.202780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.203755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.259195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.311928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-323d9b32-d312-4b40-9a28-240f4f17c3a3', 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'fixed_ips': [{'subnet_id': '6af0d763-7f0a-4bb9-9928-fa6ef2b59a00'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:53:25.312887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.397538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.449856 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Allocated IP 172.20.0.2 (323d9b32-d312-4b40-9a28-240f4f17c3a3/6af0d763-7f0a-4bb9-9928-fa6ef2b59a00/c80dd48c-5775-4f4a-a140-53d313c366a7) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:53:25.589475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.595439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.632473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device d44204b3-64f2-451e-a40a-cf1291ad9419 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:53:25.645981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Network 323d9b32-d312-4b40-9a28-240f4f17c3a3 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:53:25.671421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:53:25.678298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:53:25.680545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: d44204b3-64f2-451e-a40a-cf1291ad9419 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:53:25.680893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device d44204b3-64f2-451e-a40a-cf1291ad9419 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:53:25.689094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Pushing event updated for resources: {'Port': ['ID=c80dd48c-5775-4f4a-a140-53d313c366a7,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:25.744378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Attempting to bind port c80dd48c-5775-4f4a-a140-53d313c366a7 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:53:25.744756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Attempting to bind port c80dd48c-5775-4f4a-a140-53d313c366a7 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:53:25.745115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Attempting to bind port c80dd48c-5775-4f4a-a140-53d313c366a7 on network 323d9b32-d312-4b40-9a28-240f4f17c3a3 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:53:25.750459 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:53:25.750832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Checking segment: {'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:53:25.751250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.751623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Bound using segment: {'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:53:25.752092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Bound port: c80dd48c-5775-4f4a-a140-53d313c366a7, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:53:25.752497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.818491 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] For port c80dd48c-5775-4f4a-a140-53d313c366a7, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:53:25.821766 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] For port c80dd48c-5775-4f4a-a140-53d313c366a7, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c80dd48c-5775-4f4a-a140-53d313c366a7,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:53:25.826170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.873941 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:25.887981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10398dd7-5ff0-48cd-a58d-d103e6e17b6d None None] Pushing event updated for resources: {'Port': ['ID=c80dd48c-5775-4f4a-a140-53d313c366a7,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:25.893261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:26.013994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Allocated IP 172.26.0.253 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/93b112d2-3853-4b4a-b571-95cafd1b8cc3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:53:26.120019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:26.155507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:26.199671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:53:26.202456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:53:26.204823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:53:26.228240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Pushing event updated for resources: {'Port': ['ID=93b112d2-3853-4b4a-b571-95cafd1b8cc3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:26.454375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:26.665552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:26.769668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d9f02-51e0-44f7-b445-14be0c686379 None None] Network 323d9b32-d312-4b40-9a28-240f4f17c3a3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:53:26.799374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Router e3317b14-1a89-43dd-86a6-8cc71bd338ff is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:53:26.857710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-80542d4d-0391-4eb5-b56e-efa97437fc02 None None] Provisioning complete for port c80dd48c-5775-4f4a-a140-53d313c366a7 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:26.858084 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-80542d4d-0391-4eb5-b56e-efa97437fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:26.858419 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-80542d4d-0391-4eb5-b56e-efa97437fc02 None None] Attempt 1 to provision port c80dd48c-5775-4f4a-a140-53d313c366a7 Oct 20 03:53:26.907469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:53:26.918822 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Sync routers for ids ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:53:26.932674 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Routers {'e3317b14-1a89-43dd-86a6-8cc71bd338ff'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:53:26.933613 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:53:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:26.935896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:26.940033 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-30d27641-726a-46a9-a937-24b1ed24671d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7587619 Oct 20 03:53:26.940483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60056) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:53:26.993690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-80542d4d-0391-4eb5-b56e-efa97437fc02 None None] Current status of the port c80dd48c-5775-4f4a-a140-53d313c366a7 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:26.994082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-80542d4d-0391-4eb5-b56e-efa97437fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.032396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-80542d4d-0391-4eb5-b56e-efa97437fc02 None None] For port c80dd48c-5775-4f4a-a140-53d313c366a7, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c80dd48c-5775-4f4a-a140-53d313c366a7,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:53:27.038888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-80542d4d-0391-4eb5-b56e-efa97437fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.051231 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Set router e3317b14-1a89-43dd-86a6-8cc71bd338ff gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:53:27.097324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80542d4d-0391-4eb5-b56e-efa97437fc02 None None] Pushing event updated for resources: {'Port': ['ID=c80dd48c-5775-4f4a-a140-53d313c366a7,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:27.238587 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'name': 'tempest-DeleteServersTestJSON-1026733887-router', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:26Z', 'revision_number': 3, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'gw_port': {'id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:27.265796 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Checking router: e3317b14-1a89-43dd-86a6-8cc71bd338ff for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:53:27.266141 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Updating router e3317b14-1a89-43dd-86a6-8cc71bd338ff port 93b112d2-3853-4b4a-b571-95cafd1b8cc3 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:53:27.291722 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.374336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e7633db7-3c73-4164-8a1f-bee5764b53de None None] Provisioning complete for port c80dd48c-5775-4f4a-a140-53d313c366a7 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:27.374708 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e7633db7-3c73-4164-8a1f-bee5764b53de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.375040 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e7633db7-3c73-4164-8a1f-bee5764b53de None None] Attempt 1 to provision port c80dd48c-5775-4f4a-a140-53d313c366a7 Oct 20 03:53:27.443799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.447884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c80dd48c-5775-4f4a-a140-53d313c366a7 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:53:27.490333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e7633db7-3c73-4164-8a1f-bee5764b53de None None] Current status of the port c80dd48c-5775-4f4a-a140-53d313c366a7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:27.512055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port c80dd48c-5775-4f4a-a140-53d313c366a7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:27.512384 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.512810 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port c80dd48c-5775-4f4a-a140-53d313c366a7 Oct 20 03:53:27.566274 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.574003 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.601269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port c80dd48c-5775-4f4a-a140-53d313c366a7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:27.610420 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Attempting to bind port 93b112d2-3853-4b4a-b571-95cafd1b8cc3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:53:27.610787 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Attempting to bind port 93b112d2-3853-4b4a-b571-95cafd1b8cc3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:53:27.611145 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Attempting to bind port 93b112d2-3853-4b4a-b571-95cafd1b8cc3 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:53:27.620879 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:53:27.621240 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:53:27.621633 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.622016 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:53:27.622489 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Bound port: 93b112d2-3853-4b4a-b571-95cafd1b8cc3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:53:27.622841 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.648416 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Pushing event updated for resources: {'Port': ['ID=93b112d2-3853-4b4a-b571-95cafd1b8cc3,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:27.651950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Allocated IP 172.20.0.1 (323d9b32-d312-4b40-9a28-240f4f17c3a3/6af0d763-7f0a-4bb9-9928-fa6ef2b59a00/33749ad5-8053-49d6-8c1f-cbdd144eeda5) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:53:27.657702 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.658044 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.658378 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.658705 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.659028 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.659356 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.659675 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.659992 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.660333 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.660650 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.660972 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.661302 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:53:27.689321 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] For port 93b112d2-3853-4b4a-b571-95cafd1b8cc3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:53:27.692689 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] For port 93b112d2-3853-4b4a-b571-95cafd1b8cc3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=93b112d2-3853-4b4a-b571-95cafd1b8cc3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:53:27.697291 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.767855 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.802672 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.821083 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Routers {'e3317b14-1a89-43dd-86a6-8cc71bd338ff'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:53:27.821695 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:53:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:27.844597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Network 323d9b32-d312-4b40-9a28-240f4f17c3a3 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:53:27.847452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:53:27.850765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:53:27.872729 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b3a4f-dceb-4525-86ac-c27a2ed326eb None None] Pushing event updated for resources: {'Port': ['ID=93b112d2-3853-4b4a-b571-95cafd1b8cc3,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:27.884113 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Pushing event updated for resources: {'Port': ['ID=33749ad5-8053-49d6-8c1f-cbdd144eeda5,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:27.901449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:27.948999 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] Set router e3317b14-1a89-43dd-86a6-8cc71bd338ff gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:53:28.040900 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:28.116962 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Provisioning complete for port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:28.118052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:28.118590 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Attempt 1 to provision port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 Oct 20 03:53:28.137154 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'name': 'tempest-DeleteServersTestJSON-1026733887-router', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:26Z', 'revision_number': 3, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'gw_port': {'id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:28.153867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:53:28.168067 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9ada32-d86a-4309-a485-e7cba41cc850 None None] The sync data for ids ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'] in dv-neutron-861842-1-hyperv is: [{'id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'name': 'tempest-DeleteServersTestJSON-1026733887-router', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:26Z', 'revision_number': 3, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'gw_port': {'id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:53:28.202801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:28.207514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:28.276793 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:28.278547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Pushing event updated for resources: {'Port': ['ID=33749ad5-8053-49d6-8c1f-cbdd144eeda5,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:28.376544 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Network 323d9b32-d312-4b40-9a28-240f4f17c3a3 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:53:28.378615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:53:28.510059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Router e3317b14-1a89-43dd-86a6-8cc71bd338ff has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:53:28.635308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:53:28.640750 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-35024f99-2ad6-47bc-9f33-7162cf410e39 admin admin] 10.222.0.20 "PUT /v2.0/routers/e3317b14-1a89-43dd-86a6-8cc71bd338ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990345 Oct 20 03:53:28.654701 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Attempt 2 to provision port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 Oct 20 03:53:28.696664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:53:29.076730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-a3b7e6fb-efd4-4977-90a7-e6c761661bd0 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:29.078105 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-a3b7e6fb-efd4-4977-90a7-e6c761661bd0 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/networks?id=323d9b32-d312-4b40-9a28-240f4f17c3a3 HTTP/1.1" status: 200 len: 812 time: 0.1078701 Oct 20 03:53:29.093317 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-11fe4987-e358-4bc8-91aa-ac84f3964660 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/quotas/f938544cc9434d0fb81e62254186cd52 HTTP/1.1" status: 200 len: 375 time: 0.0090075 Oct 20 03:53:29.144203 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-2d17035b-ac45-49fa-9c77-3a66bdc8bc0b tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f938544cc9434d0fb81e62254186cd52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453644 Oct 20 03:53:29.197877 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Attempt 3 to provision port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 Oct 20 03:53:29.233242 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:53:29.238656 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-e7632ccb-1c91-46e6-8902-a55bd44fbc20 service neutron] 10.222.0.20 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867982 Oct 20 03:53:29.328235 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-3d536291-72cd-489f-8ea0-aacd968381e6 service neutron] 10.222.0.20 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832062 Oct 20 03:53:29.419376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 93b112d2-3853-4b4a-b571-95cafd1b8cc3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:53:29.479847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 93b112d2-3853-4b4a-b571-95cafd1b8cc3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:29.480225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:29.480587 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 93b112d2-3853-4b4a-b571-95cafd1b8cc3 Oct 20 03:53:29.508864 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8bbe6663-4b0a-44c4-aeca-23819f518d44 req-6d54a2f7-3bd7-440d-b19d-5271dddc5125 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 210 time: 0.0313392 Oct 20 03:53:29.577308 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 93b112d2-3853-4b4a-b571-95cafd1b8cc3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:29.577731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:29.599976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 93b112d2-3853-4b4a-b571-95cafd1b8cc3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=93b112d2-3853-4b4a-b571-95cafd1b8cc3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:53:29.604516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:29.659681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=93b112d2-3853-4b4a-b571-95cafd1b8cc3,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:29.733959 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Attempt 4 to provision port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 Oct 20 03:53:29.770139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:53:29.837914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Sync routers for ids ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:53:29.847704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Routers {'e3317b14-1a89-43dd-86a6-8cc71bd338ff'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:53:29.848328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:53:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:29.962930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Set router e3317b14-1a89-43dd-86a6-8cc71bd338ff gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:53:30.162372 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'name': 'tempest-DeleteServersTestJSON-1026733887-router', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:27Z', 'revision_number': 4, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'gw_port': {'id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '33749ad5-8053-49d6-8c1f-cbdd144eeda5', 'name': '', 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'mac_address': 'fa:16:3e:3c:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '6af0d763-7f0a-4bb9-9928-fa6ef2b59a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:53:27Z', 'updated_at': '2022-10-20T03:53:28Z', 'revision_number': 2, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'subnets': [{'id': '6af0d763-7f0a-4bb9-9928-fa6ef2b59a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:30.187850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Checking router: e3317b14-1a89-43dd-86a6-8cc71bd338ff for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:53:30.188210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Updating router e3317b14-1a89-43dd-86a6-8cc71bd338ff port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:53:30.212898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:30.303627 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Attempt 5 to provision port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 Oct 20 03:53:30.358783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:53:30.512677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:30.517954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:30.537919 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-56bad8d7-2551-4710-a211-ad31db0f5cf6 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:30.539585 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-56bad8d7-2551-4710-a211-ad31db0f5cf6 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.36 "GET /v2.0/networks?id=323d9b32-d312-4b40-9a28-240f4f17c3a3 HTTP/1.1" status: 200 len: 812 time: 0.1142657 Oct 20 03:53:30.556084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Request body: {'port': {'device_id': 'b0e837f6-11ca-4d0d-a3ff-de2146f25d41', 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3', 'admin_state_up': True, 'tenant_id': 'f938544cc9434d0fb81e62254186cd52'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:30.610616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d4661-7f09-4ba2-bad6-4f7ab046110d None None] Pushing event updated for resources: {'Port': ['ID=33749ad5-8053-49d6-8c1f-cbdd144eeda5,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:30.624733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Attempting to bind port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:53:30.625165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Attempting to bind port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:53:30.625592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Attempting to bind port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 on network 323d9b32-d312-4b40-9a28-240f4f17c3a3 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:53:30.633236 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:53:30.633682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Checking segment: {'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:53:30.634149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:30.634952 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Bound using segment: {'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:53:30.635205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Bound port: 33749ad5-8053-49d6-8c1f-cbdd144eeda5, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:53:30.635601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:30.653469 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f94c6f35-1138-409f-b912-f44f36ea3d40 req-f1edde49-1403-4a28-b2a3-063d98a11424 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 210 time: 0.0610058 Oct 20 03:53:30.699941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] For port 33749ad5-8053-49d6-8c1f-cbdd144eeda5, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:53:30.700914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Made reservation on behalf of f938544cc9434d0fb81e62254186cd52 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:53:30.703441 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] For port 33749ad5-8053-49d6-8c1f-cbdd144eeda5, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=33749ad5-8053-49d6-8c1f-cbdd144eeda5,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:53:30.704854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:30.707165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:30.741525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Routers {'e3317b14-1a89-43dd-86a6-8cc71bd338ff'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:53:30.742146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:53:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:30.804502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d4661-7f09-4ba2-bad6-4f7ab046110d None None] Pushing event updated for resources: {'Port': ['ID=33749ad5-8053-49d6-8c1f-cbdd144eeda5,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:30.832354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Allocated IP 172.20.0.9 (323d9b32-d312-4b40-9a28-240f4f17c3a3/6af0d763-7f0a-4bb9-9928-fa6ef2b59a00/510f5ffb-f204-4d39-a8ed-4d8ed9060f7c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:53:30.861208 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Attempt 6 to provision port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 Oct 20 03:53:30.991755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.027399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.031934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] Set router e3317b14-1a89-43dd-86a6-8cc71bd338ff gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:53:31.076502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Network 323d9b32-d312-4b40-9a28-240f4f17c3a3 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:53:31.079512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:53:31.082294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:53:31.110489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Pushing event updated for resources: {'Port': ['ID=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:31.139276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:31.140099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.157521 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-92ac8e12-5f27-4608-a91b-b66974bd9aeb tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6074581 Oct 20 03:53:31.173224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Current status of the port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:31.173622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.175314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Request body: {'port': {'device_id': 'b0e837f6-11ca-4d0d-a3ff-de2146f25d41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:53:31.236666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.244034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] For port 33749ad5-8053-49d6-8c1f-cbdd144eeda5, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=33749ad5-8053-49d6-8c1f-cbdd144eeda5,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:53:31.256040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.348057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163e7a7-12c6-4ba2-a8b9-16672ea0678c None None] Pushing event updated for resources: {'Port': ['ID=33749ad5-8053-49d6-8c1f-cbdd144eeda5,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:31.383771 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'name': 'tempest-DeleteServersTestJSON-1026733887-router', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:27Z', 'revision_number': 4, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'gw_port': {'id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '33749ad5-8053-49d6-8c1f-cbdd144eeda5', 'name': '', 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'mac_address': 'fa:16:3e:3c:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '6af0d763-7f0a-4bb9-9928-fa6ef2b59a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:53:27Z', 'updated_at': '2022-10-20T03:53:30Z', 'revision_number': 4, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'subnets': [{'id': '6af0d763-7f0a-4bb9-9928-fa6ef2b59a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:53:31.413394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-043d7d55-fd10-4d18-8ded-dac1776e9aa0 None None] Provisioning complete for port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:31.413819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-043d7d55-fd10-4d18-8ded-dac1776e9aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.414199 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-043d7d55-fd10-4d18-8ded-dac1776e9aa0 None None] Attempt 1 to provision port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c Oct 20 03:53:31.416306 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2468691-14fa-46f1-80e6-e90001c6dfec None None] The sync data for ids ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'] in dv-neutron-861842-1-hyperv is: [{'id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'name': 'tempest-DeleteServersTestJSON-1026733887-router', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:27Z', 'revision_number': 4, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'gw_port': {'id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '33749ad5-8053-49d6-8c1f-cbdd144eeda5', 'name': '', 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'mac_address': 'fa:16:3e:3c:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '6af0d763-7f0a-4bb9-9928-fa6ef2b59a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:53:27Z', 'updated_at': '2022-10-20T03:53:30Z', 'revision_number': 4, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'subnets': [{'id': '6af0d763-7f0a-4bb9-9928-fa6ef2b59a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:53:31.442148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 93b112d2-3853-4b4a-b571-95cafd1b8cc3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:53:31.512421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-043d7d55-fd10-4d18-8ded-dac1776e9aa0 None None] Port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:53:31.527838 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 93b112d2-3853-4b4a-b571-95cafd1b8cc3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:31.533466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.533466 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 93b112d2-3853-4b4a-b571-95cafd1b8cc3 Oct 20 03:53:31.574175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:53:31.582437 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.595079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Transition to ACTIVE for port object 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:53:31.599568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.623209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 93b112d2-3853-4b4a-b571-95cafd1b8cc3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:31.681277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Pushing event updated for resources: {'Port': ['ID=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:31.722997 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Attempting to bind port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:53:31.723482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Attempting to bind port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:53:31.724512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Attempting to bind port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c on network 323d9b32-d312-4b40-9a28-240f4f17c3a3 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:53:31.729671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c on network 323d9b32-d312-4b40-9a28-240f4f17c3a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:53:31.730061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Attempting to bind port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c on network 323d9b32-d312-4b40-9a28-240f4f17c3a3 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:53:31.735915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:53:31.736427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Checking segment: {'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:53:31.736920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Bound using segment: {'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:53:31.737459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Bound port: 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697c022e-f014-416e-871b-583135170e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:53:31.737917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.795583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89040a65-37d3-4f8a-8b36-320ee5e494f6 req-0cda4703-cd11-440b-a6d6-8ddd040f6d78 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:31.797491 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-89040a65-37d3-4f8a-8b36-320ee5e494f6 req-0cda4703-cd11-440b-a6d6-8ddd040f6d78 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 943 time: 0.0587716 Oct 20 03:53:31.817559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] For port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:53:31.823783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] For port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:53:31.828864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.832336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:31.833816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:31.834917 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] 10.222.0.36 "PUT /v2.0/ports/510f5ffb-f204-4d39-a8ed-4d8ed9060f7c HTTP/1.1" status: 200 len: 1093 time: 0.6650579 Oct 20 03:53:31.837232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e837f6-11ca-4d0d-a3ff-de2146f25d41', 'tag': '510f5ffb-f204-4d39-a8ed-4d8ed9060f7c'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:31.839706 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42a081d-bfc5-415d-a1ce-2844e4725d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e837f6-11ca-4d0d-a3ff-de2146f25d41", "tag": "510f5ffb-f204-4d39-a8ed-4d8ed9060f7c"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:31.840700 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-89040a65-37d3-4f8a-8b36-320ee5e494f6 req-f8f7ad73-ed7c-4117-8644-14a469c576cf tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363255 Oct 20 03:53:31.913097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45061a66-d953-45ad-b1c3-ba6d51066287 service neutron] Pushing event updated for resources: {'Port': ['ID=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:31.920087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5a6ae5-a6ca-4f0d-921a-39e3132056c7 x-openstack-request-id: req-3e5a6ae5-a6ca-4f0d-921a-39e3132056c7 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:31.920505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e837f6-11ca-4d0d-a3ff-de2146f25d41", "tag": "510f5ffb-f204-4d39-a8ed-4d8ed9060f7c", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:31.920858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e5a6ae5-a6ca-4f0d-921a-39e3132056c7 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:31.921456 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5a6ae5-a6ca-4f0d-921a-39e3132056c7'] response: {'name': 'network-changed', 'server_uuid': 'b0e837f6-11ca-4d0d-a3ff-de2146f25d41', 'tag': '510f5ffb-f204-4d39-a8ed-4d8ed9060f7c', 'status': 'completed', 'code': 200} Oct 20 03:53:31.968685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-168b0cec-08cf-44d5-9eb8-b10cd0740833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:31.970196 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-168b0cec-08cf-44d5-9eb8-b10cd0740833 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f938544cc9434d0fb81e62254186cd52&device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 1096 time: 0.0435636 Oct 20 03:53:32.013620 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-043d7d55-fd10-4d18-8ded-dac1776e9aa0 None None] Attempt 2 to provision port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c Oct 20 03:53:32.021582 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-fcd900fd-bb5b-468f-972d-82c9c9f5f256 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c HTTP/1.1" status: 200 len: 217 time: 0.0386910 Oct 20 03:53:32.061899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-043d7d55-fd10-4d18-8ded-dac1776e9aa0 None None] Port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:53:32.072410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-043d7d55-fd10-4d18-8ded-dac1776e9aa0 None None] Provisioning complete for port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:32.072869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-043d7d55-fd10-4d18-8ded-dac1776e9aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:32.073304 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-043d7d55-fd10-4d18-8ded-dac1776e9aa0 None None] Attempt 1 to provision port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 Oct 20 03:53:32.083713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-f3617fe4-361e-40c5-b2a0-ae765b1d5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.085320 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-f3617fe4-361e-40c5-b2a0-ae765b1d5e41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6af0d763-7f0a-4bb9-9928-fa6ef2b59a00 HTTP/1.1" status: 200 len: 851 time: 0.0542264 Oct 20 03:53:32.140075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-155dd395-ab66-47fb-a33a-15beeed575ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.141877 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-155dd395-ab66-47fb-a33a-15beeed575ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=323d9b32-d312-4b40-9a28-240f4f17c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446217 Oct 20 03:53:32.161061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-043d7d55-fd10-4d18-8ded-dac1776e9aa0 None None] Current status of the port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:32.245189 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-07d1817f-245c-47f7-929c-defc2cc77bac service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923831 Oct 20 03:53:32.342064 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e03bd4f9-c44c-4605-86da-69e0807d11e5 req-dbcef500-0901-49aa-81d0-491f3e315371 service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873046 Oct 20 03:53:32.437261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a081d-bfc5-415d-a1ce-2844e4725d7b req-fedf4f01-3ec1-4491-984a-8815ae481a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.438747 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42a081d-bfc5-415d-a1ce-2844e4725d7b req-fedf4f01-3ec1-4491-984a-8815ae481a13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f938544cc9434d0fb81e62254186cd52&device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 1096 time: 0.0430741 Oct 20 03:53:32.536668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a081d-bfc5-415d-a1ce-2844e4725d7b req-f2fbe652-5af6-4ad6-8c1c-1580444abb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.538400 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42a081d-bfc5-415d-a1ce-2844e4725d7b req-f2fbe652-5af6-4ad6-8c1c-1580444abb62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=323d9b32-d312-4b40-9a28-240f4f17c3a3 HTTP/1.1" status: 200 len: 913 time: 0.0927875 Oct 20 03:53:32.580344 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42a081d-bfc5-415d-a1ce-2844e4725d7b req-b6bb7642-ae24-423f-a7d6-c5916b6e5f95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c HTTP/1.1" status: 200 len: 217 time: 0.0349448 Oct 20 03:53:32.633550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a081d-bfc5-415d-a1ce-2844e4725d7b req-d8fe846a-1e85-4a5e-a345-d6ea4f12f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.635004 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42a081d-bfc5-415d-a1ce-2844e4725d7b req-d8fe846a-1e85-4a5e-a345-d6ea4f12f01f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6af0d763-7f0a-4bb9-9928-fa6ef2b59a00 HTTP/1.1" status: 200 len: 851 time: 0.0467629 Oct 20 03:53:32.680962 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a081d-bfc5-415d-a1ce-2844e4725d7b req-ad9ccba7-b492-4284-aac0-6332406afd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.682413 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42a081d-bfc5-415d-a1ce-2844e4725d7b req-ad9ccba7-b492-4284-aac0-6332406afd05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=323d9b32-d312-4b40-9a28-240f4f17c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404344 Oct 20 03:53:32.774293 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42a081d-bfc5-415d-a1ce-2844e4725d7b req-db2d46cf-c20b-44b9-b472-7f3681dac6c7 service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843468 Oct 20 03:53:32.863725 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42a081d-bfc5-415d-a1ce-2844e4725d7b req-31f92eca-76eb-4531-9e7f-2037b0d575ba service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820751 Oct 20 03:53:32.995440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716bf33-6928-457b-9b61-2445456351e9 req-483b9ba0-f2eb-4a0d-a9e8-ce2390a22794 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:32.996936 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d716bf33-6928-457b-9b61-2445456351e9 req-483b9ba0-f2eb-4a0d-a9e8-ce2390a22794 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 943 time: 0.0485392 Oct 20 03:53:33.034548 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d716bf33-6928-457b-9b61-2445456351e9 req-53de8faf-8abb-4b2c-ae0f-b4fcc599387e tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317383 Oct 20 03:53:33.407914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 33749ad5-8053-49d6-8c1f-cbdd144eeda5 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:53:33.455518 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:33.455884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:33.456502 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 Oct 20 03:53:33.534707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:34.156625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf4092-7f6e-4f46-8fbe-b3c3eba1a185 req-4d815a71-b9f1-4dee-a4d3-92dbde01d12a tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:34.158105 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52bf4092-7f6e-4f46-8fbe-b3c3eba1a185 req-4d815a71-b9f1-4dee-a4d3-92dbde01d12a tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 943 time: 0.0492244 Oct 20 03:53:34.195913 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-52bf4092-7f6e-4f46-8fbe-b3c3eba1a185 req-32fbb43b-cb7f-4400-a9bb-00a0af827e86 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Oct 20 03:53:34.728570 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:53:35.313929 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a70253-5a07-4505-b18e-381721812ee8 req-1514efb2-77df-4171-bf0b-b82dfa5a60e4 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:35.315379 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-76a70253-5a07-4505-b18e-381721812ee8 req-1514efb2-77df-4171-bf0b-b82dfa5a60e4 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 943 time: 0.0478730 Oct 20 03:53:35.353803 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-76a70253-5a07-4505-b18e-381721812ee8 req-976043b0-30e5-4487-a14e-993deb61db8b tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315127 Oct 20 03:53:35.667093 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:53:35.762277 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:53:35.772876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '510f5ffb-f204-4d39-a8ed-4d8ed9060f7c', 'network_id': '323d9b32-d312-4b40-9a28-240f4f17c3a3', 'port_id': '510f5ffb-f204-4d39-a8ed-4d8ed9060f7c', 'mac_address': 'fa:16:3e:08:99:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af0d763-7f0a-4bb9-9928-fa6ef2b59a00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:53:35.809399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:35.809787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:35.822074 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:53:35.840920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:53:35.844749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:35.889937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:36.069902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['510f5ffb-f204-4d39-a8ed-4d8ed9060f7c'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:53:36.477138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a39ca-ab8c-4ed1-9054-a730166b5170 req-aa17f735-673b-478c-8fe2-0b3583a1690c tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:36.478600 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-681a39ca-ab8c-4ed1-9054-a730166b5170 req-aa17f735-673b-478c-8fe2-0b3583a1690c tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 944 time: 0.0527298 Oct 20 03:53:36.516106 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-681a39ca-ab8c-4ed1-9054-a730166b5170 req-2d955bcd-7618-4fcb-8c2d-cd512608d0fc tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315316 Oct 20 03:53:37.640377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42807a8-14ff-422f-b0b5-b9d4bf79d384 req-44c4ae42-d8ef-43e6-855d-3d7a1660126d tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:37.641910 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e42807a8-14ff-422f-b0b5-b9d4bf79d384 req-44c4ae42-d8ef-43e6-855d-3d7a1660126d tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 944 time: 0.0542271 Oct 20 03:53:37.680952 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e42807a8-14ff-422f-b0b5-b9d4bf79d384 req-38bb9e59-598a-4b78-bbab-5ff61125f826 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Oct 20 03:53:37.682413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:53:37.732442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:53:37.736836 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:53:37.737203 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:37.737534 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c Oct 20 03:53:37.817856 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:53:37.818156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:37.842931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e837f6-11ca-4d0d-a3ff-de2146f25d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510f5ffb-f204-4d39-a8ed-4d8ed9060f7c'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:53:37.845204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b511f5-3811-48fb-aa94-0c49832a4577" -d '{"events": [{"server_uuid": "b0e837f6-11ca-4d0d-a3ff-de2146f25d41", "name": "network-vif-plugged", "status": "completed", "tag": "510f5ffb-f204-4d39-a8ed-4d8ed9060f7c"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:53:37.857211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:53:37.861450 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:37.885722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd7ed35-8ed3-4a64-8d58-5dfa8b358b7e x-openstack-request-id: req-acd7ed35-8ed3-4a64-8d58-5dfa8b358b7e {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:53:37.886014 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e837f6-11ca-4d0d-a3ff-de2146f25d41", "name": "network-vif-plugged", "status": "completed", "tag": "510f5ffb-f204-4d39-a8ed-4d8ed9060f7c", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:53:37.886265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acd7ed35-8ed3-4a64-8d58-5dfa8b358b7e {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:53:37.886659 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd7ed35-8ed3-4a64-8d58-5dfa8b358b7e'] response: {'server_uuid': 'b0e837f6-11ca-4d0d-a3ff-de2146f25d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510f5ffb-f204-4d39-a8ed-4d8ed9060f7c', 'code': 200} Oct 20 03:53:37.911740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:53:38.052521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32da1f-2aea-4c84-8172-9a0daceae26c req-95ed0e02-10aa-48dc-860a-fdceb052e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:38.054235 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1f32da1f-2aea-4c84-8172-9a0daceae26c req-95ed0e02-10aa-48dc-860a-fdceb052e10a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 1098 time: 0.0398827 Oct 20 03:53:38.092527 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1f32da1f-2aea-4c84-8172-9a0daceae26c req-965e925d-3f14-49d2-8bf9-b6acc29cae9a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280592 Oct 20 03:53:38.571406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:38.799556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d25c4c-4d2b-4120-92bf-d154e8b594dd req-41ee9133-9e1d-440e-9cb9-e4fd5eaf2307 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:38.800950 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-69d25c4c-4d2b-4120-92bf-d154e8b594dd req-41ee9133-9e1d-440e-9cb9-e4fd5eaf2307 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0478983 Oct 20 03:53:38.839250 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-69d25c4c-4d2b-4120-92bf-d154e8b594dd req-b83badd1-e6d6-46e4-a6cf-488479f3d48e tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 Oct 20 03:53:39.958929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff68edf-1de6-4fe4-afd3-a66e45fa4ada req-cee58cd4-12f4-4888-863d-79743e0baa0e tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:39.960976 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aff68edf-1de6-4fe4-afd3-a66e45fa4ada req-cee58cd4-12f4-4888-863d-79743e0baa0e tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0492864 Oct 20 03:53:39.998349 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aff68edf-1de6-4fe4-afd3-a66e45fa4ada req-c47c9d76-06ea-4588-8905-36378a020443 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Oct 20 03:53:40.338638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55647-2ccf-4af8-a326-9879e918644d req-4c939ce2-a6b3-4728-84aa-caebe2e0290f tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:40.340124 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e5e55647-2ccf-4af8-a326-9879e918644d req-4c939ce2-a6b3-4728-84aa-caebe2e0290f tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0578890 Oct 20 03:53:40.360223 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60118) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:53:40.381835 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e5e55647-2ccf-4af8-a326-9879e918644d req-50201af9-287c-4f19-8eb0-a4ad6c9486f2 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353854 Oct 20 03:53:40.442584 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-a4efab4e-a8f8-4132-b22d-6134f5824f8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811241 Oct 20 03:53:40.451332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-660f39b0-9563-49da-b20c-5fbcc5e7a236 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:53:40.452279 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-660f39b0-9563-49da-b20c-5fbcc5e7a236 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047340 Oct 20 03:53:41.515234 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e2f81-7b7f-4c65-ab6c-bf6f1b2150ca req-45008a99-dff6-43d7-8117-1075196fefd4 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:41.516954 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e65e2f81-7b7f-4c65-ab6c-bf6f1b2150ca req-45008a99-dff6-43d7-8117-1075196fefd4 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0620413 Oct 20 03:53:41.564517 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e65e2f81-7b7f-4c65-ab6c-bf6f1b2150ca req-4aba7337-39cf-48bf-9f0f-bc86e9025e19 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Oct 20 03:53:41.663729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-086c58bd-2bc5-4955-9025-e4f1deeb5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:41.665362 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-086c58bd-2bc5-4955-9025-e4f1deeb5699 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f938544cc9434d0fb81e62254186cd52&device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 1098 time: 0.0474348 Oct 20 03:53:42.072930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-d22d2ab3-d372-4552-9ba8-8debd3c8495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:42.075083 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-d22d2ab3-d372-4552-9ba8-8debd3c8495b service neutron] 10.222.0.36 "GET /v2.0/networks?id=323d9b32-d312-4b40-9a28-240f4f17c3a3 HTTP/1.1" status: 200 len: 913 time: 0.4035146 Oct 20 03:53:42.123740 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-d85479a2-823e-4b1d-9661-24996a8fb839 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c HTTP/1.1" status: 200 len: 217 time: 0.0415657 Oct 20 03:53:42.176192 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-e1b6f810-7e0d-442d-8ce9-f10f21144058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:42.177679 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-e1b6f810-7e0d-442d-8ce9-f10f21144058 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6af0d763-7f0a-4bb9-9928-fa6ef2b59a00 HTTP/1.1" status: 200 len: 851 time: 0.0482216 Oct 20 03:53:42.227694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-63675808-b26f-44a0-9a61-c506c00581c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:42.229254 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-63675808-b26f-44a0-9a61-c506c00581c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=323d9b32-d312-4b40-9a28-240f4f17c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444968 Oct 20 03:53:42.320744 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-4903a5da-b9c1-482f-a16c-cb1ea9d46627 service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848508 Oct 20 03:53:42.413901 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-814e4198-8f9c-4c0b-b431-7d72d3da523c service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865314 Oct 20 03:53:42.691314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbb3eb-4ce8-45ea-af8f-e2597aea11a2 req-928e3408-e53a-42e0-af88-7a39544d1719 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:42.692718 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-becbb3eb-4ce8-45ea-af8f-e2597aea11a2 req-928e3408-e53a-42e0-af88-7a39544d1719 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0502739 Oct 20 03:53:42.730616 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-becbb3eb-4ce8-45ea-af8f-e2597aea11a2 req-f175d8b0-d6be-4678-92f6-f50dd6005d50 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Oct 20 03:53:43.852118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9e164-3d05-49f8-86b1-6d4703361271 req-b236cbdf-1a81-4df8-af8c-706a6c79deff tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:43.853602 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8bd9e164-3d05-49f8-86b1-6d4703361271 req-b236cbdf-1a81-4df8-af8c-706a6c79deff tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0495381 Oct 20 03:53:43.890583 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8bd9e164-3d05-49f8-86b1-6d4703361271 req-74dca8f0-7d2f-4a8d-87b8-19a7b3f2c14e tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310664 Oct 20 03:53:44.578154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a5a15763-ca9b-4c0b-a02b-bb1213e73c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:45.014774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57364517-a6c7-43a4-913f-abb44ef8c1bc req-c5b6b314-b27c-4bc9-a35b-4af60e99e9c6 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:45.016282 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-57364517-a6c7-43a4-913f-abb44ef8c1bc req-c5b6b314-b27c-4bc9-a35b-4af60e99e9c6 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0513282 Oct 20 03:53:45.056516 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-57364517-a6c7-43a4-913f-abb44ef8c1bc req-8cdd6e89-d97f-4ff9-b527-789cf2e1fe06 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331306 Oct 20 03:53:46.178389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628730d-9a63-4768-b77e-9775fc8ebece req-fd80da98-a8b0-4bb6-9ac8-ea8113136361 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:46.179833 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b628730d-9a63-4768-b77e-9775fc8ebece req-fd80da98-a8b0-4bb6-9ac8-ea8113136361 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Oct 20 03:53:46.217210 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b628730d-9a63-4768-b77e-9775fc8ebece req-958ef79d-497c-420d-b4f9-336feeaa6f2e tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Oct 20 03:53:46.585185 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6c0b472d-ff99-454a-a4f9-164b7380e096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:47.340912 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6dc3c-4152-44db-a6c7-db1295d95df2 req-40f3461b-457d-4a04-ba29-5b1db1c1b892 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:47.342482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86a6dc3c-4152-44db-a6c7-db1295d95df2 req-40f3461b-457d-4a04-ba29-5b1db1c1b892 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0541623 Oct 20 03:53:47.379465 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86a6dc3c-4152-44db-a6c7-db1295d95df2 req-c8aae75b-6740-465c-8830-6fe749683963 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309298 Oct 20 03:53:47.823772 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:48.502448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993994d-7960-4c2f-9500-e222aefc2b9f req-b5584ca7-6ba4-4512-8bbf-39dd454ffb88 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:48.503893 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8993994d-7960-4c2f-9500-e222aefc2b9f req-b5584ca7-6ba4-4512-8bbf-39dd454ffb88 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0520372 Oct 20 03:53:48.543575 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8993994d-7960-4c2f-9500-e222aefc2b9f req-f27ef4c6-bb46-4e52-8de1-d983b88a4b35 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322585 Oct 20 03:53:49.314943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:49.550782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:53:49.664156 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dffeb2-98b9-4c30-90fa-851bc752bb3c req-4f00dddf-4251-40d9-84b7-21045b88e150 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:49.665633 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c7dffeb2-98b9-4c30-90fa-851bc752bb3c req-4f00dddf-4251-40d9-84b7-21045b88e150 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0488870 Oct 20 03:53:49.701995 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c7dffeb2-98b9-4c30-90fa-851bc752bb3c req-f247f432-f7f8-4c4e-b41a-23828564de55 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305645 Oct 20 03:53:50.825506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455d0a9-339b-401d-b144-1cfca50b1933 req-2db08484-6626-4987-8665-8db7f1bf9746 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:50.826964 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7455d0a9-339b-401d-b144-1cfca50b1933 req-2db08484-6626-4987-8665-8db7f1bf9746 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0484529 Oct 20 03:53:50.863860 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7455d0a9-339b-401d-b144-1cfca50b1933 req-b8e10307-3075-4840-ba5d-6fddbfde4e14 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307586 Oct 20 03:53:51.983718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324caee4-1066-4161-85ac-04995febf785 req-1877dcdb-cb4e-4fc7-9cfd-696d522c9ea3 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:51.985222 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-324caee4-1066-4161-85ac-04995febf785 req-1877dcdb-cb4e-4fc7-9cfd-696d522c9ea3 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0484457 Oct 20 03:53:52.022904 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-324caee4-1066-4161-85ac-04995febf785 req-f44ac087-5cfc-462f-a3f6-b455e7069ccc tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Oct 20 03:53:53.141375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f29859-fa0c-44a6-a0fd-d410c4dab624 req-d4efe5fd-c93c-4c61-b299-62527b854574 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:53.142817 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-43f29859-fa0c-44a6-a0fd-d410c4dab624 req-d4efe5fd-c93c-4c61-b299-62527b854574 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0474327 Oct 20 03:53:53.179962 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-43f29859-fa0c-44a6-a0fd-d410c4dab624 req-92caff56-65ae-4e36-b289-56106c441907 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306525 Oct 20 03:53:54.305114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a66e4-a7f5-49cf-8bba-d232b77e361e req-edf23b0b-ea1f-41b2-a18c-6efa1803dee5 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:54.306626 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-604a66e4-a7f5-49cf-8bba-d232b77e361e req-edf23b0b-ea1f-41b2-a18c-6efa1803dee5 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0532861 Oct 20 03:53:54.345248 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-604a66e4-a7f5-49cf-8bba-d232b77e361e req-a9a6aa6d-f3fc-408e-a7c0-eedce49a79d9 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Oct 20 03:53:55.468893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56480a-c221-4d8e-9cab-2d6e2965227b req-be7ee4bb-5656-406d-814f-3a85c4ecdd4b tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:55.470338 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ad56480a-c221-4d8e-9cab-2d6e2965227b req-be7ee4bb-5656-406d-814f-3a85c4ecdd4b tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0514338 Oct 20 03:53:55.507468 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ad56480a-c221-4d8e-9cab-2d6e2965227b req-88ebc515-dc1f-4853-90b6-8a385e7480e1 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304785 Oct 20 03:53:56.630126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb9814-d716-40ad-8970-7633a299028e req-b6d0e33e-edcd-4c95-a09e-fac9458f74aa tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:56.631608 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0cbb9814-d716-40ad-8970-7633a299028e req-b6d0e33e-edcd-4c95-a09e-fac9458f74aa tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0491436 Oct 20 03:53:56.668929 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0cbb9814-d716-40ad-8970-7633a299028e req-6c48b15d-011a-44e8-a599-98f5cc907bde tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Oct 20 03:53:57.789432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afa354-d63a-4cf2-88d8-3db238f19f13 req-c8dd5281-e3cf-4023-81d3-8dcc0e534516 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:57.790901 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-67afa354-d63a-4cf2-88d8-3db238f19f13 req-c8dd5281-e3cf-4023-81d3-8dcc0e534516 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0501390 Oct 20 03:53:57.828646 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-67afa354-d63a-4cf2-88d8-3db238f19f13 req-3a7ded63-403a-4d89-8199-51daa934cf2d tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318630 Oct 20 03:53:58.950215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132d9d5-44d2-4744-8ddb-c2b6f2e5fe81 req-37ebed38-d3b1-4492-986b-a4323f2db2f6 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:53:58.951670 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3132d9d5-44d2-4744-8ddb-c2b6f2e5fe81 req-37ebed38-d3b1-4492-986b-a4323f2db2f6 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0486069 Oct 20 03:53:58.989641 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3132d9d5-44d2-4744-8ddb-c2b6f2e5fe81 req-7246dce9-a02d-4536-8cdc-4145e896a0f4 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318980 Oct 20 03:54:00.110470 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb8366-d518-4289-9fe2-30f626978c7e req-12562119-b3a7-4865-86a1-2f5a4c456637 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:00.111927 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0feb8366-d518-4289-9fe2-30f626978c7e req-12562119-b3a7-4865-86a1-2f5a4c456637 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0489073 Oct 20 03:54:00.148438 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0feb8366-d518-4289-9fe2-30f626978c7e req-d371ff23-04ed-4ade-ad63-9dfb83b3994c tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305765 Oct 20 03:54:01.273561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a65d9-4485-4540-8a0e-9dad6d6f5031 req-8e21cee6-578c-44ce-a91f-228b75c6479a tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:01.275032 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b75a65d9-4485-4540-8a0e-9dad6d6f5031 req-8e21cee6-578c-44ce-a91f-228b75c6479a tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0536461 Oct 20 03:54:01.313924 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b75a65d9-4485-4540-8a0e-9dad6d6f5031 req-173c67a2-a6fe-4e5f-b470-89ee4fcfbfae tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326359 Oct 20 03:54:01.964774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ccec0-ff5f-477f-8a72-b66a0d3357aa req-c13fe80e-1319-42a4-b518-f8f7285d637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:01.966284 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a96ccec0-ff5f-477f-8a72-b66a0d3357aa req-c13fe80e-1319-42a4-b518-f8f7285d637f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f938544cc9434d0fb81e62254186cd52&device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 1098 time: 0.0420794 Oct 20 03:54:02.070307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ccec0-ff5f-477f-8a72-b66a0d3357aa req-60cd45f2-51d4-4126-a372-f8e08dfb0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:02.071725 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a96ccec0-ff5f-477f-8a72-b66a0d3357aa req-60cd45f2-51d4-4126-a372-f8e08dfb0a8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=323d9b32-d312-4b40-9a28-240f4f17c3a3 HTTP/1.1" status: 200 len: 913 time: 0.0859196 Oct 20 03:54:02.113521 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a96ccec0-ff5f-477f-8a72-b66a0d3357aa req-0181414d-eced-4284-9b99-0e1bd6a9616e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c HTTP/1.1" status: 200 len: 217 time: 0.0343149 Oct 20 03:54:02.161066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ccec0-ff5f-477f-8a72-b66a0d3357aa req-432a781c-015e-4193-be50-6df023048cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:02.162492 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a96ccec0-ff5f-477f-8a72-b66a0d3357aa req-432a781c-015e-4193-be50-6df023048cab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6af0d763-7f0a-4bb9-9928-fa6ef2b59a00 HTTP/1.1" status: 200 len: 851 time: 0.0424144 Oct 20 03:54:02.209710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ccec0-ff5f-477f-8a72-b66a0d3357aa req-30cdb14e-15a3-49a0-93bc-90c4700ccaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:02.211199 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a96ccec0-ff5f-477f-8a72-b66a0d3357aa req-30cdb14e-15a3-49a0-93bc-90c4700ccaa3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=323d9b32-d312-4b40-9a28-240f4f17c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394311 Oct 20 03:54:02.304984 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a96ccec0-ff5f-477f-8a72-b66a0d3357aa req-63f9362d-a929-4ca2-8450-d99c57b43551 service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872076 Oct 20 03:54:02.401118 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a96ccec0-ff5f-477f-8a72-b66a0d3357aa req-bf8ca248-9093-4157-b111-860fbe143358 service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888309 Oct 20 03:54:02.440258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afb635-a559-499a-b45c-3237df580d8a req-8e54ed57-144f-478a-abdf-78ed289b22a4 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:02.442113 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-47afb635-a559-499a-b45c-3237df580d8a req-8e54ed57-144f-478a-abdf-78ed289b22a4 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0545890 Oct 20 03:54:02.479471 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-47afb635-a559-499a-b45c-3237df580d8a req-b414eab1-067c-4444-a659-5a632d3dfd63 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311861 Oct 20 03:54:03.600991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c39e0-6726-44cf-9d7a-ed3995188296 req-d52f5d2d-db8a-404e-b961-b839f6c11c6a tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:03.602389 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-112c39e0-6726-44cf-9d7a-ed3995188296 req-d52f5d2d-db8a-404e-b961-b839f6c11c6a tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0498447 Oct 20 03:54:03.639934 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-112c39e0-6726-44cf-9d7a-ed3995188296 req-12a5f54a-a808-457f-90cf-a54848a37505 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316656 Oct 20 03:54:04.764400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5d300-895f-4a02-90e0-3dd9f39546ca req-8784a27e-d19f-4450-80dc-9bbc6cf968c1 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:04.765897 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-05b5d300-895f-4a02-90e0-3dd9f39546ca req-8784a27e-d19f-4450-80dc-9bbc6cf968c1 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0527198 Oct 20 03:54:04.805358 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-05b5d300-895f-4a02-90e0-3dd9f39546ca req-c333ac59-ba28-4674-b273-72483c6f18cd tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Oct 20 03:54:05.926971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5af1-72a2-41a5-83ce-db4b20e09462 req-91277b84-8439-4e70-b62e-cf4cc5347773 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:05.928564 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b9a5af1-72a2-41a5-83ce-db4b20e09462 req-91277b84-8439-4e70-b62e-cf4cc5347773 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0492733 Oct 20 03:54:05.965791 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b9a5af1-72a2-41a5-83ce-db4b20e09462 req-c7bfa659-f44b-46af-84a8-e834455d34a0 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Oct 20 03:54:07.086531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a9a3c-416f-4e4d-a6c7-11c95f091f18 req-ccc06176-61fd-4b81-ba95-c8416aee5637 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:07.087995 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8e8a9a3c-416f-4e4d-a6c7-11c95f091f18 req-ccc06176-61fd-4b81-ba95-c8416aee5637 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Oct 20 03:54:07.125461 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8e8a9a3c-416f-4e4d-a6c7-11c95f091f18 req-1f9ae7df-4fec-4b5d-804e-8dbec8be776b tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Oct 20 03:54:08.250151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f248cb7-0e00-4699-9a02-362ac8de464d req-9f8d3731-f197-4c34-8ea7-fcce15c3957c tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:08.251612 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5f248cb7-0e00-4699-9a02-362ac8de464d req-9f8d3731-f197-4c34-8ea7-fcce15c3957c tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0528979 Oct 20 03:54:08.290006 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5f248cb7-0e00-4699-9a02-362ac8de464d req-2316027a-108a-467c-8a06-5f3ed66d84f9 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Oct 20 03:54:08.578496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:09.371729 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-d37eedfd-06d5-4b7a-858e-13d556e47c5d service neutron] 10.222.0.36 "GET /v2.0/ports/510f5ffb-f204-4d39-a8ed-4d8ed9060f7c/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0577006 Oct 20 03:54:09.417174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e819bc1-b67d-495a-887f-edacbe417cce req-f8ef8c08-dd4d-4503-8a6a-67783d5b1606 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:09.418656 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0e819bc1-b67d-495a-887f-edacbe417cce req-f8ef8c08-dd4d-4503-8a6a-67783d5b1606 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0541701 Oct 20 03:54:09.462894 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0e819bc1-b67d-495a-887f-edacbe417cce req-289b62af-cf8c-4639-8dd8-c35eca2b605b tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375707 Oct 20 03:54:09.638508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-db481e58-3eb1-4a05-9475-c767b6f776cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:09.639989 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-db481e58-3eb1-4a05-9475-c767b6f776cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41&tenant_id=f938544cc9434d0fb81e62254186cd52 HTTP/1.1" status: 200 len: 1098 time: 0.0715580 Oct 20 03:54:09.707889 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-270b2b8e-4a9f-4d29-92f3-9e41b158dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:09.709413 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-270b2b8e-4a9f-4d29-92f3-9e41b158dbf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f938544cc9434d0fb81e62254186cd52&device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 1098 time: 0.0453856 Oct 20 03:54:09.801866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-21d3429c-2f72-4dee-b610-677895ed7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:09.803802 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-21d3429c-2f72-4dee-b610-677895ed7176 service neutron] 10.222.0.36 "GET /v2.0/networks?id=323d9b32-d312-4b40-9a28-240f4f17c3a3 HTTP/1.1" status: 200 len: 913 time: 0.0830092 Oct 20 03:54:09.850847 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-aa366e4c-6696-45d8-b081-2494f7eb9f64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c HTTP/1.1" status: 200 len: 217 time: 0.0371063 Oct 20 03:54:09.903578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-911307d5-a700-4731-9e4a-ec84da803136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:09.904904 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-911307d5-a700-4731-9e4a-ec84da803136 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6af0d763-7f0a-4bb9-9928-fa6ef2b59a00 HTTP/1.1" status: 200 len: 851 time: 0.0428481 Oct 20 03:54:09.953264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-77a9930a-abfe-4d79-a847-be130538bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:09.954728 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-77a9930a-abfe-4d79-a847-be130538bdc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=323d9b32-d312-4b40-9a28-240f4f17c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396113 Oct 20 03:54:10.051170 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-a7fb0230-de5d-47d9-82a9-2da7aa6ccb7c service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861230 Oct 20 03:54:10.144524 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7c8021-9d17-4f55-9b3b-584df9305460 req-0e9545dc-119a-47c0-8777-89b0bcce7bc3 service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822258 Oct 20 03:54:10.589894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8c41a-8edf-4c1d-85cd-41912d1fc8ef req-199b1c99-22ed-44ec-8023-9f46c1391f6c tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:10.591276 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a0b8c41a-8edf-4c1d-85cd-41912d1fc8ef req-199b1c99-22ed-44ec-8023-9f46c1391f6c tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0542576 Oct 20 03:54:10.628499 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a0b8c41a-8edf-4c1d-85cd-41912d1fc8ef req-899b76f8-e050-4be7-abc3-c32887b601fa tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Oct 20 03:54:11.728089 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:54:11.749330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42361-ca06-4fe9-a697-448674f94c24 req-26baf684-e4ef-443f-ad35-0ffb53e162dd tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:11.750776 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eaa42361-ca06-4fe9-a697-448674f94c24 req-26baf684-e4ef-443f-ad35-0ffb53e162dd tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Oct 20 03:54:11.786901 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eaa42361-ca06-4fe9-a697-448674f94c24 req-a82cdd5f-2b13-4b59-9e08-893582a4b675 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301557 Oct 20 03:54:12.909209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c336a-738a-494d-949e-65aa7047e3eb req-79ec18ac-dd5f-4dbd-9e4e-2da4984f8cf3 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:12.910674 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7c2c336a-738a-494d-949e-65aa7047e3eb req-79ec18ac-dd5f-4dbd-9e4e-2da4984f8cf3 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0490775 Oct 20 03:54:12.948113 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7c2c336a-738a-494d-949e-65aa7047e3eb req-2c2a9ef2-9b33-4344-9d23-01c037208095 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316386 Oct 20 03:54:13.260083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-e385b95a-63e0-4e30-aa00-b7f25b96039d tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:13.261543 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-e385b95a-63e0-4e30-aa00-b7f25b96039d tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41&tenant_id=f938544cc9434d0fb81e62254186cd52&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 945 time: 0.0878556 Oct 20 03:54:13.342720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-25834ed8-9b0c-40c0-ac9b-453f7bfb73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:13.344198 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-25834ed8-9b0c-40c0-ac9b-453f7bfb73b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f938544cc9434d0fb81e62254186cd52&device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 1098 time: 0.0413177 Oct 20 03:54:13.434595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-59e57aa6-2cec-4348-b78a-69b43c7007e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:13.436046 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-59e57aa6-2cec-4348-b78a-69b43c7007e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=323d9b32-d312-4b40-9a28-240f4f17c3a3 HTTP/1.1" status: 200 len: 913 time: 0.0835810 Oct 20 03:54:13.480610 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-52f1e8bc-e794-4250-9444-8f88eb08841e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c HTTP/1.1" status: 200 len: 217 time: 0.0376890 Oct 20 03:54:13.528388 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-d01ef6b1-2f3c-43a5-92e2-da94a46d484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:13.529766 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-d01ef6b1-2f3c-43a5-92e2-da94a46d484a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6af0d763-7f0a-4bb9-9928-fa6ef2b59a00 HTTP/1.1" status: 200 len: 851 time: 0.0433824 Oct 20 03:54:13.573578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-203d04b6-a487-4ffc-98a7-20903706f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:13.575003 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-203d04b6-a487-4ffc-98a7-20903706f7a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=323d9b32-d312-4b40-9a28-240f4f17c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390601 Oct 20 03:54:13.666104 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-2f18a8f7-bde1-482d-a4f1-ad4a8311dbe6 service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839410 Oct 20 03:54:13.753060 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-6a548e62-61a0-4c97-ab75-eb69be4d829a service neutron] 10.222.0.36 "GET /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805199 Oct 20 03:54:14.482450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070a13b-fe2a-4f29-ac60-b83aefdcfb92 req-3367bfc9-408b-4db6-b716-6e03a73c76aa tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:14.483822 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2070a13b-fe2a-4f29-ac60-b83aefdcfb92 req-3367bfc9-408b-4db6-b716-6e03a73c76aa tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0533822 Oct 20 03:54:14.521038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2070a13b-fe2a-4f29-ac60-b83aefdcfb92 req-3d489ba5-e7d6-4194-a0c7-bc1b2b709c6d tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Oct 20 03:54:14.579746 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e583b905-6257-410b-9ebc-44d4b8e2f7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:15.644104 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9c827-ef35-4e9a-9442-5bf0642fc915 req-a8183bc7-b1fe-4976-b6b8-b9cc3726f526 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:15.645590 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e1f9c827-ef35-4e9a-9442-5bf0642fc915 req-a8183bc7-b1fe-4976-b6b8-b9cc3726f526 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0486274 Oct 20 03:54:15.683416 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e1f9c827-ef35-4e9a-9442-5bf0642fc915 req-99dd0ebb-e8dc-485c-a5bc-ef24ed5fb344 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d599397-b42a-47f8-a132-8cc89261c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309789 Oct 20 03:54:16.235821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-6a159d2e-9972-44f1-a940-2e6060696e56 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:16.237271 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-6a159d2e-9972-44f1-a940-2e6060696e56 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 945 time: 0.0485256 Oct 20 03:54:16.330512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Deleting port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:54:16.330851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.421018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] For port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:54:16.421400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.433383 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Calling delete_port for 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:54:16.562481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.580260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['510f5ffb-f204-4d39-a8ed-4d8ed9060f7c'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:54:16.593537 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Pushing event deleted for resources: {'Port': ['ID=510f5ffb-f204-4d39-a8ed-4d8ed9060f7c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:16.611120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-42295276-4d9f-4c8e-9296-8ddc3f22445f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.621741 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.622089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.622431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.622768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.623095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.623427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.623759 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.624087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.624455 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.624780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.625103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.625421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:16.646263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] No DVR routers for this DVR port 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:54:16.649377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:16.652743 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7b1cfac-28e1-44e3-b198-c53467f78ba1 req-c539fa60-c161-4b5a-b05d-0c49642eea40 tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.36 "DELETE /v2.0/ports/510f5ffb-f204-4d39-a8ed-4d8ed9060f7c HTTP/1.1" status: 204 len: 173 time: 0.4057369 Oct 20 03:54:16.653251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e837f6-11ca-4d0d-a3ff-de2146f25d41', 'name': 'network-vif-deleted', 'tag': '510f5ffb-f204-4d39-a8ed-4d8ed9060f7c'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:54:16.655572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b11b27b-db4a-4415-bbee-34f1c9ec2eea" -d '{"events": [{"server_uuid": "b0e837f6-11ca-4d0d-a3ff-de2146f25d41", "name": "network-vif-deleted", "tag": "510f5ffb-f204-4d39-a8ed-4d8ed9060f7c"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:54:16.695808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be832d0-6b68-49c7-af95-1746678a5cb0 x-openstack-request-id: req-4be832d0-6b68-49c7-af95-1746678a5cb0 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:54:16.696608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e837f6-11ca-4d0d-a3ff-de2146f25d41", "name": "network-vif-deleted", "tag": "510f5ffb-f204-4d39-a8ed-4d8ed9060f7c", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:54:16.696871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4be832d0-6b68-49c7-af95-1746678a5cb0 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:54:16.697291 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be832d0-6b68-49c7-af95-1746678a5cb0'] response: {'server_uuid': 'b0e837f6-11ca-4d0d-a3ff-de2146f25d41', 'name': 'network-vif-deleted', 'tag': '510f5ffb-f204-4d39-a8ed-4d8ed9060f7c', 'status': 'completed', 'code': 200} Oct 20 03:54:16.801146 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4a289e5c-3c88-416e-840f-11559ef4055c req-264134b0-d216-4ff4-9ca8-b79f5871513d tempest-DeleteServersTestJSON-672666382 tempest-DeleteServersTestJSON-672666382-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e837f6-11ca-4d0d-a3ff-de2146f25d41 HTTP/1.1" status: 200 len: 210 time: 0.0373783 Oct 20 03:54:17.826812 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:17.937800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60220) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:54:18.276502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:18.520008 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Deleting port 33749ad5-8053-49d6-8c1f-cbdd144eeda5 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:54:18.520372 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:18.600804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] For port 33749ad5-8053-49d6-8c1f-cbdd144eeda5, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=33749ad5-8053-49d6-8c1f-cbdd144eeda5,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:54:18.601219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:18.613246 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Calling delete_port for 33749ad5-8053-49d6-8c1f-cbdd144eeda5 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:54:19.065883 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.092728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=33749ad5-8053-49d6-8c1f-cbdd144eeda5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:19.119218 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.119575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.119921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.120260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.120627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.120963 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.121299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.121641 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.121961 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.122287 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.122613 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.122935 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:19.266048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.316496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.484471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Router e3317b14-1a89-43dd-86a6-8cc71bd338ff has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:54:19.552786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.594501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:54:19.599402 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ce383d73-d04a-492c-a47d-9330b7f04d11 admin admin] 10.222.0.20 "PUT /v2.0/routers/e3317b14-1a89-43dd-86a6-8cc71bd338ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606202 Oct 20 03:54:19.602758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60222) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:54:19.603607 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8545979f-f914-468f-8bea-ef89e2031c94 None None] Sync routers for ids ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:54:19.615524 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8545979f-f914-468f-8bea-ef89e2031c94 None None] Routers {'e3317b14-1a89-43dd-86a6-8cc71bd338ff'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:54:19.616181 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8545979f-f914-468f-8bea-ef89e2031c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:54:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:19.707656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.720658 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8545979f-f914-468f-8bea-ef89e2031c94 None None] Set router e3317b14-1a89-43dd-86a6-8cc71bd338ff gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:54:19.811535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.867951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Deleting port 93b112d2-3853-4b4a-b571-95cafd1b8cc3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:54:19.868342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.892051 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8545979f-f914-468f-8bea-ef89e2031c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'name': 'tempest-DeleteServersTestJSON-1026733887-router', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:54:19Z', 'revision_number': 5, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'gw_port': {'id': '93b112d2-3853-4b4a-b571-95cafd1b8cc3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:19.900659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:54:19.918287 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8545979f-f914-468f-8bea-ef89e2031c94 None None] Checking router: e3317b14-1a89-43dd-86a6-8cc71bd338ff for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:54:19.924104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:54:19.924471 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 510f5ffb-f204-4d39-a8ed-4d8ed9060f7c not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:54:19.926697 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8545979f-f914-468f-8bea-ef89e2031c94 None None] Routers {'e3317b14-1a89-43dd-86a6-8cc71bd338ff'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:54:19.927310 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8545979f-f914-468f-8bea-ef89e2031c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:54:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:19.948878 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] For port 93b112d2-3853-4b4a-b571-95cafd1b8cc3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=93b112d2-3853-4b4a-b571-95cafd1b8cc3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:54:19.949241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:19.961899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Calling delete_port for 93b112d2-3853-4b4a-b571-95cafd1b8cc3 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:54:20.013623 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8545979f-f914-468f-8bea-ef89e2031c94 None None] Set router e3317b14-1a89-43dd-86a6-8cc71bd338ff gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:54:20.065894 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8545979f-f914-468f-8bea-ef89e2031c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'name': 'tempest-DeleteServersTestJSON-1026733887-router', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:54:19Z', 'revision_number': 6, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:20.092881 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8545979f-f914-468f-8bea-ef89e2031c94 None None] The sync data for ids ['e3317b14-1a89-43dd-86a6-8cc71bd338ff'] in dv-neutron-861842-1-hyperv is: [{'id': 'e3317b14-1a89-43dd-86a6-8cc71bd338ff', 'name': 'tempest-DeleteServersTestJSON-1026733887-router', 'tenant_id': 'f938544cc9434d0fb81e62254186cd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:53:25Z', 'updated_at': '2022-10-20T03:54:19Z', 'revision_number': 6, 'project_id': 'f938544cc9434d0fb81e62254186cd52', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:54:20.129559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.153750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b112d2-3853-4b4a-b571-95cafd1b8cc3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:20.219018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.307119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.309512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.351795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.352359 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3317b14-1a89-43dd-86a6-8cc71bd338ff {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:54:20.356646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.357738 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1b136870-d478-428e-9bb6-b9381aaa30b2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e3317b14-1a89-43dd-86a6-8cc71bd338ff HTTP/1.1" status: 204 len: 168 time: 0.7540081 Oct 20 03:54:20.360335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60224) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:54:20.405548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62520a6-5d01-45f6-8019-77d0da257ad1 admin admin] Deleting subnet 6af0d763-7f0a-4bb9-9928-fa6ef2b59a00 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:54:20.408466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e62520a6-5d01-45f6-8019-77d0da257ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.448668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e62520a6-5d01-45f6-8019-77d0da257ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.530114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e62520a6-5d01-45f6-8019-77d0da257ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.582186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e62520a6-5d01-45f6-8019-77d0da257ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.609490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62520a6-5d01-45f6-8019-77d0da257ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af0d763-7f0a-4bb9-9928-fa6ef2b59a00,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:20.611458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e62520a6-5d01-45f6-8019-77d0da257ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.615297 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91322808-788c-4160-9731-797c7dffc900 None None] Network 323d9b32-d312-4b40-9a28-240f4f17c3a3 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:54:20.618120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60226) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:54:20.618615 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e62520a6-5d01-45f6-8019-77d0da257ad1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6af0d763-7f0a-4bb9-9928-fa6ef2b59a00 HTTP/1.1" status: 204 len: 168 time: 0.2568128 Oct 20 03:54:20.690087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.748152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Deleting port c80dd48c-5775-4f4a-a140-53d313c366a7 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:54:20.748524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.816926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] For port c80dd48c-5775-4f4a-a140-53d313c366a7, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c80dd48c-5775-4f4a-a140-53d313c366a7,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:54:20.817286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.828044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] DHCP port deletion for 323d9b32-d312-4b40-9a28-240f4f17c3a3 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:54:20.831694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Calling delete_port for c80dd48c-5775-4f4a-a140-53d313c366a7 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:54:20.881825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Deleting port c80dd48c-5775-4f4a-a140-53d313c366a7 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:54:20.882299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.919298 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.947012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80dd48c-5775-4f4a-a140-53d313c366a7,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:20.949115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] No DVR routers for this DVR port c80dd48c-5775-4f4a-a140-53d313c366a7 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:54:20.951012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] For port c80dd48c-5775-4f4a-a140-53d313c366a7, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c80dd48c-5775-4f4a-a140-53d313c366a7,segment=NetworkSegment(697c022e-f014-416e-871b-583135170e41),segment_id=697c022e-f014-416e-871b-583135170e41)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:54:20.951425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:20.965403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Calling delete_port for c80dd48c-5775-4f4a-a140-53d313c366a7 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:54:21.025957 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.043870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.047588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323d9b32-d312-4b40-9a28-240f4f17c3a3']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:21.058422 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697c022e-f014-416e-871b-583135170e41') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:21.058638 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697c022e-f014-416e-871b-583135170e41') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:21.068359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.069221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Pushing event deleted for resources: {'Port': ['ID=c80dd48c-5775-4f4a-a140-53d313c366a7,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:21.073712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] No DVR routers for this DVR port c80dd48c-5775-4f4a-a140-53d313c366a7 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:54:21.080331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.080925 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.081688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.086887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.087487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.088020 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.088383 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.088898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.089396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.090123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.090361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.090695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe1d8c-0caf-4c4a-9908-5b6377c97198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:21.092377 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.101417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:54:21.102185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.169063 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.174551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.180369 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/323d9b32-d312-4b40-9a28-240f4f17c3a3 HTTP/1.1" status: 204 len: 168 time: 0.5586112 Oct 20 03:54:21.189067 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 697c022e-f014-416e-871b-583135170e41 resource provider aggregate not found Oct 20 03:54:21.193159 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9086a-c8a7-4a92-8b78-46ab84b90fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=323d9b32-d312-4b40-9a28-240f4f17c3a3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:21.205667 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 697c022e-f014-416e-871b-583135170e41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 697c022e-f014-416e-871b-583135170e41 found for delete ", "request_id": "req-18f4be6c-fc32-4eb5-b55e-d42f3a7e5445"}]} Oct 20 03:54:21.296309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60236) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:54:21.336128 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-773a9beb-d597-42bf-a453-1f9c304941da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f938544cc9434d0fb81e62254186cd52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389555 Oct 20 03:54:21.338765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60238) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:54:21.388064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37ea4fb0-e4ae-4d67-ba08-ee1af78c4c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.409771 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37ea4fb0-e4ae-4d67-ba08-ee1af78c4c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.418749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 93b112d2-3853-4b4a-b571-95cafd1b8cc3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:54:21.437964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 93b112d2-3853-4b4a-b571-95cafd1b8cc3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:54:21.438300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 93b112d2-3853-4b4a-b571-95cafd1b8cc3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:54:21.438701 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 33749ad5-8053-49d6-8c1f-cbdd144eeda5 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:54:21.459455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 33749ad5-8053-49d6-8c1f-cbdd144eeda5 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:54:21.460250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 33749ad5-8053-49d6-8c1f-cbdd144eeda5 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:54:21.460897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c80dd48c-5775-4f4a-a140-53d313c366a7 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:54:21.464013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37ea4fb0-e4ae-4d67-ba08-ee1af78c4c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.466866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-37ea4fb0-e4ae-4d67-ba08-ee1af78c4c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:21.468113 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-37ea4fb0-e4ae-4d67-ba08-ee1af78c4c24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d599397-b42a-47f8-a132-8cc89261c60d HTTP/1.1" status: 204 len: 168 time: 0.1284354 Oct 20 03:54:21.478004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea4fb0-e4ae-4d67-ba08-ee1af78c4c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d599397-b42a-47f8-a132-8cc89261c60d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:21.480594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: c80dd48c-5775-4f4a-a140-53d313c366a7 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:54:21.480950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c80dd48c-5775-4f4a-a140-53d313c366a7 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:54:22.115746 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60260) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:54:22.207966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2083649250-network', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:22.228334 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Made reservation on behalf of 7c218962b8ba4bd6abed32e0ad0f4927 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:54:22.230608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.239186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.324576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.329368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.355524 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:54:22.365268 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33d6514-e129-4eac-86c4-49d0db136901,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:22.372227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.372602 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Added segment 9b2702f0-e11b-4795-8112-fc8b681bc443 of type vlan for network 428728c0-9fe8-49bb-b310-a0e4e244d569 Oct 20 03:54:22.413783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.436887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.437824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:22.438395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.482333 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3647130 Oct 20 03:54:22.485197 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60264) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:54:22.490273 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] Request body: {'subnet': {'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2083649250-subnet', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:22.509422 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] Made reservation on behalf of 7c218962b8ba4bd6abed32e0ad0f4927 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:54:22.512012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.534341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a33c5-268d-4621-9bea-a28e71045476 admin admin] Pushing event updated for resources: {'Network': ['ID=428728c0-9fe8-49bb-b310-a0e4e244d569,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:22.544711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 428728c0-9fe8-49bb-b310-a0e4e244d569 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:54:22.679524 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.743070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a1832d-5020-4b55-8afa-f9b8fcc1caf5,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:22.751735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] Checking segment: {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:54:22.752098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] Network hostable DHCP agents. Network: 428728c0-9fe8-49bb-b310-a0e4e244d569, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:54:22.769065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] Network 428728c0-9fe8-49bb-b310-a0e4e244d569 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:54:22.778300 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 428728c0-9fe8-49bb-b310-a0e4e244d569) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:22.782195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:22.782773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.788028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc9d223-8f40-4650-b48c-ef4c4d6d2310 None None] Network 428728c0-9fe8-49bb-b310-a0e4e244d569 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:54:22.799135 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3ac5962b-0c85-49eb-aee7-573b08dea6ea admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3128476 Oct 20 03:54:22.802045 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60266) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:54:22.807592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-2083649250-router', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:22.827501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.828620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.879516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:22.934933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-428728c0-9fe8-49bb-b310-a0e4e244d569', 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'fixed_ips': [{'subnet_id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:54:22.935838 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.076384 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Allocated IP 172.20.0.2 (428728c0-9fe8-49bb-b310-a0e4e244d569/20a1832d-5020-4b55-8afa-f9b8fcc1caf5/d3a9ca8c-2a3e-4f98-92fc-46a57b55b312) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:54:23.227259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.233742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.275864 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Network 428728c0-9fe8-49bb-b310-a0e4e244d569 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:54:23.278865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:23.282501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:54:23.287742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Pushing event updated for resources: {'Port': ['ID=d3a9ca8c-2a3e-4f98-92fc-46a57b55b312,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:23.297662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.348552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Attempting to bind port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:54:23.348807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Attempting to bind port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:54:23.349202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Attempting to bind port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 on network 428728c0-9fe8-49bb-b310-a0e4e244d569 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:54:23.354221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:54:23.354595 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Checking segment: {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:54:23.354995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.355389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Bound using segment: {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:54:23.355878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Bound port: d3a9ca8c-2a3e-4f98-92fc-46a57b55b312, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:54:23.356261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.421122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] For port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:54:23.424107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] For port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d3a9ca8c-2a3e-4f98-92fc-46a57b55b312,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:54:23.429373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.481010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dbf7a-1a70-4f34-89d4-6e67bf3f0756 None None] Pushing event updated for resources: {'Port': ['ID=d3a9ca8c-2a3e-4f98-92fc-46a57b55b312,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:23.507313 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.527508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.645204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Allocated IP 172.26.0.65 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/6bffe338-4bf4-47f7-9ff3-66ed07364176) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:54:23.761842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.794792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:23.834236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:54:23.839258 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:23.841985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:54:23.847549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Pushing event updated for resources: {'Port': ['ID=6bffe338-4bf4-47f7-9ff3-66ed07364176,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:24.095218 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.304298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.352291 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc53de91-81cb-41de-ba2d-bc946f903776 None None] Network 428728c0-9fe8-49bb-b310-a0e4e244d569 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:54:24.428117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9beb6835-0e49-4444-8e18-aea63a5c8115 None None] Provisioning complete for port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:24.428432 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9beb6835-0e49-4444-8e18-aea63a5c8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.428928 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9beb6835-0e49-4444-8e18-aea63a5c8115 None None] Attempt 1 to provision port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 Oct 20 03:54:24.437613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Router 6099266a-2d94-4404-b628-459fbbb4479c is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:54:24.549066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:54:24.560590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Sync routers for ids ['6099266a-2d94-4404-b628-459fbbb4479c'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:54:24.567662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.569504 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1bde52a5-b3ec-486c-821f-48e9595cadab admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7652698 Oct 20 03:54:24.572511 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60268) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:54:24.725437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9beb6835-0e49-4444-8e18-aea63a5c8115 None None] Current status of the port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:24.725860 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9beb6835-0e49-4444-8e18-aea63a5c8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.733189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Routers {'6099266a-2d94-4404-b628-459fbbb4479c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:54:24.733812 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:54:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6099266a-2d94-4404-b628-459fbbb4479c'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:24.820151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9beb6835-0e49-4444-8e18-aea63a5c8115 None None] For port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d3a9ca8c-2a3e-4f98-92fc-46a57b55b312,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:54:24.858658 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9beb6835-0e49-4444-8e18-aea63a5c8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:24.902258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Set router 6099266a-2d94-4404-b628-459fbbb4479c gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:54:24.985115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb6835-0e49-4444-8e18-aea63a5c8115 None None] Pushing event updated for resources: {'Port': ['ID=d3a9ca8c-2a3e-4f98-92fc-46a57b55b312,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:25.011763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.092907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1c983dd4-5e54-47e5-a9d2-2c2d4feedffc None None] Provisioning complete for port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:25.093187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1c983dd4-5e54-47e5-a9d2-2c2d4feedffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.093522 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1c983dd4-5e54-47e5-a9d2-2c2d4feedffc None None] Attempt 1 to provision port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 Oct 20 03:54:25.148780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6099266a-2d94-4404-b628-459fbbb4479c', 'name': 'tempest-ServerDiskConfigTestJSON-2083649250-router', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:22Z', 'updated_at': '2022-10-20T03:54:23Z', 'revision_number': 3, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'gw_port': {'id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:25.164552 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Allocated IP 172.20.0.1 (428728c0-9fe8-49bb-b310-a0e4e244d569/20a1832d-5020-4b55-8afa-f9b8fcc1caf5/2d6441c0-95f6-46a2-9249-49bcfc23afa9) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:54:25.177849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Checking router: 6099266a-2d94-4404-b628-459fbbb4479c for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:54:25.178202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Updating router 6099266a-2d94-4404-b628-459fbbb4479c port 6bffe338-4bf4-47f7-9ff3-66ed07364176 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:54:25.232852 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.235245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1c983dd4-5e54-47e5-a9d2-2c2d4feedffc None None] Current status of the port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:25.266538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.300129 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.342595 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Network 428728c0-9fe8-49bb-b310-a0e4e244d569 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:54:25.345696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:25.349265 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:54:25.376904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Pushing event updated for resources: {'Port': ['ID=2d6441c0-95f6-46a2-9249-49bcfc23afa9,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:25.395515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.495207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:54:25.542123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.543548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.550765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.597821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Attempting to bind port 6bffe338-4bf4-47f7-9ff3-66ed07364176 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:54:25.598194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Attempting to bind port 6bffe338-4bf4-47f7-9ff3-66ed07364176 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:54:25.598559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Attempting to bind port 6bffe338-4bf4-47f7-9ff3-66ed07364176 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:54:25.609083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:54:25.609460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:54:25.609862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.610255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:54:25.610722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Bound port: 6bffe338-4bf4-47f7-9ff3-66ed07364176, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:54:25.611101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.652065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299aee2-a89e-477f-a4a1-2f01aaa2144a None None] Pushing event updated for resources: {'Port': ['ID=6bffe338-4bf4-47f7-9ff3-66ed07364176,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:25.669128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:25.669507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.669847 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 Oct 20 03:54:25.707416 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.710604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] For port 6bffe338-4bf4-47f7-9ff3-66ed07364176, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:54:25.712602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.716197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Provisioning complete for port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:25.716600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.716945 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Attempt 1 to provision port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 Oct 20 03:54:25.728437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] For port 6bffe338-4bf4-47f7-9ff3-66ed07364176, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6bffe338-4bf4-47f7-9ff3-66ed07364176,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:54:25.758486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.780341 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Pushing event updated for resources: {'Port': ['ID=2d6441c0-95f6-46a2-9249-49bcfc23afa9,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:25.782869 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:25.808303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:54:25.816952 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Routers {'6099266a-2d94-4404-b628-459fbbb4479c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:54:25.817576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:54:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6099266a-2d94-4404-b628-459fbbb4479c'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:25.864346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299aee2-a89e-477f-a4a1-2f01aaa2144a None None] Pushing event updated for resources: {'Port': ['ID=6bffe338-4bf4-47f7-9ff3-66ed07364176,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:25.877179 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Network 428728c0-9fe8-49bb-b310-a0e4e244d569 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:54:25.878535 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:25.918107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:25.970109 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] Set router 6099266a-2d94-4404-b628-459fbbb4479c gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:54:26.007744 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Router 6099266a-2d94-4404-b628-459fbbb4479c has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:54:26.122515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:54:26.127557 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9fee0343-feed-41d9-ab9d-91dc8a2420bf admin admin] 10.222.0.20 "PUT /v2.0/routers/6099266a-2d94-4404-b628-459fbbb4479c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5539901 Oct 20 03:54:26.181325 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6099266a-2d94-4404-b628-459fbbb4479c', 'name': 'tempest-ServerDiskConfigTestJSON-2083649250-router', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:22Z', 'updated_at': '2022-10-20T03:54:25Z', 'revision_number': 4, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'gw_port': {'id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2d6441c0-95f6-46a2-9249-49bcfc23afa9', 'name': '', 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'mac_address': 'fa:16:3e:f7:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:25Z', 'updated_at': '2022-10-20T03:54:25Z', 'revision_number': 2, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'subnets': [{'id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:26.208294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5254e-8a0c-4be7-85cd-108463097b90 None None] The sync data for ids ['6099266a-2d94-4404-b628-459fbbb4479c'] in dv-neutron-861842-1-hyperv is: [{'id': '6099266a-2d94-4404-b628-459fbbb4479c', 'name': 'tempest-ServerDiskConfigTestJSON-2083649250-router', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:22Z', 'updated_at': '2022-10-20T03:54:25Z', 'revision_number': 4, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'gw_port': {'id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2d6441c0-95f6-46a2-9249-49bcfc23afa9', 'name': '', 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'mac_address': 'fa:16:3e:f7:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:25Z', 'updated_at': '2022-10-20T03:54:25Z', 'revision_number': 2, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'subnets': [{'id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:54:26.309311 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Attempt 2 to provision port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 Oct 20 03:54:26.349893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:54:26.574354 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82397b3d-00a3-4e44-b204-349306da91fa req-d6c1170c-bd63-4a65-8aad-29735048ea1d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:26.575890 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-d6c1170c-bd63-4a65-8aad-29735048ea1d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 815 time: 0.1073163 Oct 20 03:54:26.591868 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-83715543-e1db-47f3-9e24-df0f96c754b9 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/quotas/7c218962b8ba4bd6abed32e0ad0f4927 HTTP/1.1" status: 200 len: 375 time: 0.0101905 Oct 20 03:54:26.644473 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-88ca9e5f-5233-491e-be4b-06fe0a9f1f6e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465093 Oct 20 03:54:26.743926 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-1f9e6119-b244-40f8-b9f1-0464d7453f2d service neutron] 10.222.0.20 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910869 Oct 20 03:54:26.846839 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-100022eb-f57c-49be-af6f-ccede7fad024 service neutron] 10.222.0.20 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965338 Oct 20 03:54:26.851078 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Attempt 3 to provision port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 Oct 20 03:54:26.894671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:54:27.029025 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6924f810-9911-491f-8da2-9b4da87b0650 req-bb871774-51c8-452d-8e20-4b332a7c683e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 210 time: 0.0301962 Oct 20 03:54:27.396311 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Attempt 4 to provision port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 Oct 20 03:54:27.444921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:54:27.466587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6bffe338-4bf4-47f7-9ff3-66ed07364176 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:54:27.515044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 6bffe338-4bf4-47f7-9ff3-66ed07364176 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:27.515411 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.515745 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 6bffe338-4bf4-47f7-9ff3-66ed07364176 Oct 20 03:54:27.595755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 6bffe338-4bf4-47f7-9ff3-66ed07364176 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:27.596085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.620807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 6bffe338-4bf4-47f7-9ff3-66ed07364176, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6bffe338-4bf4-47f7-9ff3-66ed07364176,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:54:27.624933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:27.676996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=6bffe338-4bf4-47f7-9ff3-66ed07364176,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:27.946376 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Attempt 5 to provision port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 Oct 20 03:54:27.987017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:54:28.100998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82397b3d-00a3-4e44-b204-349306da91fa req-30c0fe31-393e-44ac-8196-8509e029571d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:28.102491 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-30c0fe31-393e-44ac-8196-8509e029571d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.36 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 815 time: 0.1159439 Oct 20 03:54:28.122839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Request body: {'port': {'device_id': '8bcff68e-d924-49c2-a7a0-5de03bae670d', 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'admin_state_up': True, 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:28.141848 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-396ab5d1-af45-45b0-a472-95ce9520e0c2 req-1f047d9c-920d-4ee4-a345-01dac18c4797 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 210 time: 0.0324194 Oct 20 03:54:28.198263 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445b218-4254-4039-9252-60f68e066001 None None] Sync routers for ids ['6099266a-2d94-4404-b628-459fbbb4479c'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:54:28.208709 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445b218-4254-4039-9252-60f68e066001 None None] Routers {'6099266a-2d94-4404-b628-459fbbb4479c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:54:28.209306 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e445b218-4254-4039-9252-60f68e066001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:54:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6099266a-2d94-4404-b628-459fbbb4479c'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:28.240046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Made reservation on behalf of 7c218962b8ba4bd6abed32e0ad0f4927 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:54:28.243903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.317059 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e445b218-4254-4039-9252-60f68e066001 None None] Set router 6099266a-2d94-4404-b628-459fbbb4479c gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:54:28.378089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Allocated IP 172.20.0.4 (428728c0-9fe8-49bb-b310-a0e4e244d569/20a1832d-5020-4b55-8afa-f9b8fcc1caf5/3f218d9b-12d3-42c5-814f-874fb07221c6) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:54:28.488892 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Attempt 6 to provision port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 Oct 20 03:54:28.525453 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:54:28.534862 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.570758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.607927 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e445b218-4254-4039-9252-60f68e066001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6099266a-2d94-4404-b628-459fbbb4479c', 'name': 'tempest-ServerDiskConfigTestJSON-2083649250-router', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:22Z', 'updated_at': '2022-10-20T03:54:25Z', 'revision_number': 4, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'gw_port': {'id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2d6441c0-95f6-46a2-9249-49bcfc23afa9', 'name': '', 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'mac_address': 'fa:16:3e:f7:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:25Z', 'updated_at': '2022-10-20T03:54:25Z', 'revision_number': 2, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'subnets': [{'id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:28.612688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Network 428728c0-9fe8-49bb-b310-a0e4e244d569 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:54:28.616292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:54:28.620099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:54:28.634664 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445b218-4254-4039-9252-60f68e066001 None None] Checking router: 6099266a-2d94-4404-b628-459fbbb4479c for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:54:28.634940 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445b218-4254-4039-9252-60f68e066001 None None] Updating router 6099266a-2d94-4404-b628-459fbbb4479c port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:54:28.648200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Pushing event updated for resources: {'Port': ['ID=3f218d9b-12d3-42c5-814f-874fb07221c6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:28.660143 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e445b218-4254-4039-9252-60f68e066001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.674092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:28.675025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.692319 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-817f1041-6990-4bff-9789-b10418b1510e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5739927 Oct 20 03:54:28.708622 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Request body: {'port': {'device_id': '8bcff68e-d924-49c2-a7a0-5de03bae670d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:54:28.767225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.938440 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e445b218-4254-4039-9252-60f68e066001 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:28.943387 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e445b218-4254-4039-9252-60f68e066001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.020707 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Pushing event updated for resources: {'Port': ['ID=2d6441c0-95f6-46a2-9249-49bcfc23afa9,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:29.027001 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Attempt 7 to provision port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 Oct 20 03:54:29.033834 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.034183 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.034528 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.034923 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.035260 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.035591 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.035919 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.036245 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.036593 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.036914 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.037235 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.038052 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:54:29.044412 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-e445b218-4254-4039-9252-60f68e066001 None None] Attempting to bind port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:54:29.044782 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-e445b218-4254-4039-9252-60f68e066001 None None] Attempting to bind port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:54:29.045146 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445b218-4254-4039-9252-60f68e066001 None None] Attempting to bind port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 on network 428728c0-9fe8-49bb-b310-a0e4e244d569 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:54:29.050418 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445b218-4254-4039-9252-60f68e066001 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:54:29.051247 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445b218-4254-4039-9252-60f68e066001 None None] Checking segment: {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:54:29.051247 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e445b218-4254-4039-9252-60f68e066001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.051612 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445b218-4254-4039-9252-60f68e066001 None None] Bound using segment: {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:54:29.052143 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-e445b218-4254-4039-9252-60f68e066001 None None] Bound port: 2d6441c0-95f6-46a2-9249-49bcfc23afa9, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:54:29.052572 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e445b218-4254-4039-9252-60f68e066001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.068416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:54:29.093760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f218d9b-12d3-42c5-814f-874fb07221c6 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:54:29.103673 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.118142 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Transition to ACTIVE for port object 3f218d9b-12d3-42c5-814f-874fb07221c6 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:54:29.118733 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-e445b218-4254-4039-9252-60f68e066001 None None] For port 2d6441c0-95f6-46a2-9249-49bcfc23afa9, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:54:29.121302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.121991 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-e445b218-4254-4039-9252-60f68e066001 None None] For port 2d6441c0-95f6-46a2-9249-49bcfc23afa9, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2d6441c0-95f6-46a2-9249-49bcfc23afa9,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:54:29.125806 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-e445b218-4254-4039-9252-60f68e066001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.163969 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445b218-4254-4039-9252-60f68e066001 None None] Routers {'6099266a-2d94-4404-b628-459fbbb4479c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:54:29.164645 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e445b218-4254-4039-9252-60f68e066001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:54:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6099266a-2d94-4404-b628-459fbbb4479c'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:29.206040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f218d9b-12d3-42c5-814f-874fb07221c6,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:29.229931 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56810217-864f-4a51-a914-e9f899c06b22 None None] Pushing event updated for resources: {'Port': ['ID=2d6441c0-95f6-46a2-9249-49bcfc23afa9,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:29.245466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Attempting to bind port 3f218d9b-12d3-42c5-814f-874fb07221c6 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:54:29.245807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Attempting to bind port 3f218d9b-12d3-42c5-814f-874fb07221c6 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:54:29.246139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Attempting to bind port 3f218d9b-12d3-42c5-814f-874fb07221c6 on network 428728c0-9fe8-49bb-b310-a0e4e244d569 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:54:29.265253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Port 3f218d9b-12d3-42c5-814f-874fb07221c6 on network 428728c0-9fe8-49bb-b310-a0e4e244d569 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:54:29.265586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Attempting to bind port 3f218d9b-12d3-42c5-814f-874fb07221c6 on network 428728c0-9fe8-49bb-b310-a0e4e244d569 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:54:29.274772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:54:29.275112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Checking segment: {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:54:29.275501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Bound using segment: {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:54:29.275935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Bound port: 3f218d9b-12d3-42c5-814f-874fb07221c6, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:54:29.276340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.288325 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e445b218-4254-4039-9252-60f68e066001 None None] Set router 6099266a-2d94-4404-b628-459fbbb4479c gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:54:29.303638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344c4f1-0d63-49d0-af4f-cbed6567f917 req-6c519103-be73-43bc-b5c7-759abc1d58b8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:29.305161 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f344c4f1-0d63-49d0-af4f-cbed6567f917 req-6c519103-be73-43bc-b5c7-759abc1d58b8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 943 time: 0.0788572 Oct 20 03:54:29.375789 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f344c4f1-0d63-49d0-af4f-cbed6567f917 req-fd1b339f-24bb-43b0-8c7a-29ebc46bb63f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533781 Oct 20 03:54:29.382574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] For port 3f218d9b-12d3-42c5-814f-874fb07221c6, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:54:29.386286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] For port 3f218d9b-12d3-42c5-814f-874fb07221c6, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3f218d9b-12d3-42c5-814f-874fb07221c6,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:54:29.409355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.417637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:29.418560 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.419962 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f218d9b-12d3-42c5-814f-874fb07221c6 HTTP/1.1" status: 200 len: 1093 time: 0.7161238 Oct 20 03:54:29.421511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcff68e-d924-49c2-a7a0-5de03bae670d', 'tag': '3f218d9b-12d3-42c5-814f-874fb07221c6'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:54:29.423983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d4221b-9a88-46b1-b780-2a1a9e66a847" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcff68e-d924-49c2-a7a0-5de03bae670d", "tag": "3f218d9b-12d3-42c5-814f-874fb07221c6"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:54:29.479528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b37c56-631d-4652-97f5-25df9daafe3f x-openstack-request-id: req-f9b37c56-631d-4652-97f5-25df9daafe3f {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:54:29.479660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcff68e-d924-49c2-a7a0-5de03bae670d", "tag": "3f218d9b-12d3-42c5-814f-874fb07221c6", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:54:29.479909 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9b37c56-631d-4652-97f5-25df9daafe3f {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:54:29.480539 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b37c56-631d-4652-97f5-25df9daafe3f'] response: {'name': 'network-changed', 'server_uuid': '8bcff68e-d924-49c2-a7a0-5de03bae670d', 'tag': '3f218d9b-12d3-42c5-814f-874fb07221c6', 'status': 'completed', 'code': 200} Oct 20 03:54:29.483741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2d6441c0-95f6-46a2-9249-49bcfc23afa9 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:54:29.521514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb46822-c433-4273-a80d-4552713f69c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f218d9b-12d3-42c5-814f-874fb07221c6,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:29.536827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:29.537214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.537581 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 Oct 20 03:54:29.539868 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e445b218-4254-4039-9252-60f68e066001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6099266a-2d94-4404-b628-459fbbb4479c', 'name': 'tempest-ServerDiskConfigTestJSON-2083649250-router', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:22Z', 'updated_at': '2022-10-20T03:54:25Z', 'revision_number': 4, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'gw_port': {'id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2d6441c0-95f6-46a2-9249-49bcfc23afa9', 'name': '', 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'mac_address': 'fa:16:3e:f7:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:25Z', 'updated_at': '2022-10-20T03:54:29Z', 'revision_number': 4, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'subnets': [{'id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:54:29.543579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82397b3d-00a3-4e44-b204-349306da91fa req-7623a433-039a-48cc-9bed-aff464ea8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:29.545131 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-7623a433-039a-48cc-9bed-aff464ea8321 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 1096 time: 0.0567851 Oct 20 03:54:29.566143 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445b218-4254-4039-9252-60f68e066001 None None] The sync data for ids ['6099266a-2d94-4404-b628-459fbbb4479c'] in dv-neutron-861842-1-hyperv is: [{'id': '6099266a-2d94-4404-b628-459fbbb4479c', 'name': 'tempest-ServerDiskConfigTestJSON-2083649250-router', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:22Z', 'updated_at': '2022-10-20T03:54:25Z', 'revision_number': 4, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'gw_port': {'id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2d6441c0-95f6-46a2-9249-49bcfc23afa9', 'name': '', 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'mac_address': 'fa:16:3e:f7:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:25Z', 'updated_at': '2022-10-20T03:54:29Z', 'revision_number': 4, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'subnets': [{'id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:54:29.570580 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Attempt 8 to provision port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 Oct 20 03:54:29.601742 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-2c6ee991-08c6-4eac-bd3a-05e12af1c6ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f218d9b-12d3-42c5-814f-874fb07221c6 HTTP/1.1" status: 200 len: 217 time: 0.0427454 Oct 20 03:54:29.660431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82397b3d-00a3-4e44-b204-349306da91fa req-c11906b3-7647-43f5-b70b-9d852b33e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:29.662028 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-c11906b3-7647-43f5-b70b-9d852b33e744 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 200 len: 854 time: 0.0531409 Oct 20 03:54:29.681959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:29.682357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.710261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Current status of the port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:29.710909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.716099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82397b3d-00a3-4e44-b204-349306da91fa req-78862fa1-5230-4e7e-afa0-bd9cf9da1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:29.717687 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-78862fa1-5230-4e7e-afa0-bd9cf9da1f76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428728c0-9fe8-49bb-b310-a0e4e244d569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444515 Oct 20 03:54:29.734347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 2d6441c0-95f6-46a2-9249-49bcfc23afa9, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2d6441c0-95f6-46a2-9249-49bcfc23afa9,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:54:29.743090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:29.744164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6bffe338-4bf4-47f7-9ff3-66ed07364176 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:54:29.824359 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-003d9dbb-ca33-46a8-b9e9-d61ad1b3c838 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956984 Oct 20 03:54:29.930143 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82397b3d-00a3-4e44-b204-349306da91fa req-cdab48d8-ae5d-4fdf-b172-b90e18b768f9 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951555 Oct 20 03:54:29.997232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=2d6441c0-95f6-46a2-9249-49bcfc23afa9,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:30.005844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:54:30.005844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:54:30.018483 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 6bffe338-4bf4-47f7-9ff3-66ed07364176 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:30.018858 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:30.019193 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 6bffe338-4bf4-47f7-9ff3-66ed07364176 Oct 20 03:54:30.041799 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4221b-9a88-46b1-b780-2a1a9e66a847 req-c6d1d3fe-8945-472c-9bc3-d541cf1318eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:30.043590 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54d4221b-9a88-46b1-b780-2a1a9e66a847 req-c6d1d3fe-8945-472c-9bc3-d541cf1318eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 1096 time: 0.0518103 Oct 20 03:54:30.099271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 6bffe338-4bf4-47f7-9ff3-66ed07364176 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:30.144664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4221b-9a88-46b1-b780-2a1a9e66a847 req-1f43ab21-def2-4e54-8e53-1409a60dd564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:30.146144 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54d4221b-9a88-46b1-b780-2a1a9e66a847 req-1f43ab21-def2-4e54-8e53-1409a60dd564 service neutron] 10.222.0.36 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 916 time: 0.0960603 Oct 20 03:54:30.190612 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54d4221b-9a88-46b1-b780-2a1a9e66a847 req-0724e23b-e665-4d4e-9ad7-74eb389a06f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f218d9b-12d3-42c5-814f-874fb07221c6 HTTP/1.1" status: 200 len: 217 time: 0.0364208 Oct 20 03:54:30.242782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4221b-9a88-46b1-b780-2a1a9e66a847 req-648cbcf7-f0af-4e2e-9a11-20ee49d26ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:30.244257 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54d4221b-9a88-46b1-b780-2a1a9e66a847 req-648cbcf7-f0af-4e2e-9a11-20ee49d26ea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 200 len: 854 time: 0.0467212 Oct 20 03:54:30.294051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4221b-9a88-46b1-b780-2a1a9e66a847 req-11f4a98f-6284-42d4-a7bb-d52ea701d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:30.295545 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54d4221b-9a88-46b1-b780-2a1a9e66a847 req-11f4a98f-6284-42d4-a7bb-d52ea701d630 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428728c0-9fe8-49bb-b310-a0e4e244d569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444243 Oct 20 03:54:30.385999 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54d4221b-9a88-46b1-b780-2a1a9e66a847 req-3701c5d2-8fac-4492-a77d-a9f8c2e02600 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827472 Oct 20 03:54:30.511787 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54d4221b-9a88-46b1-b780-2a1a9e66a847 req-b1cf62ba-d5f4-499c-9b99-896c9c4544f0 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178539 Oct 20 03:54:30.522011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b613dff-2f29-4122-93b0-f6e3472b2533 req-4b2a49a4-b697-452b-8047-df59c6a7af89 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:30.523562 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b613dff-2f29-4122-93b0-f6e3472b2533 req-4b2a49a4-b697-452b-8047-df59c6a7af89 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 943 time: 0.0696795 Oct 20 03:54:30.546792 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d93011c-3ea5-4da2-8a39-e3b826bcbfcc None None] Current status of the port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:30.566100 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b613dff-2f29-4122-93b0-f6e3472b2533 req-8e678409-b996-43d3-aff0-de8189025464 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337431 Oct 20 03:54:30.674889 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-2b0456b0-a6d4-4cb8-9dd8-0a02e58facdb None None] Provisioning complete for port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:30.675249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2b0456b0-a6d4-4cb8-9dd8-0a02e58facdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:30.675577 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2b0456b0-a6d4-4cb8-9dd8-0a02e58facdb None None] Attempt 1 to provision port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 Oct 20 03:54:30.749849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2b0456b0-a6d4-4cb8-9dd8-0a02e58facdb None None] Current status of the port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:31.424197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2d6441c0-95f6-46a2-9249-49bcfc23afa9 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:54:31.471486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:31.471784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:31.472110 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 Oct 20 03:54:31.548622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:31.685444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98856cb4-0e05-4f95-ab28-d3b0ad4536b2 req-1af0cc83-8816-4233-b487-b7ae590b4460 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:31.686917 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-98856cb4-0e05-4f95-ab28-d3b0ad4536b2 req-1af0cc83-8816-4233-b487-b7ae590b4460 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 943 time: 0.0483296 Oct 20 03:54:31.724436 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-98856cb4-0e05-4f95-ab28-d3b0ad4536b2 req-6584a5a6-f573-4c1d-8143-4860d1138eec tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Oct 20 03:54:31.979268 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 3f218d9b-12d3-42c5-814f-874fb07221c6 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:54:32.075341 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 3f218d9b-12d3-42c5-814f-874fb07221c6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3f218d9b-12d3-42c5-814f-874fb07221c6,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:54:32.086942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '3f218d9b-12d3-42c5-814f-874fb07221c6', 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'port_id': '3f218d9b-12d3-42c5-814f-874fb07221c6', 'mac_address': 'fa:16:3e:50:03:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:54:32.122675 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 3f218d9b-12d3-42c5-814f-874fb07221c6 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:32.123058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:32.135160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f218d9b-12d3-42c5-814f-874fb07221c6 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:54:32.154425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 3f218d9b-12d3-42c5-814f-874fb07221c6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3f218d9b-12d3-42c5-814f-874fb07221c6,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:54:32.158182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:32.203000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=3f218d9b-12d3-42c5-814f-874fb07221c6,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:32.422486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['3f218d9b-12d3-42c5-814f-874fb07221c6'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:54:32.844657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947d2dc-7cbd-4b10-8701-f39f143d0143 req-4cb6ebf8-8b11-46f1-9e53-99cd1616fe37 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:32.846117 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1947d2dc-7cbd-4b10-8701-f39f143d0143 req-4cb6ebf8-8b11-46f1-9e53-99cd1616fe37 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 944 time: 0.0497763 Oct 20 03:54:32.884402 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1947d2dc-7cbd-4b10-8701-f39f143d0143 req-298df25d-8fc8-40e3-bd15-4baad271e4f3 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311241 Oct 20 03:54:33.994964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 3f218d9b-12d3-42c5-814f-874fb07221c6 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:54:34.003333 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c92960-245b-4512-8a04-9e9e6543a847 req-cb0404b1-9068-4980-a502-1402ffda239e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:34.004859 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-99c92960-245b-4512-8a04-9e9e6543a847 req-cb0404b1-9068-4980-a502-1402ffda239e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 944 time: 0.0484595 Oct 20 03:54:34.043106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 3f218d9b-12d3-42c5-814f-874fb07221c6 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:54:34.043467 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-99c92960-245b-4512-8a04-9e9e6543a847 req-58f5a486-5489-4881-82c5-fb729e7ce948 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323856 Oct 20 03:54:34.047923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 3f218d9b-12d3-42c5-814f-874fb07221c6 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:54:34.048348 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:34.048691 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 3f218d9b-12d3-42c5-814f-874fb07221c6 Oct 20 03:54:34.127775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 3f218d9b-12d3-42c5-814f-874fb07221c6 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:54:34.128163 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:34.149677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcff68e-d924-49c2-a7a0-5de03bae670d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f218d9b-12d3-42c5-814f-874fb07221c6'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:54:34.151916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39644a65-782e-4228-97a6-2718ed3983d8" -d '{"events": [{"server_uuid": "8bcff68e-d924-49c2-a7a0-5de03bae670d", "name": "network-vif-plugged", "status": "completed", "tag": "3f218d9b-12d3-42c5-814f-874fb07221c6"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:54:34.164601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 3f218d9b-12d3-42c5-814f-874fb07221c6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3f218d9b-12d3-42c5-814f-874fb07221c6,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:54:34.168741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:34.191815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fac25ae-629b-4bc9-89c5-fc6f8bb67ac3 x-openstack-request-id: req-0fac25ae-629b-4bc9-89c5-fc6f8bb67ac3 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:54:34.192110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcff68e-d924-49c2-a7a0-5de03bae670d", "name": "network-vif-plugged", "status": "completed", "tag": "3f218d9b-12d3-42c5-814f-874fb07221c6", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:54:34.192385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fac25ae-629b-4bc9-89c5-fc6f8bb67ac3 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:54:34.192778 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fac25ae-629b-4bc9-89c5-fc6f8bb67ac3'] response: {'server_uuid': '8bcff68e-d924-49c2-a7a0-5de03bae670d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f218d9b-12d3-42c5-814f-874fb07221c6', 'code': 200} Oct 20 03:54:34.218552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=3f218d9b-12d3-42c5-814f-874fb07221c6,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:54:34.379064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3d281-9d40-4db1-ad2f-ddb4994448f4 req-93e96156-2f8b-40ed-93a3-f4006e621070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:34.380591 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-17c3d281-9d40-4db1-ad2f-ddb4994448f4 req-93e96156-2f8b-40ed-93a3-f4006e621070 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 1098 time: 0.0438721 Oct 20 03:54:34.419182 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-17c3d281-9d40-4db1-ad2f-ddb4994448f4 req-a52c30ed-1208-43cd-af96-d8415808f4a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286233 Oct 20 03:54:35.167120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ebc3f-ba45-4211-87ec-bc41e9f660bb req-6b9bd8c7-b8c8-4b64-9d36-a1fc1ed04a1a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:35.168577 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a90ebc3f-ba45-4211-87ec-bc41e9f660bb req-6b9bd8c7-b8c8-4b64-9d36-a1fc1ed04a1a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0511069 Oct 20 03:54:35.205782 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a90ebc3f-ba45-4211-87ec-bc41e9f660bb req-0cd1cae9-bfe8-4710-9d3c-c653fa92470e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Oct 20 03:54:36.329031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de8916-52d2-4b9b-a4f3-8f4fea0d2f9c req-f750d2d0-c761-417f-83c0-d2d0ffc6b704 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:36.330499 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24de8916-52d2-4b9b-a4f3-8f4fea0d2f9c req-f750d2d0-c761-417f-83c0-d2d0ffc6b704 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0496545 Oct 20 03:54:36.369132 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24de8916-52d2-4b9b-a4f3-8f4fea0d2f9c req-5883336d-5db4-4ae7-abe7-92bc5adb654b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318434 Oct 20 03:54:36.488310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb32cf9-c6a2-4f13-9b86-ce681aa9ade4 req-60f70a6e-fc40-43b0-a1c7-3bd58285d7b1 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:36.489819 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fcb32cf9-c6a2-4f13-9b86-ce681aa9ade4 req-60f70a6e-fc40-43b0-a1c7-3bd58285d7b1 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0490110 Oct 20 03:54:36.529908 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fcb32cf9-c6a2-4f13-9b86-ce681aa9ade4 req-c8f33f31-5791-487d-ab4e-841df2b46669 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343170 Oct 20 03:54:36.736707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2613f2-5b97-4315-ae61-0d4503ac649e req-25eca775-4ca1-4ba4-a37a-d3d68042e05a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:36.738151 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5b2613f2-5b97-4315-ae61-0d4503ac649e req-25eca775-4ca1-4ba4-a37a-d3d68042e05a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0484903 Oct 20 03:54:36.776560 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5b2613f2-5b97-4315-ae61-0d4503ac649e req-9f795d51-25dd-4977-b69a-598e9b4e033e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317106 Oct 20 03:54:36.893616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f130a-ef54-4e5d-8413-6e162bc834a1 req-34f9e5e1-573b-4b31-b7eb-f2971ee40630 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:36.895058 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b89f130a-ef54-4e5d-8413-6e162bc834a1 req-34f9e5e1-573b-4b31-b7eb-f2971ee40630 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0487833 Oct 20 03:54:36.932116 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b89f130a-ef54-4e5d-8413-6e162bc834a1 req-e256ba3b-999c-453b-848a-27773e115895 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309319 Oct 20 03:54:37.157348 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-ea473230-fd88-4f34-9f48-452765876705 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428045 Oct 20 03:54:37.173730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f665c-3591-4a73-86db-9190072fac17 req-46ac5532-aa43-4545-baf4-2dc48f3cff7d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:37.175292 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3e0f665c-3591-4a73-86db-9190072fac17 req-46ac5532-aa43-4545-baf4-2dc48f3cff7d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0528493 Oct 20 03:54:37.213989 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3e0f665c-3591-4a73-86db-9190072fac17 req-ac82fc68-258b-41ff-90f2-d097e1d1334f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Oct 20 03:54:38.270232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-e3b9a269-a166-4f74-a4c5-0a407abbb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:38.271743 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-e3b9a269-a166-4f74-a4c5-0a407abbb365 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 1098 time: 0.0419366 Oct 20 03:54:38.337133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa1f3c-0327-43bb-b8bf-b8492710ff71 req-cbda7f17-b721-4224-b777-3944f704762c tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:38.338617 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bdfa1f3c-0327-43bb-b8bf-b8492710ff71 req-cbda7f17-b721-4224-b777-3944f704762c tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0502503 Oct 20 03:54:38.368025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-f3c5a350-52d3-4ecd-8493-991888afc006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:38.369537 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-f3c5a350-52d3-4ecd-8493-991888afc006 service neutron] 10.222.0.36 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 916 time: 0.0909348 Oct 20 03:54:38.376880 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bdfa1f3c-0327-43bb-b8bf-b8492710ff71 req-57f9eca2-7c0e-40c8-bf94-262aefda4995 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Oct 20 03:54:38.410766 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-b90dd031-0be6-41c5-834e-e397c9624740 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f218d9b-12d3-42c5-814f-874fb07221c6 HTTP/1.1" status: 200 len: 217 time: 0.0349166 Oct 20 03:54:38.459042 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-0faad20a-3558-4fbc-b726-f9ee02b83bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:38.460525 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-0faad20a-3558-4fbc-b726-f9ee02b83bb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 200 len: 854 time: 0.0435827 Oct 20 03:54:38.509040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-2cf3cb3f-2557-4cd7-b370-f4d78b13b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:38.547543 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-2cf3cb3f-2557-4cd7-b370-f4d78b13b233 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428728c0-9fe8-49bb-b310-a0e4e244d569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440540 Oct 20 03:54:38.587560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:38.611814 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-f01e4321-270e-4779-a7f5-fab3231bc513 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946529 Oct 20 03:54:38.704640 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-e2aa09d9-50f4-4774-bba1-1bedd6db2bea service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855272 Oct 20 03:54:39.498144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8745f2-5da7-4d65-92a9-c246978bffe0 req-4171cc43-6166-4b36-8129-abed6c7d6ee0 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:39.499620 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9b8745f2-5da7-4d65-92a9-c246978bffe0 req-4171cc43-6166-4b36-8129-abed6c7d6ee0 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0494487 Oct 20 03:54:39.538742 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9b8745f2-5da7-4d65-92a9-c246978bffe0 req-18a5e8d9-aaf4-446a-81d8-1495c71ae2ea tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Oct 20 03:54:40.661586 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b3032-20b4-4932-b3b3-e2ffc4c3fee5 req-bfeab552-d4cd-4f3f-8d69-9ea24df2aad1 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:40.663049 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-190b3032-20b4-4932-b3b3-e2ffc4c3fee5 req-bfeab552-d4cd-4f3f-8d69-9ea24df2aad1 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0494676 Oct 20 03:54:40.700585 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-190b3032-20b4-4932-b3b3-e2ffc4c3fee5 req-e9eac527-b8ac-4764-92a7-c70afc378841 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308697 Oct 20 03:54:41.820713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6f8e4-c9bc-412d-a060-80836550c865 req-795b95a5-22a6-4754-9b09-517c77511642 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:41.822150 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6d6f8e4-c9bc-412d-a060-80836550c865 req-795b95a5-22a6-4754-9b09-517c77511642 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0487664 Oct 20 03:54:41.860239 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6d6f8e4-c9bc-412d-a060-80836550c865 req-aee91d80-4ae7-42ea-a53b-369061b228d5 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Oct 20 03:54:42.982337 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c08a4a-bd50-47c9-bf3d-ad05d2e757dd req-fe5d6ce1-76d5-4b56-9657-feb5114c4ab8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:42.983782 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d9c08a4a-bd50-47c9-bf3d-ad05d2e757dd req-fe5d6ce1-76d5-4b56-9657-feb5114c4ab8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0521433 Oct 20 03:54:43.307407 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d9c08a4a-bd50-47c9-bf3d-ad05d2e757dd req-40daf83a-ccf6-4a23-8d8f-154e0e4c8b69 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178103 Oct 20 03:54:44.437257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b217f2-ed7f-41da-bfaf-1d9b7d24b0c5 req-a7c88ede-9fa3-4fbe-82bd-3d0a87d62493 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:44.438685 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1b217f2-ed7f-41da-bfaf-1d9b7d24b0c5 req-a7c88ede-9fa3-4fbe-82bd-3d0a87d62493 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0531764 Oct 20 03:54:44.477069 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1b217f2-ed7f-41da-bfaf-1d9b7d24b0c5 req-2f8fd0c8-9d2d-48fb-90ca-28847ebb23b5 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324259 Oct 20 03:54:44.583492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e523b8fd-ea2f-4bc1-9762-7d78cc866959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:45.599333 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4d9bd-f79c-4d25-8d96-2df57750b41a req-30a0b74a-6300-4aae-ac4c-b3127e107788 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:45.600728 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-36c4d9bd-f79c-4d25-8d96-2df57750b41a req-30a0b74a-6300-4aae-ac4c-b3127e107788 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0487239 Oct 20 03:54:45.638654 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-36c4d9bd-f79c-4d25-8d96-2df57750b41a req-baded75b-302c-4df1-b74c-0a1b91103c51 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Oct 20 03:54:46.582520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0ba8f34c-f5a4-4b32-afa5-d2528b8c5ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:46.762428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d51b9-c5ae-45b9-9018-49751d8b208a req-dd05495a-55ac-40d3-96a2-72f861cb9c17 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:46.763874 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd5d51b9-c5ae-45b9-9018-49751d8b208a req-dd05495a-55ac-40d3-96a2-72f861cb9c17 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0493560 Oct 20 03:54:46.801226 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dd5d51b9-c5ae-45b9-9018-49751d8b208a req-45f24c19-2b28-4b3d-a1a2-8eb4cc7f340a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314221 Oct 20 03:54:47.829787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:47.924560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b19dd-60c9-4e60-abc5-179cc913fb35 req-3be37382-eea3-4009-a5ab-2f9425e10d48 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:47.926057 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f73b19dd-60c9-4e60-abc5-179cc913fb35 req-3be37382-eea3-4009-a5ab-2f9425e10d48 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0490689 Oct 20 03:54:47.964667 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f73b19dd-60c9-4e60-abc5-179cc913fb35 req-7245257c-d5fd-49d3-ab5a-b61ddfdac72b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321076 Oct 20 03:54:48.727033 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:54:49.085445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997c9f2-6f73-401b-915b-dce9464c29b3 req-e904040d-1522-4207-b9ed-17bfaaac9bce tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:49.086982 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6997c9f2-6f73-401b-915b-dce9464c29b3 req-e904040d-1522-4207-b9ed-17bfaaac9bce tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0485785 Oct 20 03:54:49.125643 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6997c9f2-6f73-401b-915b-dce9464c29b3 req-c2808b32-0862-42ef-8c3a-ad8853f6cb44 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Oct 20 03:54:49.319800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:49.554516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:54:50.249715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe0e1e-8f52-4d13-accb-0a75107a1d9e req-675f1b66-e3d7-4c9a-b755-6f82dffa464e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:50.251169 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bcfe0e1e-8f52-4d13-accb-0a75107a1d9e req-675f1b66-e3d7-4c9a-b755-6f82dffa464e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0523422 Oct 20 03:54:50.288696 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bcfe0e1e-8f52-4d13-accb-0a75107a1d9e req-a7f3063c-a24a-4167-826b-fc1f02fb4bdf tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316133 Oct 20 03:54:51.414046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de203e3-327e-4cb6-aca7-2dd8b5e33fd5 req-300e7dc7-be06-45c0-a719-8995b5981725 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:51.415501 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5de203e3-327e-4cb6-aca7-2dd8b5e33fd5 req-300e7dc7-be06-45c0-a719-8995b5981725 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0529180 Oct 20 03:54:51.453458 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5de203e3-327e-4cb6-aca7-2dd8b5e33fd5 req-274e4728-f141-46d8-b043-371747d883f1 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Oct 20 03:54:52.574442 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e64754-c355-4ed5-89ca-c138bfd1f3d5 req-59530019-a5e1-44d6-949a-21d997c4bf01 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:52.575836 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-97e64754-c355-4ed5-89ca-c138bfd1f3d5 req-59530019-a5e1-44d6-949a-21d997c4bf01 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0495269 Oct 20 03:54:52.613281 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-97e64754-c355-4ed5-89ca-c138bfd1f3d5 req-1c30daa6-90b1-49dc-a50e-692e8eccbfff tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Oct 20 03:54:53.734369 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd97634-02f5-49fd-ab48-3445da98d968 req-16adce90-570a-46ae-a4e2-bd42bce48822 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:53.735833 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4dd97634-02f5-49fd-ab48-3445da98d968 req-16adce90-570a-46ae-a4e2-bd42bce48822 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0495505 Oct 20 03:54:53.772990 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4dd97634-02f5-49fd-ab48-3445da98d968 req-4c08c049-8279-4493-b6ae-300953f3f469 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312712 Oct 20 03:54:54.896689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30ad2b-d769-4016-9936-c53dc629cbe9 req-d03003cb-4a7b-4577-8e62-7b6c81a77459 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:54.898144 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bd30ad2b-d769-4016-9936-c53dc629cbe9 req-d03003cb-4a7b-4577-8e62-7b6c81a77459 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0508175 Oct 20 03:54:54.934936 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bd30ad2b-d769-4016-9936-c53dc629cbe9 req-ec34a9dd-1ef5-4331-8219-3fc96771391d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300770 Oct 20 03:54:56.055441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa6644-2648-43f0-b06b-9b254b80b3e8 req-7e55ad9c-ddc7-4ae7-92b3-f9613924365e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:56.056903 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05aa6644-2648-43f0-b06b-9b254b80b3e8 req-7e55ad9c-ddc7-4ae7-92b3-f9613924365e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0486672 Oct 20 03:54:56.093847 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05aa6644-2648-43f0-b06b-9b254b80b3e8 req-90616911-607e-4104-ac19-98a9a723b526 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310473 Oct 20 03:54:57.216977 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac3795-3b72-4a06-be21-066b34d27b9f req-96b06337-bd3b-4ec5-8ef4-1fc6dffe6770 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:57.218458 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-98ac3795-3b72-4a06-be21-066b34d27b9f req-96b06337-bd3b-4ec5-8ef4-1fc6dffe6770 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0527067 Oct 20 03:54:57.256596 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-98ac3795-3b72-4a06-be21-066b34d27b9f req-e82d1e76-41d5-4d3a-b507-47537122480a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320709 Oct 20 03:54:58.381434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304af39-e604-4406-b0a4-ea98cb27bb86 req-0a59d325-98a3-44d6-b52a-6ae3a6a1c551 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:58.382883 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6304af39-e604-4406-b0a4-ea98cb27bb86 req-0a59d325-98a3-44d6-b52a-6ae3a6a1c551 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0521457 Oct 20 03:54:58.420234 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6304af39-e604-4406-b0a4-ea98cb27bb86 req-de92e54f-1979-4c0d-a6da-132a8d89521e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304844 Oct 20 03:54:59.541192 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e74947-314d-4e90-9b2e-cbdbeafb7cd5 req-dde7388b-9234-4a89-8b1f-548eca1f7aee tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:54:59.542725 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c9e74947-314d-4e90-9b2e-cbdbeafb7cd5 req-dde7388b-9234-4a89-8b1f-548eca1f7aee tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0491867 Oct 20 03:54:59.579352 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c9e74947-314d-4e90-9b2e-cbdbeafb7cd5 req-4617882c-190d-4993-9bcd-2bc752b08843 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306287 Oct 20 03:55:00.699365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb66413-55e6-42d3-a460-9f8e354ba1b7 req-12335a3c-8052-4000-845a-92e606625421 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:00.701078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eeb66413-55e6-42d3-a460-9f8e354ba1b7 req-12335a3c-8052-4000-845a-92e606625421 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0495722 Oct 20 03:55:00.739329 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eeb66413-55e6-42d3-a460-9f8e354ba1b7 req-e6a2e83b-7a50-42ac-9637-9de15fe64621 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313296 Oct 20 03:55:01.859363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa64606-f7f8-4e96-8352-5b8d539e0ab6 req-5403fc89-61e7-448c-8c88-5c7ff188f9a5 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:01.860873 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4fa64606-f7f8-4e96-8352-5b8d539e0ab6 req-5403fc89-61e7-448c-8c88-5c7ff188f9a5 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0484586 Oct 20 03:55:01.898383 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4fa64606-f7f8-4e96-8352-5b8d539e0ab6 req-0427a7e8-8036-4737-bca1-c1a1ed126e73 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Oct 20 03:55:02.962671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7d135-adc8-466b-8976-ab6ea2751a12 req-86209eec-585c-4520-a70d-727bb935f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:02.964216 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03c7d135-adc8-466b-8976-ab6ea2751a12 req-86209eec-585c-4520-a70d-727bb935f504 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 1098 time: 0.0423110 Oct 20 03:55:03.074867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aad85c-b300-4b69-afa9-985ab1eb9e5e req-e6bf995c-18b2-4e5a-9886-a9664ff2c0aa tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:03.076328 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-88aad85c-b300-4b69-afa9-985ab1eb9e5e req-e6bf995c-18b2-4e5a-9886-a9664ff2c0aa tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.1011395 Oct 20 03:55:03.119585 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7d135-adc8-466b-8976-ab6ea2751a12 req-70f077fa-97ee-47f8-ad77-67d392909455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:03.121773 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03c7d135-adc8-466b-8976-ab6ea2751a12 req-70f077fa-97ee-47f8-ad77-67d392909455 service neutron] 10.222.0.36 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 916 time: 0.1369214 Oct 20 03:55:03.128773 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-88aad85c-b300-4b69-afa9-985ab1eb9e5e req-ef23da74-5781-4934-b494-922cf7bd12cb tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462544 Oct 20 03:55:03.172380 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03c7d135-adc8-466b-8976-ab6ea2751a12 req-ec301e22-6960-43e8-8264-544cc2cb9a52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f218d9b-12d3-42c5-814f-874fb07221c6 HTTP/1.1" status: 200 len: 217 time: 0.0385110 Oct 20 03:55:03.220402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7d135-adc8-466b-8976-ab6ea2751a12 req-b4bc5ef0-4b85-439c-b470-9f6425b188f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:03.221720 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03c7d135-adc8-466b-8976-ab6ea2751a12 req-b4bc5ef0-4b85-439c-b470-9f6425b188f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 200 len: 854 time: 0.0429335 Oct 20 03:55:03.269280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7d135-adc8-466b-8976-ab6ea2751a12 req-36fde023-b35c-4e65-ad55-29bd19af9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:03.270702 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03c7d135-adc8-466b-8976-ab6ea2751a12 req-36fde023-b35c-4e65-ad55-29bd19af9dc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428728c0-9fe8-49bb-b310-a0e4e244d569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389705 Oct 20 03:55:03.651138 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03c7d135-adc8-466b-8976-ab6ea2751a12 req-aa2d1517-88cf-4370-b2c4-8587cae85dfd service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701169 Oct 20 03:55:03.744827 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03c7d135-adc8-466b-8976-ab6ea2751a12 req-88461b8c-300b-4203-be2e-9d9d358a4728 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830426 Oct 20 03:55:04.253710 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be3881-d8f2-46db-a9f3-00593aa6bc6a req-298b24e3-f4d7-4d80-b89f-e8b29193ce07 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:04.255198 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f2be3881-d8f2-46db-a9f3-00593aa6bc6a req-298b24e3-f4d7-4d80-b89f-e8b29193ce07 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0543268 Oct 20 03:55:04.293775 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f2be3881-d8f2-46db-a9f3-00593aa6bc6a req-9bed6098-1481-40b9-a987-a163faaec2bb tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317910 Oct 20 03:55:05.414449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94300be2-d86d-4fc4-b680-b7c467781383 req-a0685221-3fda-47f1-8a9c-e404af2789a4 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:05.415907 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-94300be2-d86d-4fc4-b680-b7c467781383 req-a0685221-3fda-47f1-8a9c-e404af2789a4 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0495257 Oct 20 03:55:05.456237 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-94300be2-d86d-4fc4-b680-b7c467781383 req-96f97597-8880-4574-8892-8c1d57e33cbf tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Oct 20 03:55:05.635469 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-a78381d5-dcce-4fee-b4cb-b40562d77fe7 service neutron] 10.222.0.36 "GET /v2.0/ports/3f218d9b-12d3-42c5-814f-874fb07221c6/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0548906 Oct 20 03:55:05.854555 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-b7ff1564-e4bc-4c0c-8da5-fc84123d1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:05.856145 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-b7ff1564-e4bc-4c0c-8da5-fc84123d1f53 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d&tenant_id=7c218962b8ba4bd6abed32e0ad0f4927 HTTP/1.1" status: 200 len: 1098 time: 0.0415049 Oct 20 03:55:05.920339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-cb4a16fb-9a66-425e-858f-cee82d9ec83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:05.921826 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-cb4a16fb-9a66-425e-858f-cee82d9ec83c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 1098 time: 0.0405483 Oct 20 03:55:06.017741 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-ea86804a-3efd-4d0e-965f-a3c660cbcb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:06.019200 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-ea86804a-3efd-4d0e-965f-a3c660cbcb58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 916 time: 0.0870373 Oct 20 03:55:06.062834 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-4c339d95-bd17-4af4-94a0-a90b9119071f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f218d9b-12d3-42c5-814f-874fb07221c6 HTTP/1.1" status: 200 len: 217 time: 0.0338609 Oct 20 03:55:06.118765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-3dde7db1-b0c3-4ef5-b67f-6b5d33fbfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:06.120872 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-3dde7db1-b0c3-4ef5-b67f-6b5d33fbfd82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 200 len: 854 time: 0.0471840 Oct 20 03:55:06.168481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-98e54d81-9fba-40b5-8eb8-0a4f9aa62363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:06.169938 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-98e54d81-9fba-40b5-8eb8-0a4f9aa62363 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428728c0-9fe8-49bb-b310-a0e4e244d569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390964 Oct 20 03:55:06.263901 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-ba14e54d-895e-4174-92ea-a6a4d8ac688f service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828724 Oct 20 03:55:06.400645 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-91dd17a2-3881-4430-9b5a-35cbbe7dfb14 req-ecb6e631-d226-476a-a9a5-a641337bcf69 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262543 Oct 20 03:55:06.595439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd443292-b85e-42f0-89aa-09a7ddf5dc0b req-61a9c649-bd2b-494c-a40e-ef465ec71ae8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:06.597042 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bd443292-b85e-42f0-89aa-09a7ddf5dc0b req-61a9c649-bd2b-494c-a40e-ef465ec71ae8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0582390 Oct 20 03:55:06.636999 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bd443292-b85e-42f0-89aa-09a7ddf5dc0b req-47518bff-a84d-413b-978c-1dd78d96d04b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340919 Oct 20 03:55:07.759225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6c766-2616-40ca-8f09-60c6409c09fa req-3a4b2a0b-525d-40ba-bfae-c42ce0c338f8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:07.760702 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dff6c766-2616-40ca-8f09-60c6409c09fa req-3a4b2a0b-525d-40ba-bfae-c42ce0c338f8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0497155 Oct 20 03:55:07.798127 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dff6c766-2616-40ca-8f09-60c6409c09fa req-7cdb4662-6833-4386-b1a0-8595f74042c7 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Oct 20 03:55:08.592540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:08.923725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e8186-df1d-4f76-a0c4-7335e0a418b4 req-6b22c16e-f2f2-4c35-b2e6-7ef6702c1ff2 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:08.925217 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a63e8186-df1d-4f76-a0c4-7335e0a418b4 req-6b22c16e-f2f2-4c35-b2e6-7ef6702c1ff2 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0529788 Oct 20 03:55:08.963175 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a63e8186-df1d-4f76-a0c4-7335e0a418b4 req-53c9d5ad-05f5-4161-8110-7ff4f376e42b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320714 Oct 20 03:55:09.175029 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e79d5-52cc-4a12-b43c-1c41649f7dbc req-f35ae2ef-0d0b-439a-971d-103f8682a8b3 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:09.176450 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-605e79d5-52cc-4a12-b43c-1c41649f7dbc req-f35ae2ef-0d0b-439a-971d-103f8682a8b3 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0529790 Oct 20 03:55:09.215101 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-605e79d5-52cc-4a12-b43c-1c41649f7dbc req-c401cf91-fe8a-4563-a3dc-c54368d4de43 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323937 Oct 20 03:55:09.226062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-0941997d-f193-416e-af01-041f7dec6ede tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:09.227537 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-0941997d-f193-416e-af01-041f7dec6ede tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d&tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 945 time: 0.0568264 Oct 20 03:55:09.310751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-20e94385-17df-49b2-8eac-aabe8c0b5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:09.312281 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-20e94385-17df-49b2-8eac-aabe8c0b5da4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 1098 time: 0.0412014 Oct 20 03:55:09.406731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-244918b9-2d5f-4487-a51f-6de0e8e47ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:09.408197 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-244918b9-2d5f-4487-a51f-6de0e8e47ae4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 916 time: 0.0898504 Oct 20 03:55:09.449843 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-1bc09f01-c906-4257-bf0e-15a6c47d364d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f218d9b-12d3-42c5-814f-874fb07221c6 HTTP/1.1" status: 200 len: 217 time: 0.0344756 Oct 20 03:55:09.497548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-3c6dd9c0-f7d4-4031-819b-9f4417041d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:09.499104 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-3c6dd9c0-f7d4-4031-819b-9f4417041d7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 200 len: 854 time: 0.0429754 Oct 20 03:55:09.544596 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-c39ee9c5-4f04-41cf-aa92-c5bfad945172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:09.546073 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-c39ee9c5-4f04-41cf-aa92-c5bfad945172 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428728c0-9fe8-49bb-b310-a0e4e244d569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407052 Oct 20 03:55:09.639148 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-31a014fb-ee8e-4bd5-87b8-1d4afef65543 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861104 Oct 20 03:55:09.730790 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9911020d-b5bb-4468-a65d-6f2460e0ba5c req-d580e3eb-711c-4069-a3a0-e20b975ab4e7 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849218 Oct 20 03:55:10.339318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab02e0f-e978-476c-9d1f-f75225ac0864 req-019c7162-1624-4015-903f-9e06e1fb9e55 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:10.340940 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fab02e0f-e978-476c-9d1f-f75225ac0864 req-019c7162-1624-4015-903f-9e06e1fb9e55 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0502403 Oct 20 03:55:10.379225 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fab02e0f-e978-476c-9d1f-f75225ac0864 req-7ff59603-fc28-4dea-80ee-560270e683cf tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Oct 20 03:55:10.499313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec57e5-e32a-43ae-afb5-27fd823fec87 req-1e115dd1-9142-4f7c-9e89-c464f6776f1f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:10.500810 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b9ec57e5-e32a-43ae-afb5-27fd823fec87 req-1e115dd1-9142-4f7c-9e89-c464f6776f1f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0485046 Oct 20 03:55:10.538613 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b9ec57e5-e32a-43ae-afb5-27fd823fec87 req-8e48f534-1465-40ca-a8e2-c99220970cf1 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Oct 20 03:55:10.632240 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60424) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:55:10.636866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4a548ae7-fd4f-4cd9-8a8d-0ff3ad96040c tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1372907306', 'description': 'tempest-description--18628601'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:55:10.657247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4a548ae7-fd4f-4cd9-8a8d-0ff3ad96040c tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.723368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4a548ae7-fd4f-4cd9-8a8d-0ff3ad96040c tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.726848 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4a548ae7-fd4f-4cd9-8a8d-0ff3ad96040c tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.754292 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4a548ae7-fd4f-4cd9-8a8d-0ff3ad96040c tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.755499 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4a548ae7-fd4f-4cd9-8a8d-0ff3ad96040c tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1221454 Oct 20 03:55:10.758617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60426) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:55:10.759479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a548ae7-fd4f-4cd9-8a8d-0ff3ad96040c tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee550d84-7222-4a2b-ac2e-dffc9ac97ca5,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:10.763411 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-17dd3e8b-9ad7-4d96-bf50-2bf3d6a6ae20 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Request body: {'security_group_rule': {'security_group_id': 'ee550d84-7222-4a2b-ac2e-dffc9ac97ca5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:55:10.790458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17dd3e8b-9ad7-4d96-bf50-2bf3d6a6ae20 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.836480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17dd3e8b-9ad7-4d96-bf50-2bf3d6a6ae20 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.839996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17dd3e8b-9ad7-4d96-bf50-2bf3d6a6ae20 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.857837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd3e8b-9ad7-4d96-bf50-2bf3d6a6ae20 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df447f1-b933-4779-885f-0983baf0eefd,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:10.864549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-17dd3e8b-9ad7-4d96-bf50-2bf3d6a6ae20 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.865717 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-17dd3e8b-9ad7-4d96-bf50-2bf3d6a6ae20 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1058924 Oct 20 03:55:10.868420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60428) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:55:10.874446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a998517b-16bb-41e6-93d8-98ddf01fed5b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Request body: {'security_group_rule': {'security_group_id': 'ee550d84-7222-4a2b-ac2e-dffc9ac97ca5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:55:10.899196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a998517b-16bb-41e6-93d8-98ddf01fed5b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.955698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a998517b-16bb-41e6-93d8-98ddf01fed5b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.959235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a998517b-16bb-41e6-93d8-98ddf01fed5b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.980330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998517b-16bb-41e6-93d8-98ddf01fed5b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c44c1a-bcd6-4baf-b963-ac645ee8ee5e,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:10.988043 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a998517b-16bb-41e6-93d8-98ddf01fed5b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:10.989248 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a998517b-16bb-41e6-93d8-98ddf01fed5b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198413 Oct 20 03:55:10.992438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60430) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:55:10.996832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:55:11.017694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:11.113208 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:11.218380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Allocated IP 172.26.0.230 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/90144a03-a9ae-4dbc-994e-788ff3e18df5) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:55:11.318009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:11.352099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:11.396107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:55:11.398934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:55:11.402358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:55:11.407763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Pushing event updated for resources: {'Port': ['ID=90144a03-a9ae-4dbc-994e-788ff3e18df5,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:11.488695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:11.521431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:11.675552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:11.680187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:11.750035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Pushing event updated for resources: {'Port': ['ID=90144a03-a9ae-4dbc-994e-788ff3e18df5,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:11.753400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:11.769529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:11.770772 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0578c9dc-4170-45c1-82b1-1efa9339527d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7773969 Oct 20 03:55:11.870202 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78874b6e-6868-46b3-9ba2-80e5ec63dcf9 req-fb94ee17-382a-4dc4-9e9b-89f248210437 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:11.871840 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-78874b6e-6868-46b3-9ba2-80e5ec63dcf9 req-fb94ee17-382a-4dc4-9e9b-89f248210437 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0537908 Oct 20 03:55:11.909542 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-78874b6e-6868-46b3-9ba2-80e5ec63dcf9 req-21c938ae-ee40-4f36-9672-b7ce6f7e2dd0 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318639 Oct 20 03:55:12.252778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-59c2b0a6-3a4f-47ef-840b-5dbc569eaa14 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:12.254218 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-59c2b0a6-3a4f-47ef-840b-5dbc569eaa14 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 815 time: 0.0985084 Oct 20 03:55:12.269374 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-58107f1a-6613-4b89-8c9e-b424643488f4 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/quotas/7c218962b8ba4bd6abed32e0ad0f4927 HTTP/1.1" status: 200 len: 375 time: 0.0094655 Oct 20 03:55:12.327084 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1c7941f4-373a-4389-ab02-62683763d4d2 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0525599 Oct 20 03:55:12.415544 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-f2e72693-778f-4da4-9b11-347c91579421 service neutron] 10.222.0.20 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813107 Oct 20 03:55:12.508846 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-e374cd8e-b943-4985-8752-1953b8828e75 service neutron] 10.222.0.20 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870101 Oct 20 03:55:12.671030 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-59a82e7d-36b5-4085-8f2c-672b01a31b4f req-c8669824-c99e-4db3-8fa6-2b75b4ff7940 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 210 time: 0.0285685 Oct 20 03:55:13.607541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-10da52e4-5caf-4d73-973a-2324d040037b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:13.609021 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-10da52e4-5caf-4d73-973a-2324d040037b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.36 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 815 time: 0.1124752 Oct 20 03:55:13.622496 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Request body: {'port': {'device_id': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'admin_state_up': True, 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:55:13.729378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Made reservation on behalf of 7c218962b8ba4bd6abed32e0ad0f4927 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:55:13.734957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:13.771627 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c2ba2b1b-3939-4d83-87d5-fc83b99839b1 req-4f06dfc3-8bb4-4759-b9f2-aaeb09870790 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 210 time: 0.0272028 Oct 20 03:55:13.867674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Allocated IP 172.20.0.7 (428728c0-9fe8-49bb-b310-a0e4e244d569/20a1832d-5020-4b55-8afa-f9b8fcc1caf5/ba22c34b-134a-4251-9a9a-b73697766c9e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:55:14.041859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fea164-01d7-47e5-bce6-21aae3032643 req-b3d2b18a-dc6e-40ed-993a-217bfcf07c6a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:14.043209 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-97fea164-01d7-47e5-bce6-21aae3032643 req-b3d2b18a-dc6e-40ed-993a-217bfcf07c6a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bcff68e-d924-49c2-a7a0-5de03bae670d HTTP/1.1" status: 200 len: 945 time: 0.0696173 Oct 20 03:55:14.052450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.143744 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.158685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['3f218d9b-12d3-42c5-814f-874fb07221c6'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:55:14.196076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Network 428728c0-9fe8-49bb-b310-a0e4e244d569 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:55:14.205133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:55:14.207935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:55:14.216098 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-97fea164-01d7-47e5-bce6-21aae3032643 req-11231952-8d78-4e91-b3b4-326dbf10852e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Deleting port 3f218d9b-12d3-42c5-814f-874fb07221c6 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:55:14.216492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-97fea164-01d7-47e5-bce6-21aae3032643 req-11231952-8d78-4e91-b3b4-326dbf10852e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.238063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Pushing event updated for resources: {'Port': ['ID=ba22c34b-134a-4251-9a9a-b73697766c9e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:14.322358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:14.323019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.348807 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-1ffe6822-e4ff-45de-b719-8aeb09d08cb8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7307723 Oct 20 03:55:14.365086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Request body: {'port': {'device_id': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:55:14.373921 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-97fea164-01d7-47e5-bce6-21aae3032643 req-11231952-8d78-4e91-b3b4-326dbf10852e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] For port 3f218d9b-12d3-42c5-814f-874fb07221c6, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3f218d9b-12d3-42c5-814f-874fb07221c6,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:55:14.374296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-97fea164-01d7-47e5-bce6-21aae3032643 req-11231952-8d78-4e91-b3b4-326dbf10852e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.404721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-97fea164-01d7-47e5-bce6-21aae3032643 req-11231952-8d78-4e91-b3b4-326dbf10852e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Calling delete_port for 3f218d9b-12d3-42c5-814f-874fb07221c6 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:55:14.417361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c3f38c2c-cb16-4aec-9951-cb6f7b76e4e3 None None] Provisioning complete for port ba22c34b-134a-4251-9a9a-b73697766c9e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:55:14.417955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c3f38c2c-cb16-4aec-9951-cb6f7b76e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.418293 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c3f38c2c-cb16-4aec-9951-cb6f7b76e4e3 None None] Attempt 1 to provision port ba22c34b-134a-4251-9a9a-b73697766c9e Oct 20 03:55:14.455156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c3f38c2c-cb16-4aec-9951-cb6f7b76e4e3 None None] Port ba22c34b-134a-4251-9a9a-b73697766c9e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:55:14.473140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.585747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ee2a4953-198d-4254-be31-328ce0f6d2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.682105 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-97fea164-01d7-47e5-bce6-21aae3032643 req-11231952-8d78-4e91-b3b4-326dbf10852e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.737003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11231952-8d78-4e91-b3b4-326dbf10852e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Pushing event deleted for resources: {'Port': ['ID=3f218d9b-12d3-42c5-814f-874fb07221c6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:14.796744 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fea164-01d7-47e5-bce6-21aae3032643 req-11231952-8d78-4e91-b3b4-326dbf10852e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] No DVR routers for this DVR port 3f218d9b-12d3-42c5-814f-874fb07221c6 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:55:14.800580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-97fea164-01d7-47e5-bce6-21aae3032643 req-11231952-8d78-4e91-b3b4-326dbf10852e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.804035 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-97fea164-01d7-47e5-bce6-21aae3032643 req-11231952-8d78-4e91-b3b4-326dbf10852e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.36 "DELETE /v2.0/ports/3f218d9b-12d3-42c5-814f-874fb07221c6 HTTP/1.1" status: 204 len: 173 time: 0.7500136 Oct 20 03:55:14.804587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcff68e-d924-49c2-a7a0-5de03bae670d', 'name': 'network-vif-deleted', 'tag': '3f218d9b-12d3-42c5-814f-874fb07221c6'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:55:14.806885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423309ae-62fe-47b0-b027-9cb46b2417b0" -d '{"events": [{"server_uuid": "8bcff68e-d924-49c2-a7a0-5de03bae670d", "name": "network-vif-deleted", "tag": "3f218d9b-12d3-42c5-814f-874fb07221c6"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:55:14.871177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fb046d-887d-420c-bae3-ed73ff5cf267 x-openstack-request-id: req-36fb046d-887d-420c-bae3-ed73ff5cf267 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:55:14.871481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcff68e-d924-49c2-a7a0-5de03bae670d", "name": "network-vif-deleted", "tag": "3f218d9b-12d3-42c5-814f-874fb07221c6", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:55:14.871848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36fb046d-887d-420c-bae3-ed73ff5cf267 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:55:14.872294 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36fb046d-887d-420c-bae3-ed73ff5cf267'] response: {'server_uuid': '8bcff68e-d924-49c2-a7a0-5de03bae670d', 'name': 'network-vif-deleted', 'tag': '3f218d9b-12d3-42c5-814f-874fb07221c6', 'status': 'completed', 'code': 200} Oct 20 03:55:14.902634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba22c34b-134a-4251-9a9a-b73697766c9e {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:55:14.924189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.956782 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c3f38c2c-cb16-4aec-9951-cb6f7b76e4e3 None None] Attempt 2 to provision port ba22c34b-134a-4251-9a9a-b73697766c9e Oct 20 03:55:14.959730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Transition to ACTIVE for port object ba22c34b-134a-4251-9a9a-b73697766c9e will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:55:14.965987 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:14.995651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c3f38c2c-cb16-4aec-9951-cb6f7b76e4e3 None None] Port ba22c34b-134a-4251-9a9a-b73697766c9e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:55:15.013480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea5632-268a-47c9-826d-2c456d817c85 req-f8ffc70a-e1ec-4002-ae75-869c425a7a54 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:15.014923 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d3ea5632-268a-47c9-826d-2c456d817c85 req-f8ffc70a-e1ec-4002-ae75-869c425a7a54 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 931 time: 0.1153159 Oct 20 03:55:15.071405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Pushing event updated for resources: {'Port': ['ID=ba22c34b-134a-4251-9a9a-b73697766c9e,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:15.104735 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d3ea5632-268a-47c9-826d-2c456d817c85 req-1c39642e-0ad3-4e7d-9bc9-871c719b7949 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836933 Oct 20 03:55:15.119858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Attempting to bind port ba22c34b-134a-4251-9a9a-b73697766c9e on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:55:15.120197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Attempting to bind port ba22c34b-134a-4251-9a9a-b73697766c9e by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:55:15.120567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Attempting to bind port ba22c34b-134a-4251-9a9a-b73697766c9e on network 428728c0-9fe8-49bb-b310-a0e4e244d569 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:55:15.124863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Port ba22c34b-134a-4251-9a9a-b73697766c9e on network 428728c0-9fe8-49bb-b310-a0e4e244d569 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:55:15.125181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Attempting to bind port ba22c34b-134a-4251-9a9a-b73697766c9e on network 428728c0-9fe8-49bb-b310-a0e4e244d569 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:55:15.129912 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:55:15.130241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Checking segment: {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:55:15.130615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Bound using segment: {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:55:15.131037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Bound port: ba22c34b-134a-4251-9a9a-b73697766c9e, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2702f0-e11b-4795-8112-fc8b681bc443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:55:15.131386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:15.197279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] For port ba22c34b-134a-4251-9a9a-b73697766c9e, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:55:15.200935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] For port ba22c34b-134a-4251-9a9a-b73697766c9e, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba22c34b-134a-4251-9a9a-b73697766c9e,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:55:15.205248 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:15.209369 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:15.209977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:15.211339 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] 10.222.0.36 "PUT /v2.0/ports/ba22c34b-134a-4251-9a9a-b73697766c9e HTTP/1.1" status: 200 len: 1093 time: 0.8504417 Oct 20 03:55:15.280030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af1e79-d5d5-4f20-b32e-2049780b2fdd service neutron] Pushing event updated for resources: {'Port': ['ID=ba22c34b-134a-4251-9a9a-b73697766c9e,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:15.299675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-da6bc462-cc18-4074-9730-165e7829d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:15.301231 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-da6bc462-cc18-4074-9730-165e7829d7db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 1096 time: 0.0524249 Oct 20 03:55:15.347927 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-30fb6de5-a495-4def-8e1e-7cc8eb410467 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba22c34b-134a-4251-9a9a-b73697766c9e HTTP/1.1" status: 200 len: 217 time: 0.0372982 Oct 20 03:55:15.403743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-3cca03fc-0b58-4fed-9d70-18ae05e6e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:15.405395 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-3cca03fc-0b58-4fed-9d70-18ae05e6e4b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 200 len: 854 time: 0.0496686 Oct 20 03:55:15.456292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-037c528d-a562-43dd-b797-b41aa37427eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:15.458003 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-037c528d-a562-43dd-b797-b41aa37427eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428728c0-9fe8-49bb-b310-a0e4e244d569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414524 Oct 20 03:55:15.497217 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c3f38c2c-cb16-4aec-9951-cb6f7b76e4e3 None None] Attempt 3 to provision port ba22c34b-134a-4251-9a9a-b73697766c9e Oct 20 03:55:15.537999 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c3f38c2c-cb16-4aec-9951-cb6f7b76e4e3 None None] Port ba22c34b-134a-4251-9a9a-b73697766c9e had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:55:15.563113 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-e3fda6f6-709e-413e-92b6-526d21584daa service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903015 Oct 20 03:55:15.944421 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1585ccb8-7031-4b39-a7f6-b25f2cec6484 req-d8bc3a50-3894-459b-b6e4-42b47f942672 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707044 Oct 20 03:55:16.226889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7fe7-5419-4c6d-a3fc-3c335f70f4f1 req-ab4f4937-7e18-48d2-af44-c7ee75dc6554 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:16.228306 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-656f7fe7-5419-4c6d-a3fc-3c335f70f4f1 req-ab4f4937-7e18-48d2-af44-c7ee75dc6554 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 943 time: 0.0499096 Oct 20 03:55:16.266515 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-656f7fe7-5419-4c6d-a3fc-3c335f70f4f1 req-e6b18a10-db17-4707-866b-98d00f7f8e54 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322411 Oct 20 03:55:16.584881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9c88-5300-4f2f-982d-a49e250e9aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:16.873917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'tag': 'ba22c34b-134a-4251-9a9a-b73697766c9e'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:55:16.876351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b28956d-9163-43cd-b0f2-afb280df2780" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8ba36d-f369-458c-8298-e10c2f87d9fc", "tag": "ba22c34b-134a-4251-9a9a-b73697766c9e"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:55:16.910683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df5f541-65ad-4147-b72f-321ae13a5c72 x-openstack-request-id: req-9df5f541-65ad-4147-b72f-321ae13a5c72 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:55:16.910995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8ba36d-f369-458c-8298-e10c2f87d9fc", "tag": "ba22c34b-134a-4251-9a9a-b73697766c9e", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:55:16.911233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9df5f541-65ad-4147-b72f-321ae13a5c72 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:55:16.911637 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df5f541-65ad-4147-b72f-321ae13a5c72'] response: {'name': 'network-changed', 'server_uuid': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'tag': 'ba22c34b-134a-4251-9a9a-b73697766c9e', 'status': 'completed', 'code': 200} Oct 20 03:55:16.982448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28956d-9163-43cd-b0f2-afb280df2780 req-fab4ea5c-9fb5-4396-ae8a-ba812146a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:16.983908 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b28956d-9163-43cd-b0f2-afb280df2780 req-fab4ea5c-9fb5-4396-ae8a-ba812146a2a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 1096 time: 0.0406942 Oct 20 03:55:17.077204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28956d-9163-43cd-b0f2-afb280df2780 req-21cedf98-97d4-46e6-9ae9-a7df88716da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:17.078637 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b28956d-9163-43cd-b0f2-afb280df2780 req-21cedf98-97d4-46e6-9ae9-a7df88716da1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 916 time: 0.0836182 Oct 20 03:55:17.123248 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b28956d-9163-43cd-b0f2-afb280df2780 req-13d61933-03ad-4815-b574-6f71f07d7b49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba22c34b-134a-4251-9a9a-b73697766c9e HTTP/1.1" status: 200 len: 217 time: 0.0338359 Oct 20 03:55:17.176635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28956d-9163-43cd-b0f2-afb280df2780 req-c72bd0c6-c310-4317-be7e-eec7c87e244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:17.177960 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b28956d-9163-43cd-b0f2-afb280df2780 req-c72bd0c6-c310-4317-be7e-eec7c87e244a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 200 len: 854 time: 0.0452132 Oct 20 03:55:17.224872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28956d-9163-43cd-b0f2-afb280df2780 req-1f150cba-7a5c-47f9-85e8-549c4aaef484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:17.226305 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b28956d-9163-43cd-b0f2-afb280df2780 req-1f150cba-7a5c-47f9-85e8-549c4aaef484 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428728c0-9fe8-49bb-b310-a0e4e244d569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386417 Oct 20 03:55:17.322559 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b28956d-9163-43cd-b0f2-afb280df2780 req-8bb8d957-bd55-4df5-bf4b-c166a79c5bb6 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847971 Oct 20 03:55:17.390346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f08fe-50c0-478d-865b-ce504d885e67 req-ba43dcbd-b2e7-44ca-9254-e90c68d40a77 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:17.391845 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5b1f08fe-50c0-478d-865b-ce504d885e67 req-ba43dcbd-b2e7-44ca-9254-e90c68d40a77 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 943 time: 0.0534873 Oct 20 03:55:17.417118 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b28956d-9163-43cd-b0f2-afb280df2780 req-32a61806-d276-439d-ad25-bb0670cc8d9b service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855932 Oct 20 03:55:17.430789 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5b1f08fe-50c0-478d-865b-ce504d885e67 req-c5f685ee-3582-4805-9e4b-8528fba9d5c7 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322952 Oct 20 03:55:17.833111 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:18.227944 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba22c34b-134a-4251-9a9a-b73697766c9e details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:55:18.231645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 3f218d9b-12d3-42c5-814f-874fb07221c6 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:55:18.260233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 3f218d9b-12d3-42c5-814f-874fb07221c6 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:55:18.260604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 3f218d9b-12d3-42c5-814f-874fb07221c6 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:55:18.346060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba22c34b-134a-4251-9a9a-b73697766c9e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba22c34b-134a-4251-9a9a-b73697766c9e,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:55:18.357246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'ba22c34b-134a-4251-9a9a-b73697766c9e', 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'port_id': 'ba22c34b-134a-4251-9a9a-b73697766c9e', 'mac_address': 'fa:16:3e:b1:2f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:55:18.396837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ba22c34b-134a-4251-9a9a-b73697766c9e is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:55:18.397230 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:18.409736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba22c34b-134a-4251-9a9a-b73697766c9e {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:55:18.428370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba22c34b-134a-4251-9a9a-b73697766c9e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba22c34b-134a-4251-9a9a-b73697766c9e,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:55:18.432654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:18.479375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ba22c34b-134a-4251-9a9a-b73697766c9e,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:18.553768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bfb10-5071-41f1-9b2a-2699e73cd58c req-537f142d-7402-4be7-94ea-e88edb593f57 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:18.555233 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8c8bfb10-5071-41f1-9b2a-2699e73cd58c req-537f142d-7402-4be7-94ea-e88edb593f57 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 944 time: 0.0502098 Oct 20 03:55:18.593706 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8c8bfb10-5071-41f1-9b2a-2699e73cd58c req-401a5879-dd20-467d-b5f5-6e281455d156 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Oct 20 03:55:18.684430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['ba22c34b-134a-4251-9a9a-b73697766c9e'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:55:19.321783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:19.556212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:19.712986 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5b78d-29bf-4960-8287-f59905007fd3 req-795ecc55-2644-4828-9db7-325d12767b7f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:19.714443 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8de5b78d-29bf-4960-8287-f59905007fd3 req-795ecc55-2644-4828-9db7-325d12767b7f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 944 time: 0.0494668 Oct 20 03:55:19.753071 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8de5b78d-29bf-4960-8287-f59905007fd3 req-bb7818eb-4e84-4c42-a32c-21b64bed85fe tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325871 Oct 20 03:55:20.242604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba22c34b-134a-4251-9a9a-b73697766c9e up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:55:20.290347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port ba22c34b-134a-4251-9a9a-b73697766c9e completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:55:20.295794 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port ba22c34b-134a-4251-9a9a-b73697766c9e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:55:20.296161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:20.296572 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port ba22c34b-134a-4251-9a9a-b73697766c9e Oct 20 03:55:20.373467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ba22c34b-134a-4251-9a9a-b73697766c9e is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:55:20.374147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:20.395898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba22c34b-134a-4251-9a9a-b73697766c9e'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:55:20.398141 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1ac014-fdee-4de1-9f04-ce973ca45bd3" -d '{"events": [{"server_uuid": "4a8ba36d-f369-458c-8298-e10c2f87d9fc", "name": "network-vif-plugged", "status": "completed", "tag": "ba22c34b-134a-4251-9a9a-b73697766c9e"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:55:20.411194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba22c34b-134a-4251-9a9a-b73697766c9e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba22c34b-134a-4251-9a9a-b73697766c9e,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:55:20.415224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:20.442850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292f421e-a710-41a9-9f00-7b9a40d836ba x-openstack-request-id: req-292f421e-a710-41a9-9f00-7b9a40d836ba {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:55:20.443161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8ba36d-f369-458c-8298-e10c2f87d9fc", "name": "network-vif-plugged", "status": "completed", "tag": "ba22c34b-134a-4251-9a9a-b73697766c9e", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:55:20.443404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-292f421e-a710-41a9-9f00-7b9a40d836ba {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:55:20.443802 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292f421e-a710-41a9-9f00-7b9a40d836ba'] response: {'server_uuid': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba22c34b-134a-4251-9a9a-b73697766c9e', 'code': 200} Oct 20 03:55:20.466449 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ba22c34b-134a-4251-9a9a-b73697766c9e,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:20.624239 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21628b9b-8611-4f6a-8397-10dddad35c0c req-f4850374-6b8f-4abb-b65b-81131d83fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:20.625762 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21628b9b-8611-4f6a-8397-10dddad35c0c req-f4850374-6b8f-4abb-b65b-81131d83fe17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 1098 time: 0.0445678 Oct 20 03:55:20.664672 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21628b9b-8611-4f6a-8397-10dddad35c0c req-741d83e3-808c-40dd-b65c-60f48979c15f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282207 Oct 20 03:55:20.871106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9af478-ba16-423c-9a96-a7229c8d702b req-fa29253b-203a-4eca-b8ca-6a9a45e6d517 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:20.873113 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cf9af478-ba16-423c-9a96-a7229c8d702b req-fa29253b-203a-4eca-b8ca-6a9a45e6d517 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0492826 Oct 20 03:55:20.910136 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cf9af478-ba16-423c-9a96-a7229c8d702b req-8f80c6c8-1fe3-4819-8712-5fe5a8f05c70 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310063 Oct 20 03:55:22.034775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ed83f-6709-4db3-8a95-d69f7dce73b5 req-68d08339-d6aa-48e3-a85e-c6a23c2c47a8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:22.036234 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-af5ed83f-6709-4db3-8a95-d69f7dce73b5 req-68d08339-d6aa-48e3-a85e-c6a23c2c47a8 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0486796 Oct 20 03:55:22.073020 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-af5ed83f-6709-4db3-8a95-d69f7dce73b5 req-6f7db928-4e54-479e-a8d3-c49225ea2330 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309391 Oct 20 03:55:22.198246 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3707c2-6230-455c-bdca-cdd6537bb746 req-60d41b20-6de1-48fe-89e0-fcf6c34a5462 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:22.200148 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9c3707c2-6230-455c-bdca-cdd6537bb746 req-60d41b20-6de1-48fe-89e0-fcf6c34a5462 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0527275 Oct 20 03:55:22.236427 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9c3707c2-6230-455c-bdca-cdd6537bb746 req-4b7fb10f-fee7-4888-8714-b353fee2a33f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303001 Oct 20 03:55:22.581118 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-ba3cb42d-8fa2-4c82-8d52-96e587457a1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690472 Oct 20 03:55:22.588533 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c475-099b-4cda-9d02-5542d1d9c5da req-13e8421a-d527-4a4b-bda4-f8a155a74d5b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:22.589895 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4c17c475-099b-4cda-9d02-5542d1d9c5da req-13e8421a-d527-4a4b-bda4-f8a155a74d5b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0695109 Oct 20 03:55:22.630098 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4c17c475-099b-4cda-9d02-5542d1d9c5da req-19761ca8-7eae-4937-9f5d-9d9e2eadad93 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339479 Oct 20 03:55:23.612596 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-fea669a8-b865-4388-aa98-ff71ac1ae5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:23.614098 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-fea669a8-b865-4388-aa98-ff71ac1ae5e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 1098 time: 0.0418067 Oct 20 03:55:23.718271 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-51d12ad4-29b1-448d-8598-ff5a4968bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:23.719694 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-51d12ad4-29b1-448d-8598-ff5a4968bbbe service neutron] 10.222.0.36 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 916 time: 0.0995290 Oct 20 03:55:23.775138 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-072817fe-25ed-4ddf-822f-d385cc07d3ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba22c34b-134a-4251-9a9a-b73697766c9e HTTP/1.1" status: 200 len: 217 time: 0.0420699 Oct 20 03:55:23.814814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e914e-f2ab-407f-8b1f-74d2aff47bc7 req-d315a772-eb48-4df2-82e4-2ee48f87a88d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:23.816255 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c56e914e-f2ab-407f-8b1f-74d2aff47bc7 req-d315a772-eb48-4df2-82e4-2ee48f87a88d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.1113715 Oct 20 03:55:23.847430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-9ab9c20e-e73b-4e65-a96f-c84f6c7cec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:23.848849 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-9ab9c20e-e73b-4e65-a96f-c84f6c7cec8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 200 len: 854 time: 0.0674109 Oct 20 03:55:23.873363 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c56e914e-f2ab-407f-8b1f-74d2aff47bc7 req-507734de-b3c8-487b-8b93-9239a1147f7f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496576 Oct 20 03:55:23.901948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-116433d9-edc6-482c-b3ea-9951642a77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:23.903556 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-116433d9-edc6-482c-b3ea-9951642a77cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428728c0-9fe8-49bb-b310-a0e4e244d569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456977 Oct 20 03:55:23.995620 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-dddd64c1-04c8-4435-922f-2b0c1dc96598 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849717 Oct 20 03:55:24.083511 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-70d025b1-dd15-4e58-b922-bf039d9df833 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816655 Oct 20 03:55:25.000423 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a724a-5249-479d-93e2-44e10b62711b req-141e6ab7-7fdc-4b9b-ba24-0ac39e5c9d34 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:25.001896 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-911a724a-5249-479d-93e2-44e10b62711b req-141e6ab7-7fdc-4b9b-ba24-0ac39e5c9d34 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0542986 Oct 20 03:55:25.038719 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-911a724a-5249-479d-93e2-44e10b62711b req-886b9c6c-6393-4b7e-bdab-cfd5c0fc02a3 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309105 Oct 20 03:55:25.725418 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:55:26.164598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34e48-5e27-4f7a-92c4-370a77a4f85e req-f8792a20-b87b-49b5-9fba-9a46920c5a84 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:26.166077 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-49d34e48-5e27-4f7a-92c4-370a77a4f85e req-f8792a20-b87b-49b5-9fba-9a46920c5a84 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0529730 Oct 20 03:55:26.203955 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-49d34e48-5e27-4f7a-92c4-370a77a4f85e req-b37434e2-ff16-4aa0-87cc-5394d3933d16 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Oct 20 03:55:27.322920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6f8ad-28c8-461e-bf40-2d99fad51ed9 req-06531c1f-73a9-44b4-b49c-938ff5b4e51e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:27.324454 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-99c6f8ad-28c8-461e-bf40-2d99fad51ed9 req-06531c1f-73a9-44b4-b49c-938ff5b4e51e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0489388 Oct 20 03:55:27.363783 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-99c6f8ad-28c8-461e-bf40-2d99fad51ed9 req-8f5b8dd1-355c-4b41-b475-29bd71ce7281 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Oct 20 03:55:28.484833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11238e4c-29d9-41be-a12d-b5599b5f3332 req-64757305-8d9f-4b8e-be43-f4bcbec15ed0 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:28.486316 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-11238e4c-29d9-41be-a12d-b5599b5f3332 req-64757305-8d9f-4b8e-be43-f4bcbec15ed0 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0493646 Oct 20 03:55:28.523922 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-11238e4c-29d9-41be-a12d-b5599b5f3332 req-c313c828-4d09-4581-8aa4-7cece24ad6c2 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318289 Oct 20 03:55:29.698969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715add0-d5a2-4007-9a96-f8fe100e8423 req-75aa2f5f-aadf-4565-883f-4bc09b9ed2f2 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:29.701408 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5715add0-d5a2-4007-9a96-f8fe100e8423 req-75aa2f5f-aadf-4565-883f-4bc09b9ed2f2 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.1039495 Oct 20 03:55:29.739353 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5715add0-d5a2-4007-9a96-f8fe100e8423 req-77501c34-cd15-4cc0-89c0-3bd987a283bd tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Oct 20 03:55:30.911620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e5e53-d99d-4bdd-97a5-247980dc6739 req-af8d4d83-81f6-4da0-8c75-1551569911c6 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:30.913104 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bf2e5e53-d99d-4bdd-97a5-247980dc6739 req-af8d4d83-81f6-4da0-8c75-1551569911c6 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0975432 Oct 20 03:55:30.950304 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bf2e5e53-d99d-4bdd-97a5-247980dc6739 req-a9f7ab57-0c6f-4b3f-8643-e1feed98b9b3 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307460 Oct 20 03:55:32.078156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01127c5c-18a8-40be-9148-7b5d25227cde req-dd8d00cd-9225-44a7-a5b9-de4ac4b542d4 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:32.079613 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-01127c5c-18a8-40be-9148-7b5d25227cde req-dd8d00cd-9225-44a7-a5b9-de4ac4b542d4 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0528471 Oct 20 03:55:32.117117 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-01127c5c-18a8-40be-9148-7b5d25227cde req-054b0bc6-4d78-4a06-af4e-9deb8069b222 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Oct 20 03:55:33.240917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080b8bc-c4b3-43a5-a45f-0685e5e20e1d req-492157cf-a0f2-467e-99cb-c6e0b9da0683 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:33.242390 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2080b8bc-c4b3-43a5-a45f-0685e5e20e1d req-492157cf-a0f2-467e-99cb-c6e0b9da0683 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0534754 Oct 20 03:55:33.279896 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2080b8bc-c4b3-43a5-a45f-0685e5e20e1d req-e92d9bd6-a716-497e-afa5-759275f1c880 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Oct 20 03:55:34.398833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20421c5-e86c-4cc6-8278-1af5168cbb34 req-61e635a7-56d7-4a47-aa2e-1354e5f4ce8a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:34.400317 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f20421c5-e86c-4cc6-8278-1af5168cbb34 req-61e635a7-56d7-4a47-aa2e-1354e5f4ce8a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0491121 Oct 20 03:55:34.439036 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f20421c5-e86c-4cc6-8278-1af5168cbb34 req-9c892065-367a-4370-ae3a-2da8e32c26c9 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323234 Oct 20 03:55:35.562006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf7f93-e4ba-49d2-ac4e-6d36db0f487a req-722af8e1-8166-4c3e-9dc0-729a9107f0ca tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:35.563378 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3ebf7f93-e4ba-49d2-ac4e-6d36db0f487a req-722af8e1-8166-4c3e-9dc0-729a9107f0ca tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0515139 Oct 20 03:55:35.600670 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3ebf7f93-e4ba-49d2-ac4e-6d36db0f487a req-2e309cc1-915d-4c4a-9906-d6bf5dc58152 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Oct 20 03:55:36.724515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0066911-894e-4290-aaa1-af1fe3087cc7 req-088cdbf0-8148-4a2b-90ef-7f0f1412c174 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:36.725979 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d0066911-894e-4290-aaa1-af1fe3087cc7 req-088cdbf0-8148-4a2b-90ef-7f0f1412c174 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0497432 Oct 20 03:55:36.763392 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d0066911-894e-4290-aaa1-af1fe3087cc7 req-44abe51f-1ab3-4f2d-bb73-ec1ecb8c0c2f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 Oct 20 03:55:37.885362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc1417-07aa-41c7-a7a3-743294a312c2 req-40900d26-8755-412d-9fc4-db8b75d96245 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:37.886829 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-02fc1417-07aa-41c7-a7a3-743294a312c2 req-40900d26-8755-412d-9fc4-db8b75d96245 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0503478 Oct 20 03:55:37.925272 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-02fc1417-07aa-41c7-a7a3-743294a312c2 req-5a9de0c8-a62c-46a9-98fa-6bcedb47fb11 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Oct 20 03:55:38.600200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:39.053455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c4c2b-f291-4e9f-b331-a1f2b47ce85d req-e6b28c9a-50e3-4b86-a9af-9e25f414d2f2 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:39.054924 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-779c4c2b-f291-4e9f-b331-a1f2b47ce85d req-e6b28c9a-50e3-4b86-a9af-9e25f414d2f2 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0533330 Oct 20 03:55:39.093260 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-779c4c2b-f291-4e9f-b331-a1f2b47ce85d req-15eebc7d-8cdf-41b2-849f-55c4c14330fc tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Oct 20 03:55:40.217418 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b1647-012d-4245-b764-9647db997e7b req-71971fee-e725-40bc-b18b-3cad74cd141d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:40.218868 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee1b1647-012d-4245-b764-9647db997e7b req-71971fee-e725-40bc-b18b-3cad74cd141d tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0536537 Oct 20 03:55:40.255720 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee1b1647-012d-4245-b764-9647db997e7b req-2dd3bfb2-8462-4c3b-805b-aeead42af094 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308688 Oct 20 03:55:41.378649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688667f-7f01-435f-8b8c-4699b0ee3fcb req-2728fc29-c8ed-429a-86fd-576fa5cfd919 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:41.380135 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b688667f-7f01-435f-8b8c-4699b0ee3fcb req-2728fc29-c8ed-429a-86fd-576fa5cfd919 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0498080 Oct 20 03:55:41.419327 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b688667f-7f01-435f-8b8c-4699b0ee3fcb req-14f3b0ec-633f-44f7-a635-4cf48e15c0a0 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333316 Oct 20 03:55:42.543874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cede5-e8fb-4e1a-a34c-4352ca5176cd req-ea303263-09e4-46e5-93c1-56f6c8ba2ea1 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:42.545158 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e88cede5-e8fb-4e1a-a34c-4352ca5176cd req-ea303263-09e4-46e5-93c1-56f6c8ba2ea1 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0517988 Oct 20 03:55:42.582959 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e88cede5-e8fb-4e1a-a34c-4352ca5176cd req-d313e6f5-0cbb-4a63-be1c-c3d94e511eed tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Oct 20 03:55:43.721276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c4975-61a5-4e3a-962e-c9d6e3d094ca req-2ed29cfc-86cf-40c2-9726-e0cb64329545 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:43.722790 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-486c4975-61a5-4e3a-962e-c9d6e3d094ca req-2ed29cfc-86cf-40c2-9726-e0cb64329545 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0590208 Oct 20 03:55:43.767373 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-486c4975-61a5-4e3a-962e-c9d6e3d094ca req-00d7e839-40ae-4b71-b85a-edf291023ad3 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377398 Oct 20 03:55:44.588551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6b493b60-27e2-4d35-b27d-7c511392a0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:44.896835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03385b-60ba-4fc2-9f35-47dd4acce89d req-7f50cc77-932e-4adc-ad3a-687af701604b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:44.898294 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3a03385b-60ba-4fc2-9f35-47dd4acce89d req-7f50cc77-932e-4adc-ad3a-687af701604b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0492189 Oct 20 03:55:44.937031 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3a03385b-60ba-4fc2-9f35-47dd4acce89d req-9a730bfb-3ceb-4704-b4f4-99492010c868 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323920 Oct 20 03:55:46.062099 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a33de-32d3-424e-9aa0-c8f803c31cb3 req-b4976371-c444-4bd6-8736-29915de97eca tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:46.063598 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6a1a33de-32d3-424e-9aa0-c8f803c31cb3 req-b4976371-c444-4bd6-8736-29915de97eca tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0532179 Oct 20 03:55:46.101829 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6a1a33de-32d3-424e-9aa0-c8f803c31cb3 req-d805b779-f0eb-445a-8cc8-ca12fea14dfa tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Oct 20 03:55:46.587415 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2ae5a737-0655-4537-afa8-5fb5c13a7d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:47.226684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89fa7a-07c4-448e-8397-fbb9654f02eb req-1a5bbe8b-9f84-4519-9268-8a7f654e587e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:47.228136 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab89fa7a-07c4-448e-8397-fbb9654f02eb req-1a5bbe8b-9f84-4519-9268-8a7f654e587e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0529726 Oct 20 03:55:47.265911 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab89fa7a-07c4-448e-8397-fbb9654f02eb req-6578581e-9583-4e72-9ae9-847a34914148 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314209 Oct 20 03:55:47.834864 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:48.386582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c85b9-e88a-4574-80a4-6dbd5dca6945 req-d3d7f9a9-245c-4263-89ae-c5a4386d3f82 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:48.388065 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-011c85b9-e88a-4574-80a4-6dbd5dca6945 req-d3d7f9a9-245c-4263-89ae-c5a4386d3f82 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0491440 Oct 20 03:55:48.425927 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-011c85b9-e88a-4574-80a4-6dbd5dca6945 req-a0444aa8-1dd6-42b9-988f-3e5f268543c4 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Oct 20 03:55:49.324890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:49.548013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243b325-7f72-480f-a0dc-fb3955a09bb3 req-01fa3004-7be1-4f24-a54e-00eff9a30813 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:49.549454 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c243b325-7f72-480f-a0dc-fb3955a09bb3 req-01fa3004-7be1-4f24-a54e-00eff9a30813 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0507212 Oct 20 03:55:49.558876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:49.588061 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c243b325-7f72-480f-a0dc-fb3955a09bb3 req-35415cb9-4d3c-42cc-8929-5bf2cb32de88 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325286 Oct 20 03:55:50.707806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f13c32-c4b7-45df-b729-3e0532acaed0 req-05f65cde-78be-419d-9e6f-3c2c7aba28d1 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:50.709286 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-96f13c32-c4b7-45df-b729-3e0532acaed0 req-05f65cde-78be-419d-9e6f-3c2c7aba28d1 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0481865 Oct 20 03:55:50.746889 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-96f13c32-c4b7-45df-b729-3e0532acaed0 req-93a28db8-044a-42b3-a615-0f7582f51b8a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Oct 20 03:55:50.893083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-6161e4f6-42b2-4d17-b010-e66fea8ddb46 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:55:50.894022 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-6161e4f6-42b2-4d17-b010-e66fea8ddb46 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053365 Oct 20 03:55:50.996857 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-7663c7a1-bc5e-4b2c-8ff4-0b04adc3e208 service neutron] 10.222.0.36 "GET /v2.0/ports/ba22c34b-134a-4251-9a9a-b73697766c9e/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0958223 Oct 20 03:55:51.212613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-39e566ee-d599-428a-8ceb-4dd048d9504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:51.214005 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-39e566ee-d599-428a-8ceb-4dd048d9504a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc&tenant_id=7c218962b8ba4bd6abed32e0ad0f4927 HTTP/1.1" status: 200 len: 1098 time: 0.0464065 Oct 20 03:55:51.275647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-aeb488c0-6b6c-49d7-8a52-757d9f479af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:51.277190 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-aeb488c0-6b6c-49d7-8a52-757d9f479af4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 1098 time: 0.0403872 Oct 20 03:55:51.372918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-926a86d0-4f27-41f9-94a0-77300e49a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:51.374292 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-926a86d0-4f27-41f9-94a0-77300e49a75d service neutron] 10.222.0.36 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 916 time: 0.0861981 Oct 20 03:55:51.426110 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-84aa7141-b84b-4c02-8f0e-babde726406d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba22c34b-134a-4251-9a9a-b73697766c9e HTTP/1.1" status: 200 len: 217 time: 0.0383208 Oct 20 03:55:51.477548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-6cc96f5c-a85e-428b-b332-05bc67ba2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:51.478872 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-6cc96f5c-a85e-428b-b332-05bc67ba2bd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 200 len: 854 time: 0.0430272 Oct 20 03:55:51.526515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-7e87dbe4-3229-42b6-856e-3ef2b26b6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:51.527947 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-7e87dbe4-3229-42b6-856e-3ef2b26b6057 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428728c0-9fe8-49bb-b310-a0e4e244d569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388796 Oct 20 03:55:51.620691 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-a1a759dc-5df1-4ea9-9ca6-fb4b55e3506b service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855165 Oct 20 03:55:51.714465 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63ef235c-cbcf-4470-a8d4-1efb8ef6366a req-a218f18c-61fa-4934-a2af-92b117c93adc service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829692 Oct 20 03:55:51.878298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118eaa27-be73-464c-afaa-a7c7f6d45f4b req-ec7619f3-bede-41a7-8326-df0ad1380259 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:51.879789 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-118eaa27-be73-464c-afaa-a7c7f6d45f4b req-ec7619f3-bede-41a7-8326-df0ad1380259 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0588331 Oct 20 03:55:51.918589 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-118eaa27-be73-464c-afaa-a7c7f6d45f4b req-cb8020b3-157f-4dc5-a78b-b7b435d23ece tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327349 Oct 20 03:55:53.043772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82c961-98d6-4024-8188-22b665589918 req-5e4f64e2-f495-41dd-b0fc-e127879ad440 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:53.045875 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2a82c961-98d6-4024-8188-22b665589918 req-5e4f64e2-f495-41dd-b0fc-e127879ad440 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0537987 Oct 20 03:55:53.082575 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2a82c961-98d6-4024-8188-22b665589918 req-25c984d8-6960-473f-ae46-1ad7ac24c0f7 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307994 Oct 20 03:55:54.204656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45b13d-a107-413a-b12f-e98c27e8967c req-b56d23f4-fe1a-44f0-a8e1-2df48eceec95 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:54.206118 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ff45b13d-a107-413a-b12f-e98c27e8967c req-b56d23f4-fe1a-44f0-a8e1-2df48eceec95 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0489733 Oct 20 03:55:54.243922 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ff45b13d-a107-413a-b12f-e98c27e8967c req-5169dac4-4c05-4110-8ab5-9d63dc600505 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317161 Oct 20 03:55:54.340697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba22c34b-134a-4251-9a9a-b73697766c9e details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:55:54.342984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba22c34b-134a-4251-9a9a-b73697766c9e no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:55:54.486714 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-d861457a-2777-45c1-bec7-98f6777c55c0 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:54.488073 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-d861457a-2777-45c1-bec7-98f6777c55c0 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc&tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 945 time: 0.0785007 Oct 20 03:55:54.496235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b783dc-d390-4d11-816e-87f06cee26a3 req-ad137544-5530-409a-9395-5b1625fcb760 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:54.497967 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05b783dc-d390-4d11-816e-87f06cee26a3 req-ad137544-5530-409a-9395-5b1625fcb760 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0983279 Oct 20 03:55:54.505991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ba22c34b-134a-4251-9a9a-b73697766c9e is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:55:54.506547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:54.514397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba22c34b-134a-4251-9a9a-b73697766c9e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba22c34b-134a-4251-9a9a-b73697766c9e,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:55:54.542492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'ba22c34b-134a-4251-9a9a-b73697766c9e', 'network_id': '428728c0-9fe8-49bb-b310-a0e4e244d569', 'port_id': 'ba22c34b-134a-4251-9a9a-b73697766c9e', 'mac_address': 'fa:16:3e:b1:2f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a1832d-5020-4b55-8afa-f9b8fcc1caf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:55:54.548051 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05b783dc-d390-4d11-816e-87f06cee26a3 req-f695386a-b7fa-4ac0-8edc-0ae9d4bef274 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437820 Oct 20 03:55:54.551155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba22c34b-134a-4251-9a9a-b73697766c9e'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:55:54.553679 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd75299c-532d-429b-9ce2-e2fae8a0fcec" -d '{"events": [{"server_uuid": "4a8ba36d-f369-458c-8298-e10c2f87d9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ba22c34b-134a-4251-9a9a-b73697766c9e"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:55:54.576369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba22c34b-134a-4251-9a9a-b73697766c9e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba22c34b-134a-4251-9a9a-b73697766c9e,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:55:54.580595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-1725d838-713a-42d7-9c97-68fc81e7e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:54.582739 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-1725d838-713a-42d7-9c97-68fc81e7e27d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 1098 time: 0.0490077 Oct 20 03:55:54.600611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:54.642730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ba22c34b-134a-4251-9a9a-b73697766c9e is: ACTIVE; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:55:54.643118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:54.666724 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 03:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eb5e80-5c69-4481-bdb7-50c40c24f0c4 x-openstack-request-id: req-78eb5e80-5c69-4481-bdb7-50c40c24f0c4 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:55:54.667016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8ba36d-f369-458c-8298-e10c2f87d9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ba22c34b-134a-4251-9a9a-b73697766c9e", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:55:54.667264 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78eb5e80-5c69-4481-bdb7-50c40c24f0c4 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:55:54.667658 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78eb5e80-5c69-4481-bdb7-50c40c24f0c4'] response: {'server_uuid': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba22c34b-134a-4251-9a9a-b73697766c9e', 'code': 200} Oct 20 03:55:54.672249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba22c34b-134a-4251-9a9a-b73697766c9e {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:55:54.676343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ba22c34b-134a-4251-9a9a-b73697766c9e,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:54.686921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.687166 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-1d833833-3fba-4929-b68b-790f6a6ec95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:54.687277 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.687584 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.687911 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.688238 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.688596 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.688690 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-1d833833-3fba-4929-b68b-790f6a6ec95d service neutron] 10.222.0.36 "GET /v2.0/networks?id=428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 200 len: 916 time: 0.0986028 Oct 20 03:55:54.688918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.689240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.689560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.689876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.690192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.690508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:54.724962 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:55:54.725320 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:55:54.730802 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-0e74e34e-331a-45aa-b358-feb2ab3b0279 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba22c34b-134a-4251-9a9a-b73697766c9e HTTP/1.1" status: 200 len: 217 time: 0.0357258 Oct 20 03:55:54.779572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-0fad7166-51ba-4b09-b8ba-f96fc0c45c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:54.781042 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-0fad7166-51ba-4b09-b8ba-f96fc0c45c73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 200 len: 854 time: 0.0439932 Oct 20 03:55:54.829390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-0a438224-d687-439a-aab1-ca5795a4ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:54.830967 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-0a438224-d687-439a-aab1-ca5795a4ecff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428728c0-9fe8-49bb-b310-a0e4e244d569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438483 Oct 20 03:55:54.919091 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-07ee095e-cf4c-4ede-924b-28a11227f64c service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815413 Oct 20 03:55:55.011064 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f7cf36f8-3035-4181-a16f-fa4e340047fd req-df6dd60c-35bc-4a99-98a2-b741508e2310 service neutron] 10.222.0.36 "GET /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858884 Oct 20 03:55:55.261085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ba22c34b-134a-4251-9a9a-b73697766c9e is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:55:55.261481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:55.274311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba22c34b-134a-4251-9a9a-b73697766c9e {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:55:55.296174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba22c34b-134a-4251-9a9a-b73697766c9e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba22c34b-134a-4251-9a9a-b73697766c9e,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:55:55.300218 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:55.355566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ba22c34b-134a-4251-9a9a-b73697766c9e,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:55.363691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['ba22c34b-134a-4251-9a9a-b73697766c9e'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:55:55.681314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95890f4-d7e8-4d52-ad64-22d968098f5a req-4099fb36-7c99-412d-86cf-67a983fa8e0a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:55.682778 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95890f4-d7e8-4d52-ad64-22d968098f5a req-4099fb36-7c99-412d-86cf-67a983fa8e0a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 944 time: 0.0494785 Oct 20 03:55:55.720190 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d95890f4-d7e8-4d52-ad64-22d968098f5a req-3fc176e5-ac12-4d05-9856-c1f6e728db1e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306997 Oct 20 03:55:55.840193 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c22281-c8d6-427f-a774-06126913bbca req-80cb369b-92ff-40b0-875a-eda2362ac85e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:55.841696 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c5c22281-c8d6-427f-a774-06126913bbca req-80cb369b-92ff-40b0-875a-eda2362ac85e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 944 time: 0.0485151 Oct 20 03:55:55.879121 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c5c22281-c8d6-427f-a774-06126913bbca req-1f63515c-3897-4f65-bc62-ca3dd5041c28 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Oct 20 03:55:55.996173 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8220241-f277-4195-ba17-0a2c9d470626 req-6b79bf11-d4f6-4961-9320-cda410110b64 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:55.998203 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a8220241-f277-4195-ba17-0a2c9d470626 req-6b79bf11-d4f6-4961-9320-cda410110b64 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 944 time: 0.0485969 Oct 20 03:55:56.034965 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a8220241-f277-4195-ba17-0a2c9d470626 req-e652520c-7239-4c4d-921a-fc0f39ba21b3 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309052 Oct 20 03:55:56.335660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba22c34b-134a-4251-9a9a-b73697766c9e up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:55:56.367195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f661b-8716-465d-9563-879927c66f3e req-d6bd9042-d997-47e6-8f79-0e0d53b5892e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:56.368804 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-707f661b-8716-465d-9563-879927c66f3e req-d6bd9042-d997-47e6-8f79-0e0d53b5892e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 944 time: 0.0518110 Oct 20 03:55:56.409612 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-707f661b-8716-465d-9563-879927c66f3e req-ac549ef6-d99d-4709-b957-39885180a327 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340612 Oct 20 03:55:56.530837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port ba22c34b-134a-4251-9a9a-b73697766c9e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:55:56.531417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:56.531505 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port ba22c34b-134a-4251-9a9a-b73697766c9e Oct 20 03:55:56.605783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ba22c34b-134a-4251-9a9a-b73697766c9e is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:55:56.606171 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:56.639019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba22c34b-134a-4251-9a9a-b73697766c9e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba22c34b-134a-4251-9a9a-b73697766c9e,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:55:56.642962 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:56.671782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba22c34b-134a-4251-9a9a-b73697766c9e'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:55:56.674058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237a7076-c51c-4602-b4a0-961065425c88" -d '{"events": [{"server_uuid": "4a8ba36d-f369-458c-8298-e10c2f87d9fc", "name": "network-vif-plugged", "status": "completed", "tag": "ba22c34b-134a-4251-9a9a-b73697766c9e"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:55:56.697136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ba22c34b-134a-4251-9a9a-b73697766c9e,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:56.712217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04359d3-2abb-455d-80ba-1e9dede36596 x-openstack-request-id: req-c04359d3-2abb-455d-80ba-1e9dede36596 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:55:56.712543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8ba36d-f369-458c-8298-e10c2f87d9fc", "name": "network-vif-plugged", "status": "completed", "tag": "ba22c34b-134a-4251-9a9a-b73697766c9e", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:55:56.712796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c04359d3-2abb-455d-80ba-1e9dede36596 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:55:56.713215 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04359d3-2abb-455d-80ba-1e9dede36596'] response: {'server_uuid': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba22c34b-134a-4251-9a9a-b73697766c9e', 'code': 200} Oct 20 03:55:57.535984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3c838-22b1-4f9c-a1b9-56286fa442b4 req-70b32802-0409-4644-b4f3-2d2d0a8d9e5a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:57.537460 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-19f3c838-22b1-4f9c-a1b9-56286fa442b4 req-70b32802-0409-4644-b4f3-2d2d0a8d9e5a tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0542605 Oct 20 03:55:57.574681 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-19f3c838-22b1-4f9c-a1b9-56286fa442b4 req-cdc1b6b3-7587-4807-9f91-9ca5653fe6a9 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33d6514-e129-4eac-86c4-49d0db136901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312078 Oct 20 03:55:58.083785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247608-55ff-4033-9f33-a3560e701765 req-cbf19730-3237-4e25-97f8-5d6f2c39447c tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:55:58.085272 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf247608-55ff-4033-9f33-a3560e701765 req-cbf19730-3237-4e25-97f8-5d6f2c39447c tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 945 time: 0.0533934 Oct 20 03:55:58.174981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-cf247608-55ff-4033-9f33-a3560e701765 req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Deleting port ba22c34b-134a-4251-9a9a-b73697766c9e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:55:58.175330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cf247608-55ff-4033-9f33-a3560e701765 req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:58.267271 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-cf247608-55ff-4033-9f33-a3560e701765 req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] For port ba22c34b-134a-4251-9a9a-b73697766c9e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba22c34b-134a-4251-9a9a-b73697766c9e,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:55:58.267633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cf247608-55ff-4033-9f33-a3560e701765 req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:58.279370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-cf247608-55ff-4033-9f33-a3560e701765 req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Calling delete_port for ba22c34b-134a-4251-9a9a-b73697766c9e owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:55:58.403314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cf247608-55ff-4033-9f33-a3560e701765 req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:58.421141 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['ba22c34b-134a-4251-9a9a-b73697766c9e'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:55:58.437201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Pushing event deleted for resources: {'Port': ['ID=ba22c34b-134a-4251-9a9a-b73697766c9e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:58.466884 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.467226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.467562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.467897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.468233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.468587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.468912 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.469235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.469561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.469879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.470204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.470522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:58.491317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf247608-55ff-4033-9f33-a3560e701765 req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] No DVR routers for this DVR port ba22c34b-134a-4251-9a9a-b73697766c9e on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:55:58.493981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cf247608-55ff-4033-9f33-a3560e701765 req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:58.498181 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf247608-55ff-4033-9f33-a3560e701765 req-b481cc9a-b66a-4bf9-ae37-f078ba756705 tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.36 "DELETE /v2.0/ports/ba22c34b-134a-4251-9a9a-b73697766c9e HTTP/1.1" status: 204 len: 173 time: 0.4042199 Oct 20 03:55:58.498701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'name': 'network-vif-deleted', 'tag': 'ba22c34b-134a-4251-9a9a-b73697766c9e'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:55:58.501108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772c2ba5-f2cb-4492-90b6-70c341ef4385" -d '{"events": [{"server_uuid": "4a8ba36d-f369-458c-8298-e10c2f87d9fc", "name": "network-vif-deleted", "tag": "ba22c34b-134a-4251-9a9a-b73697766c9e"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:55:58.610338 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a036e9-fc86-403a-b351-6ebaeb808102 x-openstack-request-id: req-f3a036e9-fc86-403a-b351-6ebaeb808102 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:55:58.610647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8ba36d-f369-458c-8298-e10c2f87d9fc", "name": "network-vif-deleted", "tag": "ba22c34b-134a-4251-9a9a-b73697766c9e", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:55:58.610903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3a036e9-fc86-403a-b351-6ebaeb808102 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:55:58.611325 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a036e9-fc86-403a-b351-6ebaeb808102'] response: {'server_uuid': '4a8ba36d-f369-458c-8298-e10c2f87d9fc', 'name': 'network-vif-deleted', 'tag': 'ba22c34b-134a-4251-9a9a-b73697766c9e', 'status': 'completed', 'code': 200} Oct 20 03:55:58.692402 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ce0ca2d8-cdb4-4f66-913c-afb989c85e2e req-992b97a6-b070-428d-a724-b7ab26c49c1b tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a8ba36d-f369-458c-8298-e10c2f87d9fc HTTP/1.1" status: 200 len: 210 time: 0.0269458 Oct 20 03:55:59.783090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60610) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:55:59.836187 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:59.860286 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:59.907737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:59.910320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:55:59.911540 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "DELETE /v2.0/security-groups/ee550d84-7222-4a2b-ac2e-dffc9ac97ca5 HTTP/1.1" status: 204 len: 168 time: 0.1272874 Oct 20 03:55:59.914157 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60612) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:55:59.921115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee550d84-7222-4a2b-ac2e-dffc9ac97ca5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:55:59.928086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.928462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.928798 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-68cd017e-187f-47f2-bbcd-44d31f69748f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] show failed (client error): The resource could not be found. Oct 20 03:55:59.928905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.929143 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.929479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.929806 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-68cd017e-187f-47f2-bbcd-44d31f69748f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "GET /v2.0/security-groups/ee550d84-7222-4a2b-ac2e-dffc9ac97ca5 HTTP/1.1" status: 404 len: 347 time: 0.0145130 Oct 20 03:55:59.930017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.930239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.930572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.930920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.931249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.931625 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.931955 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06876a-43ad-4870-82b1-f310db9b365f tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:55:59.932553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60614) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:00.061606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d80bd0ae-922b-40f8-86e0-e1b9d798f4ae tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Deleting port 90144a03-a9ae-4dbc-994e-788ff3e18df5 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:56:00.061866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d80bd0ae-922b-40f8-86e0-e1b9d798f4ae tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:00.139329 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d80bd0ae-922b-40f8-86e0-e1b9d798f4ae tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:00.139650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d80bd0ae-922b-40f8-86e0-e1b9d798f4ae tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:00.151027 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d80bd0ae-922b-40f8-86e0-e1b9d798f4ae tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Calling delete_port for 90144a03-a9ae-4dbc-994e-788ff3e18df5 owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:56:00.282508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d80bd0ae-922b-40f8-86e0-e1b9d798f4ae tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:00.309064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bd0ae-922b-40f8-86e0-e1b9d798f4ae tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Pushing event deleted for resources: {'Port': ['ID=90144a03-a9ae-4dbc-994e-788ff3e18df5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:00.367783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d80bd0ae-922b-40f8-86e0-e1b9d798f4ae tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:00.370471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d80bd0ae-922b-40f8-86e0-e1b9d798f4ae tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:00.371687 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d80bd0ae-922b-40f8-86e0-e1b9d798f4ae tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] 10.222.0.20 "DELETE /v2.0/floatingips/122d4031-9d3b-462f-8d65-f6fada8126c1 HTTP/1.1" status: 204 len: 168 time: 0.4382524 Oct 20 03:56:00.437972 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60620) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:00.782224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:01.020323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] Deleting port 2d6441c0-95f6-46a2-9249-49bcfc23afa9 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:56:01.020984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:01.100457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] For port 2d6441c0-95f6-46a2-9249-49bcfc23afa9, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2d6441c0-95f6-46a2-9249-49bcfc23afa9,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:56:01.100740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:01.112932 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] Calling delete_port for 2d6441c0-95f6-46a2-9249-49bcfc23afa9 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:56:01.293235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:01.320847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6441c0-95f6-46a2-9249-49bcfc23afa9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:01.769879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:01.983783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] Router 6099266a-2d94-4404-b628-459fbbb4479c has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:56:02.088199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:56:02.093754 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9568353f-0047-442e-adb9-f5df131718f7 admin admin] 10.222.0.20 "PUT /v2.0/routers/6099266a-2d94-4404-b628-459fbbb4479c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6547556 Oct 20 03:56:02.096303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60622) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:02.098267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2011fa8e-f978-42b9-b737-c472464d1ceb None None] Sync routers for ids ['6099266a-2d94-4404-b628-459fbbb4479c'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:56:02.108680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2011fa8e-f978-42b9-b737-c472464d1ceb None None] Routers {'6099266a-2d94-4404-b628-459fbbb4479c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:56:02.109303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2011fa8e-f978-42b9-b737-c472464d1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:55:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6099266a-2d94-4404-b628-459fbbb4479c'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:02.199606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.213200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-2011fa8e-f978-42b9-b737-c472464d1ceb None None] Set router 6099266a-2d94-4404-b628-459fbbb4479c gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:56:02.299112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.356023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Deleting port 6bffe338-4bf4-47f7-9ff3-66ed07364176 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:56:02.356345 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.373609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba22c34b-134a-4251-9a9a-b73697766c9e no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:56:02.396511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: ba22c34b-134a-4251-9a9a-b73697766c9e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:56:02.396849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba22c34b-134a-4251-9a9a-b73697766c9e not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:56:02.421664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2011fa8e-f978-42b9-b737-c472464d1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6099266a-2d94-4404-b628-459fbbb4479c', 'name': 'tempest-ServerDiskConfigTestJSON-2083649250-router', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:22Z', 'updated_at': '2022-10-20T03:56:01Z', 'revision_number': 5, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'gw_port': {'id': '6bffe338-4bf4-47f7-9ff3-66ed07364176', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6099266a-2d94-4404-b628-459fbbb4479c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:54:23Z', 'updated_at': '2022-10-20T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:02.435576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] For port 6bffe338-4bf4-47f7-9ff3-66ed07364176, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6bffe338-4bf4-47f7-9ff3-66ed07364176,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:56:02.435947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.448340 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2011fa8e-f978-42b9-b737-c472464d1ceb None None] Checking router: 6099266a-2d94-4404-b628-459fbbb4479c for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:56:02.448773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Calling delete_port for 6bffe338-4bf4-47f7-9ff3-66ed07364176 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:56:02.457742 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2011fa8e-f978-42b9-b737-c472464d1ceb None None] Routers {'6099266a-2d94-4404-b628-459fbbb4479c'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:56:02.458349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2011fa8e-f978-42b9-b737-c472464d1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:55:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['6099266a-2d94-4404-b628-459fbbb4479c'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:02.545902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-2011fa8e-f978-42b9-b737-c472464d1ceb None None] Set router 6099266a-2d94-4404-b628-459fbbb4479c gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:56:02.601222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-2011fa8e-f978-42b9-b737-c472464d1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6099266a-2d94-4404-b628-459fbbb4479c', 'name': 'tempest-ServerDiskConfigTestJSON-2083649250-router', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:22Z', 'updated_at': '2022-10-20T03:56:02Z', 'revision_number': 6, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:02.620223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.629245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2011fa8e-f978-42b9-b737-c472464d1ceb None None] The sync data for ids ['6099266a-2d94-4404-b628-459fbbb4479c'] in dv-neutron-861842-1-hyperv is: [{'id': '6099266a-2d94-4404-b628-459fbbb4479c', 'name': 'tempest-ServerDiskConfigTestJSON-2083649250-router', 'tenant_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:54:22Z', 'updated_at': '2022-10-20T03:56:02Z', 'revision_number': 6, 'project_id': '7c218962b8ba4bd6abed32e0ad0f4927', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:56:02.647070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bffe338-4bf4-47f7-9ff3-66ed07364176,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:02.711454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.724083 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:56:02.801176 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.803406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.845728 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.846269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6099266a-2d94-4404-b628-459fbbb4479c {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 03:56:02.850907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.854484 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e7b2a571-69ad-4243-bccf-6cd7b05f2406 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6099266a-2d94-4404-b628-459fbbb4479c HTTP/1.1" status: 204 len: 168 time: 0.7548218 Oct 20 03:56:02.854792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60624) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:02.904161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-77db5378-7ce5-4990-8674-130425e9da6a admin admin] Deleting subnet 20a1832d-5020-4b55-8afa-f9b8fcc1caf5 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 03:56:02.907207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77db5378-7ce5-4990-8674-130425e9da6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:02.942150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77db5378-7ce5-4990-8674-130425e9da6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.020899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77db5378-7ce5-4990-8674-130425e9da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.076466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77db5378-7ce5-4990-8674-130425e9da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.111189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db5378-7ce5-4990-8674-130425e9da6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a1832d-5020-4b55-8afa-f9b8fcc1caf5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:03.114702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77db5378-7ce5-4990-8674-130425e9da6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.118060 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-77db5378-7ce5-4990-8674-130425e9da6a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/20a1832d-5020-4b55-8afa-f9b8fcc1caf5 HTTP/1.1" status: 204 len: 168 time: 0.2622776 Oct 20 03:56:03.120593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60626) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:03.121080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f8c21d-ded2-4c5e-9270-d78aaf744a40 None None] Network 428728c0-9fe8-49bb-b310-a0e4e244d569 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:56:03.190385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.245214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Deleting port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:56:03.245561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.314550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] For port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d3a9ca8c-2a3e-4f98-92fc-46a57b55b312,segment=NetworkSegment(9b2702f0-e11b-4795-8112-fc8b681bc443),segment_id=9b2702f0-e11b-4795-8112-fc8b681bc443)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:56:03.314918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.327540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Calling delete_port for d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:56:03.388978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9466d-0e1f-4525-9166-fcfd66e6ff5d None None] DHCP port deletion for 428728c0-9fe8-49bb-b310-a0e4e244d569 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 03:56:03.411430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.442347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bef9466d-0e1f-4525-9166-fcfd66e6ff5d None None] Deleting port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:56:03.443435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a9ca8c-2a3e-4f98-92fc-46a57b55b312,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:03.444532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bef9466d-0e1f-4525-9166-fcfd66e6ff5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.448775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] No DVR routers for this DVR port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:56:03.493058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2d6441c0-95f6-46a2-9249-49bcfc23afa9 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:56:03.524204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.545302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428728c0-9fe8-49bb-b310-a0e4e244d569']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:03.549319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 2d6441c0-95f6-46a2-9249-49bcfc23afa9 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:56:03.549678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2d6441c0-95f6-46a2-9249-49bcfc23afa9 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:56:03.550068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6bffe338-4bf4-47f7-9ff3-66ed07364176 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:56:03.554740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2702f0-e11b-4795-8112-fc8b681bc443') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:03.555039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2702f0-e11b-4795-8112-fc8b681bc443') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:03.555746 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-bef9466d-0e1f-4525-9166-fcfd66e6ff5d None None] For port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312, host dv-neutron-861842-1-hyperv, got binding levels [] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:56:03.556340 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bef9466d-0e1f-4525-9166-fcfd66e6ff5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.566038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.582436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 6bffe338-4bf4-47f7-9ff3-66ed07364176 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:56:03.582581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.582783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6bffe338-4bf4-47f7-9ff3-66ed07364176 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:56:03.583203 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:56:03.588895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bef9466d-0e1f-4525-9166-fcfd66e6ff5d None None] Calling delete_port for d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:56:03.590124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 03:56:03.590711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.606480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.ipam_backend_mixin [None req-bef9466d-0e1f-4525-9166-fcfd66e6ff5d None None] Port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 was not found and therefore no delete operation was performed {{(pid=103630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 20 03:56:03.608453 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:56:03.608790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:56:03.610201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bef9466d-0e1f-4525-9166-fcfd66e6ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.623077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9466d-0e1f-4525-9166-fcfd66e6ff5d None None] No DVR routers for this DVR port d3a9ca8c-2a3e-4f98-92fc-46a57b55b312 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:56:03.643117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9466d-0e1f-4525-9166-fcfd66e6ff5d None None] Pushing event deleted for resources: {'Port': ['ID=d3a9ca8c-2a3e-4f98-92fc-46a57b55b312,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:03.659829 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 9b2702f0-e11b-4795-8112-fc8b681bc443 resource provider aggregate not found Oct 20 03:56:03.678966 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 9b2702f0-e11b-4795-8112-fc8b681bc443 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b2702f0-e11b-4795-8112-fc8b681bc443 found for delete ", "request_id": "req-dc75f628-1c50-4e45-9c05-459866a2a2ad"}]} Oct 20 03:56:03.681041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.687299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.690684 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] 10.222.0.20 "DELETE /v2.0/networks/428728c0-9fe8-49bb-b310-a0e4e244d569 HTTP/1.1" status: 204 len: 168 time: 0.5691822 Oct 20 03:56:03.708907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b06954-4eba-47fd-94d6-0a44447765ce admin admin] Pushing event deleted for resources: {'Network': ['ID=428728c0-9fe8-49bb-b310-a0e4e244d569,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:03.804401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60634) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:03.844573 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d03b68b7-de57-4e38-8967-863918dbf01b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c218962b8ba4bd6abed32e0ad0f4927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389826 Oct 20 03:56:03.847019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60636) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:03.896037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec9135c3-79ef-4eb3-a289-0db3649ecfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.917488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec9135c3-79ef-4eb3-a289-0db3649ecfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.968162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec9135c3-79ef-4eb3-a289-0db3649ecfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.970696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ec9135c3-79ef-4eb3-a289-0db3649ecfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:03.971831 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ec9135c3-79ef-4eb3-a289-0db3649ecfcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b33d6514-e129-4eac-86c4-49d0db136901 HTTP/1.1" status: 204 len: 168 time: 0.1239433 Oct 20 03:56:03.979777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9135c3-79ef-4eb3-a289-0db3649ecfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33d6514-e129-4eac-86c4-49d0db136901,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:04.626261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60658) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:04.721396 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-510557483-network', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:04.739701 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Made reservation on behalf of 48e62074625844c7bb71c90f136d4ee9 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:56:04.741962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:04.753932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:04.827965 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:04.832083 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:04.853093 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 03:56:04.866176 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f42d0-c598-4f21-9485-2990a249c6fe,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:04.870991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:04.871328 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Added segment 026f3331-c86b-4a36-9431-3092298cb4ac of type vlan for network d0517881-8239-4262-b115-524e8ed761b9 Oct 20 03:56:04.910405 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:04.934050 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:04.934972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:04.935540 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:04.963992 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3366652 Oct 20 03:56:04.967174 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60662) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:04.972282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] Request body: {'subnet': {'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-510557483-subnet', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:04.992108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] Made reservation on behalf of 48e62074625844c7bb71c90f136d4ee9 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:56:04.994412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.002691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60489955-22d2-41f8-b29a-72337e2260e7 admin admin] Pushing event updated for resources: {'Network': ['ID=d0517881-8239-4262-b115-524e8ed761b9,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:05.012373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network d0517881-8239-4262-b115-524e8ed761b9 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 03:56:05.171437 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.226635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:05.236009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] Checking segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:56:05.236391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] Network hostable DHCP agents. Network: d0517881-8239-4262-b115-524e8ed761b9, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 03:56:05.254004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] Network d0517881-8239-4262-b115-524e8ed761b9 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 03:56:05.262373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, d0517881-8239-4262-b115-524e8ed761b9) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:05.266746 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:05.267324 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.272164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b33433c-2d40-4e1f-ae35-f8a9992cc41d None None] Network d0517881-8239-4262-b115-524e8ed761b9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:56:05.282642 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1c406b6f-87fb-4ac0-aefc-b7461a38b84e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3142323 Oct 20 03:56:05.285557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 60664) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:05.290028 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:05.310726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.312241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.363897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.423841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-d0517881-8239-4262-b115-524e8ed761b9', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 03:56:05.424936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.503806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.563548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Allocated IP 172.20.0.2 (d0517881-8239-4262-b115-524e8ed761b9/3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6/779c2985-9438-441e-a2fb-c715e179c00c) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:56:05.705141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.708136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.714291 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.725720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.755048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Network d0517881-8239-4262-b115-524e8ed761b9 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:56:05.758395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:05.761768 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:56:05.769007 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Pushing event updated for resources: {'Port': ['ID=779c2985-9438-441e-a2fb-c715e179c00c,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:05.820123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Attempting to bind port 779c2985-9438-441e-a2fb-c715e179c00c on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:56:05.820779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Attempting to bind port 779c2985-9438-441e-a2fb-c715e179c00c by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:56:05.820779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Attempting to bind port 779c2985-9438-441e-a2fb-c715e179c00c on network d0517881-8239-4262-b115-524e8ed761b9 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:56:05.825639 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:56:05.826006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Checking segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:56:05.826990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.827616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Bound using segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:56:05.828153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Bound port: 779c2985-9438-441e-a2fb-c715e179c00c, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:56:05.828561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.834843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Allocated IP 172.26.0.50 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/fab069a6-b754-4de4-b652-eabc8e1250fd) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:56:05.894863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] For port 779c2985-9438-441e-a2fb-c715e179c00c, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:56:05.898014 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] For port 779c2985-9438-441e-a2fb-c715e179c00c, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=779c2985-9438-441e-a2fb-c715e179c00c,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:56:05.901688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.947526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:05.953643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ce597-4caa-400f-968c-bbb5091a5630 None None] Pushing event updated for resources: {'Port': ['ID=779c2985-9438-441e-a2fb-c715e179c00c,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:05.991848 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:06.033383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:56:06.036361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:06.040008 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:56:06.046397 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Pushing event updated for resources: {'Port': ['ID=fab069a6-b754-4de4-b652-eabc8e1250fd,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:06.311392 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:06.504935 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:06.642270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Router 8e3ae7d4-6e17-46bd-b631-389525d63efb is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 03:56:06.765349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:56:06.774224 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Sync routers for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:56:06.785472 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:06.785911 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:56:06.786528 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:55:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:06.786751 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-672ae11a-8ca0-4a68-9a16-55961c68574f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5001440 Oct 20 03:56:06.789646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60666) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:06.902166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0811f4-3f80-47f8-8cf3-e16d98636d5a None None] Network d0517881-8239-4262-b115-524e8ed761b9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 03:56:06.922644 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:56:06.997759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-554f7b18-14f5-4f47-a0d6-89fd80dec390 None None] Provisioning complete for port 779c2985-9438-441e-a2fb-c715e179c00c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:06.998952 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-554f7b18-14f5-4f47-a0d6-89fd80dec390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:06.999424 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-554f7b18-14f5-4f47-a0d6-89fd80dec390 None None] Attempt 1 to provision port 779c2985-9438-441e-a2fb-c715e179c00c Oct 20 03:56:07.145328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-554f7b18-14f5-4f47-a0d6-89fd80dec390 None None] Current status of the port 779c2985-9438-441e-a2fb-c715e179c00c is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:56:07.145713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-554f7b18-14f5-4f47-a0d6-89fd80dec390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.178913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-554f7b18-14f5-4f47-a0d6-89fd80dec390 None None] For port 779c2985-9438-441e-a2fb-c715e179c00c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=779c2985-9438-441e-a2fb-c715e179c00c,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:56:07.184941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-554f7b18-14f5-4f47-a0d6-89fd80dec390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.228385 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:06Z', 'revision_number': 3, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:07.249102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f7b18-14f5-4f47-a0d6-89fd80dec390 None None] Pushing event updated for resources: {'Port': ['ID=779c2985-9438-441e-a2fb-c715e179c00c,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:07.265431 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Checking router: 8e3ae7d4-6e17-46bd-b631-389525d63efb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:56:07.265917 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Updating router 8e3ae7d4-6e17-46bd-b631-389525d63efb port fab069a6-b754-4de4-b652-eabc8e1250fd binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:56:07.292145 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.292618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.407807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fbe4fb9d-eb92-47b1-aba6-9a6ae3e35811 None None] Provisioning complete for port 779c2985-9438-441e-a2fb-c715e179c00c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:07.408730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fb9d-eb92-47b1-aba6-9a6ae3e35811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.408730 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fbe4fb9d-eb92-47b1-aba6-9a6ae3e35811 None None] Attempt 1 to provision port 779c2985-9438-441e-a2fb-c715e179c00c Oct 20 03:56:07.502062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fbe4fb9d-eb92-47b1-aba6-9a6ae3e35811 None None] Current status of the port 779c2985-9438-441e-a2fb-c715e179c00c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:56:07.522999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Allocated IP 172.20.0.1 (d0517881-8239-4262-b115-524e8ed761b9/3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6/2dfd383b-c6db-4908-b61c-5512876e0745) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:56:07.538593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 779c2985-9438-441e-a2fb-c715e179c00c up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:56:07.587627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 779c2985-9438-441e-a2fb-c715e179c00c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:07.588002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.588365 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 779c2985-9438-441e-a2fb-c715e179c00c Oct 20 03:56:07.597102 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.602668 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.635190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.638211 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Attempting to bind port fab069a6-b754-4de4-b652-eabc8e1250fd on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:56:07.638578 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Attempting to bind port fab069a6-b754-4de4-b652-eabc8e1250fd by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:56:07.639608 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Attempting to bind port fab069a6-b754-4de4-b652-eabc8e1250fd on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:56:07.650740 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:56:07.651108 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:56:07.651507 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.651899 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:56:07.652391 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Bound port: fab069a6-b754-4de4-b652-eabc8e1250fd, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:56:07.652768 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.658469 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Pushing event updated for resources: {'Port': ['ID=fab069a6-b754-4de4-b652-eabc8e1250fd,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:07.674721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.676395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 779c2985-9438-441e-a2fb-c715e179c00c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:56:07.691480 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.691820 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.692156 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.692508 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.692840 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.693167 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.693490 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.693815 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.694138 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.694456 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.694773 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.695088 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:56:07.723340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Network d0517881-8239-4262-b115-524e8ed761b9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:56:07.726364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:07.726932 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] For port fab069a6-b754-4de4-b652-eabc8e1250fd, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:56:07.728897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:56:07.730110 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] For port fab069a6-b754-4de4-b652-eabc8e1250fd, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=fab069a6-b754-4de4-b652-eabc8e1250fd,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:56:07.734720 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.757706 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Pushing event updated for resources: {'Port': ['ID=2dfd383b-c6db-4908-b61c-5512876e0745,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:07.770222 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:56:07.770846 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:55:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:07.779931 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:07.840497 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fefad6-fcf1-4caf-9a7e-8cb382748868 None None] Pushing event updated for resources: {'Port': ['ID=fab069a6-b754-4de4-b652-eabc8e1250fd,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:07.911883 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:56:07.931217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:08.025486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Provisioning complete for port 2dfd383b-c6db-4908-b61c-5512876e0745 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:08.026072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:08.026072 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Attempt 1 to provision port 2dfd383b-c6db-4908-b61c-5512876e0745 Oct 20 03:56:08.064728 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Port 2dfd383b-c6db-4908-b61c-5512876e0745 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:56:08.090630 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:06Z', 'revision_number': 3, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:08.097078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:08.102779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:08.120821 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ad78f-0d1b-41fb-81e4-79b36be537cb None None] The sync data for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv is: [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:06Z', 'revision_number': 3, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:56:08.171517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Pushing event updated for resources: {'Port': ['ID=2dfd383b-c6db-4908-b61c-5512876e0745,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:08.174390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:08.565882 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Attempt 2 to provision port 2dfd383b-c6db-4908-b61c-5512876e0745 Oct 20 03:56:08.573201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Network d0517881-8239-4262-b115-524e8ed761b9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:56:08.574863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:08.625747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Port 2dfd383b-c6db-4908-b61c-5512876e0745 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:56:08.631256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:08.741972 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Router 8e3ae7d4-6e17-46bd-b631-389525d63efb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:56:08.861249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:56:08.866346 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e875863c-9ca7-4f33-927c-b318fde66025 admin admin] 10.222.0.20 "PUT /v2.0/routers/8e3ae7d4-6e17-46bd-b631-389525d63efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0756133 Oct 20 03:56:09.127103 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Attempt 3 to provision port 2dfd383b-c6db-4908-b61c-5512876e0745 Oct 20 03:56:09.147388 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60674) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:09.152214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-af4fb8e8-88d5-4344-b82a-7e76c00104bb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--596003150', 'description': 'tempest-description--2141360718'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:09.166195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Port 2dfd383b-c6db-4908-b61c-5512876e0745 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:56:09.176348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af4fb8e8-88d5-4344-b82a-7e76c00104bb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.246641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af4fb8e8-88d5-4344-b82a-7e76c00104bb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.250206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af4fb8e8-88d5-4344-b82a-7e76c00104bb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.281697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-af4fb8e8-88d5-4344-b82a-7e76c00104bb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.282925 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-af4fb8e8-88d5-4344-b82a-7e76c00104bb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1344385 Oct 20 03:56:09.283784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fb8e8-88d5-4344-b82a-7e76c00104bb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:09.285834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60676) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:09.290047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c6396c80-ec38-49f2-98a6-7b0b4b61185c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'security_group_rule': {'security_group_id': 'c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:09.314778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6396c80-ec38-49f2-98a6-7b0b4b61185c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.372773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6396c80-ec38-49f2-98a6-7b0b4b61185c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.377358 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6396c80-ec38-49f2-98a6-7b0b4b61185c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.397063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6396c80-ec38-49f2-98a6-7b0b4b61185c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3d01b3-5c3d-4dba-83d0-59a029d53742,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:09.406650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c6396c80-ec38-49f2-98a6-7b0b4b61185c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.407882 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c6396c80-ec38-49f2-98a6-7b0b4b61185c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211264 Oct 20 03:56:09.410590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60678) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:09.414966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ad7217fe-88f0-48e9-8f11-19e3886e55e4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'security_group_rule': {'security_group_id': 'c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:09.446425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ad7217fe-88f0-48e9-8f11-19e3886e55e4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.503543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device fab069a6-b754-4de4-b652-eabc8e1250fd up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:56:09.515125 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ad7217fe-88f0-48e9-8f11-19e3886e55e4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.519701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ad7217fe-88f0-48e9-8f11-19e3886e55e4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.543554 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7217fe-88f0-48e9-8f11-19e3886e55e4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d22d1e-a29f-4952-90b8-27e0afef7365,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:09.549820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ad7217fe-88f0-48e9-8f11-19e3886e55e4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.550868 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ad7217fe-88f0-48e9-8f11-19e3886e55e4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393564 Oct 20 03:56:09.554061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60680) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:09.558875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:09.566177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port fab069a6-b754-4de4-b652-eabc8e1250fd triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:09.566597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.566930 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port fab069a6-b754-4de4-b652-eabc8e1250fd Oct 20 03:56:09.579577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.685311 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.728545 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Attempt 4 to provision port 2dfd383b-c6db-4908-b61c-5512876e0745 Oct 20 03:56:09.754556 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Sync routers for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:56:09.786129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:56:09.786755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:55:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:09.790657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Port 2dfd383b-c6db-4908-b61c-5512876e0745 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:56:09.798032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Allocated IP 172.26.0.142 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/7c50ed48-e356-43cc-aa18-52a537e2d84c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:56:09.877910 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port fab069a6-b754-4de4-b652-eabc8e1250fd is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:56:09.878303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.899474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.933958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.935948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port fab069a6-b754-4de4-b652-eabc8e1250fd, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=fab069a6-b754-4de4-b652-eabc8e1250fd,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:56:09.942562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:09.945413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:56:09.979241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:56:09.982093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:09.985750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:56:10.011685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event updated for resources: {'Port': ['ID=7c50ed48-e356-43cc-aa18-52a537e2d84c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:10.056466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=fab069a6-b754-4de4-b652-eabc8e1250fd,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:10.074407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.109310 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.188584 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 2, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:10.215143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Checking router: 8e3ae7d4-6e17-46bd-b631-389525d63efb for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:56:10.215496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Updating router 8e3ae7d4-6e17-46bd-b631-389525d63efb port 2dfd383b-c6db-4908-b61c-5512876e0745 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 03:56:10.240156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.262964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.267897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.333648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event updated for resources: {'Port': ['ID=7c50ed48-e356-43cc-aa18-52a537e2d84c,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:10.333869 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Attempt 5 to provision port 2dfd383b-c6db-4908-b61c-5512876e0745 Oct 20 03:56:10.337322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.353058 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.363191 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ca4d1f4e-a17d-4587-a790-df46bb32d31b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7990284 Oct 20 03:56:10.386997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Port 2dfd383b-c6db-4908-b61c-5512876e0745 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:56:10.495385 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-882faf45-65af-4b2f-ae0c-0adb1beacae3 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--596003150&fields=id&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 267 time: 0.0333667 Oct 20 03:56:10.534690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.540488 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.598398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eff708-75f3-471c-98bc-e522544abaa7 None None] Pushing event updated for resources: {'Port': ['ID=2dfd383b-c6db-4908-b61c-5512876e0745,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:10.610106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-b58d56eb-db7c-4dfd-bee9-ab9caa799d1b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:10.611579 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-b58d56eb-db7c-4dfd-bee9-ab9caa799d1b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 811 time: 0.1086314 Oct 20 03:56:10.626766 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-edaf1752-c47e-454e-bbc4-2a68338cb887 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/quotas/48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 375 time: 0.0093145 Oct 20 03:56:10.627902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Attempting to bind port 2dfd383b-c6db-4908-b61c-5512876e0745 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:56:10.628289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Attempting to bind port 2dfd383b-c6db-4908-b61c-5512876e0745 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:56:10.628661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Attempting to bind port 2dfd383b-c6db-4908-b61c-5512876e0745 on network d0517881-8239-4262-b115-524e8ed761b9 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:56:10.634133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:56:10.634502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Checking segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:56:10.634903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.635314 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Bound using segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:56:10.635771 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Bound port: 2dfd383b-c6db-4908-b61c-5512876e0745, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:56:10.636149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.680296 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-b62439c5-0b02-44b3-977b-b93ecc6869f1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479813 Oct 20 03:56:10.695975 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-fc4b9dc6-6c6f-4910-b49b-bd7a89ee5e3d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:56:10.697000 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-fc4b9dc6-6c6f-4910-b49b-bd7a89ee5e3d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052807 Oct 20 03:56:10.700725 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] For port 2dfd383b-c6db-4908-b61c-5512876e0745, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:56:10.704695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] For port 2dfd383b-c6db-4908-b61c-5512876e0745, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2dfd383b-c6db-4908-b61c-5512876e0745,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:56:10.709221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:10.758200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:56:10.758812 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:55:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:10.788977 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-4791be01-8e8d-47d1-b893-6ae3a97cb01e service neutron] 10.222.0.20 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844991 Oct 20 03:56:10.792972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eff708-75f3-471c-98bc-e522544abaa7 None None] Pushing event updated for resources: {'Port': ['ID=2dfd383b-c6db-4908-b61c-5512876e0745,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:10.871015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:56:10.882819 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-4cf49e45-63e1-4d4c-934d-643f4c930299 service neutron] 10.222.0.20 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869789 Oct 20 03:56:10.895089 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Attempt 6 to provision port 2dfd383b-c6db-4908-b61c-5512876e0745 Oct 20 03:56:11.061564 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e9b71995-365c-4987-8c01-b22078198bfe req-8976122f-1fc3-41f4-ad3d-311b6628f7d2 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 210 time: 0.0345683 Oct 20 03:56:11.088682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Current status of the port 2dfd383b-c6db-4908-b61c-5512876e0745 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:56:11.088682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:11.144387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] For port 2dfd383b-c6db-4908-b61c-5512876e0745, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2dfd383b-c6db-4908-b61c-5512876e0745,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:56:11.150555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:11.187410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:10Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:11.222532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae0dd4-f1e1-4457-9f48-e27311610980 None None] The sync data for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv is: [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:10Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:56:11.233810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93f7d4-001d-43e2-bf0e-231186f2d670 None None] Pushing event updated for resources: {'Port': ['ID=2dfd383b-c6db-4908-b61c-5512876e0745,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:11.288672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9d283a1c-4e4b-428f-bb00-fd9168e231e2 None None] Provisioning complete for port 2dfd383b-c6db-4908-b61c-5512876e0745 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:11.289253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d283a1c-4e4b-428f-bb00-fd9168e231e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:11.289591 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-9d283a1c-4e4b-428f-bb00-fd9168e231e2 None None] Attempt 1 to provision port 2dfd383b-c6db-4908-b61c-5512876e0745 Oct 20 03:56:11.383764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d283a1c-4e4b-428f-bb00-fd9168e231e2 None None] Current status of the port 2dfd383b-c6db-4908-b61c-5512876e0745 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:56:11.578640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device fab069a6-b754-4de4-b652-eabc8e1250fd up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:56:11.631649 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port fab069a6-b754-4de4-b652-eabc8e1250fd triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:11.632022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:11.632382 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port fab069a6-b754-4de4-b652-eabc8e1250fd Oct 20 03:56:11.713551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port fab069a6-b754-4de4-b652-eabc8e1250fd is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:56:11.714723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2dfd383b-c6db-4908-b61c-5512876e0745 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:56:11.766024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 2dfd383b-c6db-4908-b61c-5512876e0745 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:11.766737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:11.767084 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 2dfd383b-c6db-4908-b61c-5512876e0745 Oct 20 03:56:11.859759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 2dfd383b-c6db-4908-b61c-5512876e0745 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:56:12.169990 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4e0c9eda-6552-4a3d-86a8-75ac905be1f4 req-0a0820e3-aadd-4655-b94a-787aa0247b81 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 210 time: 0.0289800 Oct 20 03:56:12.297643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-c1b4e460-70b8-4b4e-ac0b-c404b70a337c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:12.299340 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-c1b4e460-70b8-4b4e-ac0b-c404b70a337c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 811 time: 0.1248803 Oct 20 03:56:12.354601 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-56785189-8719-4422-9169-51e09ab0f5d9 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 379 time: 0.0396457 Oct 20 03:56:12.374824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'port': {'device_id': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'admin_state_up': True, 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'security_groups': ['c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:12.485563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Made reservation on behalf of 48e62074625844c7bb71c90f136d4ee9 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:56:12.489151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:12.617686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Allocated IP 172.20.0.11 (d0517881-8239-4262-b115-524e8ed761b9/3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6/bb5e22d0-5738-4a34-9d16-dcffe684f657) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:56:12.752477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:12.785354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:12.834550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Network d0517881-8239-4262-b115-524e8ed761b9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:56:12.837623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:56:12.841300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:56:12.847686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event updated for resources: {'Port': ['ID=bb5e22d0-5738-4a34-9d16-dcffe684f657,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:12.895385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:12.896018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:12.912542 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-d547bef4-78ed-4a3d-9b88-762cbf2ad39e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5420427 Oct 20 03:56:12.929727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Request body: {'port': {'device_id': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:12.986161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.118579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c7540822-b41f-423e-a381-f84b9ee4e4e4 None None] Provisioning complete for port bb5e22d0-5738-4a34-9d16-dcffe684f657 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:13.119128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c7540822-b41f-423e-a381-f84b9ee4e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.119244 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c7540822-b41f-423e-a381-f84b9ee4e4e4 None None] Attempt 1 to provision port bb5e22d0-5738-4a34-9d16-dcffe684f657 Oct 20 03:56:13.153572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c7540822-b41f-423e-a381-f84b9ee4e4e4 None None] Port bb5e22d0-5738-4a34-9d16-dcffe684f657 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:56:13.286108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5e22d0-5738-4a34-9d16-dcffe684f657 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:56:13.294799 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.312534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Transition to ACTIVE for port object bb5e22d0-5738-4a34-9d16-dcffe684f657 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:56:13.316542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.330170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e53a-0a6e-4a3e-ac62-067b705cf643 req-627f41a3-f96c-47ea-8bdb-2257f72a4ce8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:13.331653 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bda9e53a-0a6e-4a3e-ac62-067b705cf643 req-627f41a3-f96c-47ea-8bdb-2257f72a4ce8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 932 time: 0.0839372 Oct 20 03:56:13.406272 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Pushing event updated for resources: {'Port': ['ID=bb5e22d0-5738-4a34-9d16-dcffe684f657,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:13.441425 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bda9e53a-0a6e-4a3e-ac62-067b705cf643 req-2e4d2949-8abf-41c5-89cc-203523bef956 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916374 Oct 20 03:56:13.468577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Attempting to bind port bb5e22d0-5738-4a34-9d16-dcffe684f657 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:56:13.468911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Attempting to bind port bb5e22d0-5738-4a34-9d16-dcffe684f657 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:56:13.469239 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Attempting to bind port bb5e22d0-5738-4a34-9d16-dcffe684f657 on network d0517881-8239-4262-b115-524e8ed761b9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:56:13.473507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Port bb5e22d0-5738-4a34-9d16-dcffe684f657 on network d0517881-8239-4262-b115-524e8ed761b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:56:13.473826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Attempting to bind port bb5e22d0-5738-4a34-9d16-dcffe684f657 on network d0517881-8239-4262-b115-524e8ed761b9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:56:13.478626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:56:13.478962 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Checking segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:56:13.479339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Bound using segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:56:13.479762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Bound port: bb5e22d0-5738-4a34-9d16-dcffe684f657, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:56:13.480122 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.543949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] For port bb5e22d0-5738-4a34-9d16-dcffe684f657, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:56:13.547158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] For port bb5e22d0-5738-4a34-9d16-dcffe684f657, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:56:13.551563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.555463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:13.556057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:13.557526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] 10.222.0.36 "PUT /v2.0/ports/bb5e22d0-5738-4a34-9d16-dcffe684f657 HTTP/1.1" status: 200 len: 1094 time: 0.6320488 Oct 20 03:56:13.558017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:56:13.560353 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d658c89-d431-4505-a7d4-58c1ab834d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:56:13.603574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd66ec2-561b-4a91-be3c-8d1256e8c8be x-openstack-request-id: req-4bd66ec2-561b-4a91-be3c-8d1256e8c8be {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:56:13.603852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:56:13.604114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bd66ec2-561b-4a91-be3c-8d1256e8c8be {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:56:13.604705 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd66ec2-561b-4a91-be3c-8d1256e8c8be'] response: {'name': 'network-changed', 'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'status': 'completed', 'code': 200} Oct 20 03:56:13.639629 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781511b5-1fdc-48bd-9ef4-b4c1d868f12c service neutron] Pushing event updated for resources: {'Port': ['ID=bb5e22d0-5738-4a34-9d16-dcffe684f657,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:13.654827 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c7540822-b41f-423e-a381-f84b9ee4e4e4 None None] Attempt 2 to provision port bb5e22d0-5738-4a34-9d16-dcffe684f657 Oct 20 03:56:13.658997 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-170999e5-fb05-4623-b34e-8c34a281f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:13.660446 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-170999e5-fb05-4623-b34e-8c34a281f27f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 1097 time: 0.0501857 Oct 20 03:56:13.694105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c7540822-b41f-423e-a381-f84b9ee4e4e4 None None] Port bb5e22d0-5738-4a34-9d16-dcffe684f657 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:56:13.707360 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-b0bb6964-1072-460f-80c0-ee1ab6902222 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657 HTTP/1.1" status: 200 len: 217 time: 0.0356796 Oct 20 03:56:13.755876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-4f55dfdb-a8be-450d-84ce-fb10622dca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:13.757421 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-4f55dfdb-a8be-450d-84ce-fb10622dca2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0438917 Oct 20 03:56:13.810188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-863bd558-690d-4b57-b42d-b579b1498046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:13.811760 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-863bd558-690d-4b57-b42d-b579b1498046 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441282 Oct 20 03:56:13.906860 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-fd493097-1498-443a-92b0-c36631b9af4c service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832005 Oct 20 03:56:14.004108 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b749526b-0ece-4c38-9aa6-ac44305229a7 req-23dd6e2c-ac26-477e-ab8f-658f731bcf72 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864928 Oct 20 03:56:14.093704 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d658c89-d431-4505-a7d4-58c1ab834d8c req-276261cb-b9fc-46b7-abc5-1472a283437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:14.095240 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d658c89-d431-4505-a7d4-58c1ab834d8c req-276261cb-b9fc-46b7-abc5-1472a283437c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 1097 time: 0.0431626 Oct 20 03:56:14.189359 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d658c89-d431-4505-a7d4-58c1ab834d8c req-2380889b-9a1a-45dc-a254-b391fb4154ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:14.190835 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d658c89-d431-4505-a7d4-58c1ab834d8c req-2380889b-9a1a-45dc-a254-b391fb4154ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0875340 Oct 20 03:56:14.234979 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d658c89-d431-4505-a7d4-58c1ab834d8c req-edaf26b4-968e-4273-9739-2fce47cf99c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657 HTTP/1.1" status: 200 len: 217 time: 0.0357285 Oct 20 03:56:14.283380 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d658c89-d431-4505-a7d4-58c1ab834d8c req-e078e745-4d83-4b89-af4f-4c548c71bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:14.285239 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d658c89-d431-4505-a7d4-58c1ab834d8c req-e078e745-4d83-4b89-af4f-4c548c71bc24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0430739 Oct 20 03:56:14.332114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d658c89-d431-4505-a7d4-58c1ab834d8c req-29f7962b-3544-4244-a4e3-8d8d1cf66a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:14.333688 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d658c89-d431-4505-a7d4-58c1ab834d8c req-29f7962b-3544-4244-a4e3-8d8d1cf66a2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413764 Oct 20 03:56:14.427332 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d658c89-d431-4505-a7d4-58c1ab834d8c req-2574774f-ae50-4140-8621-026e7585faae service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861690 Oct 20 03:56:14.533722 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d658c89-d431-4505-a7d4-58c1ab834d8c req-06d1cbc8-77aa-49ba-b4e8-8f0c623e2d74 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985589 Oct 20 03:56:14.571685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e7f79-87c5-4fa5-8aee-aebf43ffd442 req-714f938c-d38d-4243-a968-c3a8a0f9a71c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:14.573899 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9c6e7f79-87c5-4fa5-8aee-aebf43ffd442 req-714f938c-d38d-4243-a968-c3a8a0f9a71c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 944 time: 0.0541847 Oct 20 03:56:14.591090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-af600141-1d1d-4939-9954-0be75e74867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:14.614588 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9c6e7f79-87c5-4fa5-8aee-aebf43ffd442 req-9e5731bd-16a7-41ba-b2ca-c55bbf99c15d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351613 Oct 20 03:56:15.742515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226eb16-3cef-43b9-bb42-4651fdb96c09 req-d12efc50-d713-4f2f-b2ff-8745c7ad4753 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:15.743907 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8226eb16-3cef-43b9-bb42-4651fdb96c09 req-d12efc50-d713-4f2f-b2ff-8745c7ad4753 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 944 time: 0.0536163 Oct 20 03:56:15.782143 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8226eb16-3cef-43b9-bb42-4651fdb96c09 req-270042c7-ca1c-4d85-bd6c-bfb8bdf3dfa8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322158 Oct 20 03:56:16.475371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device bb5e22d0-5738-4a34-9d16-dcffe684f657 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:56:16.650376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-303438e4-3b83-4751-abff-bb4f5ddcbe19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:16.717914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port bb5e22d0-5738-4a34-9d16-dcffe684f657, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:56:16.727882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'port_id': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'mac_address': 'fa:16:3e:e6:62:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:56:16.767693 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port bb5e22d0-5738-4a34-9d16-dcffe684f657 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:56:16.768077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:16.780350 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5e22d0-5738-4a34-9d16-dcffe684f657 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:56:16.799431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port bb5e22d0-5738-4a34-9d16-dcffe684f657, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:56:16.803180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:16.851681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=bb5e22d0-5738-4a34-9d16-dcffe684f657,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:16.901930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c3f8-5d64-4872-b941-ac635dd44d66 req-92f8cfff-14f2-40fb-ab76-f8c5e554528f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:16.903295 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3e36c3f8-5d64-4872-b941-ac635dd44d66 req-92f8cfff-14f2-40fb-ab76-f8c5e554528f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 945 time: 0.0489941 Oct 20 03:56:16.941022 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3e36c3f8-5d64-4872-b941-ac635dd44d66 req-df1d5ebc-28ae-4b9f-bd47-49ed76af944f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312152 Oct 20 03:56:17.059390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['bb5e22d0-5738-4a34-9d16-dcffe684f657'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:56:17.838101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.060085 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76202-20e6-4dd9-bfee-bcad2bbbb300 req-8cbccab8-4271-4352-9905-75a3bd2e40eb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:18.061592 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-68a76202-20e6-4dd9-bfee-bcad2bbbb300 req-8cbccab8-4271-4352-9905-75a3bd2e40eb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 945 time: 0.0491712 Oct 20 03:56:18.100402 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-68a76202-20e6-4dd9-bfee-bcad2bbbb300 req-f0255386-0338-4720-be5b-9e04c9bdbfba tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327768 Oct 20 03:56:18.476643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device bb5e22d0-5738-4a34-9d16-dcffe684f657 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:56:18.524224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port bb5e22d0-5738-4a34-9d16-dcffe684f657 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:56:18.528146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port bb5e22d0-5738-4a34-9d16-dcffe684f657 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:56:18.528544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.529034 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port bb5e22d0-5738-4a34-9d16-dcffe684f657 Oct 20 03:56:18.606641 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port bb5e22d0-5738-4a34-9d16-dcffe684f657 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:56:18.606943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.628650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:56:18.630886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d26708-d15a-46cb-8c68-ca5e594363ef" -d '{"events": [{"server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "name": "network-vif-plugged", "status": "completed", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:56:18.644144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port bb5e22d0-5738-4a34-9d16-dcffe684f657, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:56:18.648112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:18.673380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fbae42-8095-4114-b9ad-ef592f9ce2b9 x-openstack-request-id: req-98fbae42-8095-4114-b9ad-ef592f9ce2b9 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:56:18.673673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "name": "network-vif-plugged", "status": "completed", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:56:18.673924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98fbae42-8095-4114-b9ad-ef592f9ce2b9 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:56:18.674312 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98fbae42-8095-4114-b9ad-ef592f9ce2b9'] response: {'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'code': 200} Oct 20 03:56:18.699021 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=bb5e22d0-5738-4a34-9d16-dcffe684f657,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:56:18.843601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dd9c7-61cd-4a32-8c12-5746aec96333 req-75c131fe-4fa3-4379-85f3-5b15674b4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:18.845165 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ca8dd9c7-61cd-4a32-8c12-5746aec96333 req-75c131fe-4fa3-4379-85f3-5b15674b4ed6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 1099 time: 0.0447485 Oct 20 03:56:18.882255 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ca8dd9c7-61cd-4a32-8c12-5746aec96333 req-5f854504-8896-4030-ba80-406511073d4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270288 Oct 20 03:56:19.222012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c27164-3d0c-466c-b43c-8be3dc78cb48 req-bad6bfa8-2072-4537-89f8-8e1ee905424a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:19.223465 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b2c27164-3d0c-466c-b43c-8be3dc78cb48 req-bad6bfa8-2072-4537-89f8-8e1ee905424a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0503268 Oct 20 03:56:19.260161 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b2c27164-3d0c-466c-b43c-8be3dc78cb48 req-1b51910a-b38e-4b71-bf9d-b4b7b4efa860 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307357 Oct 20 03:56:19.329756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:19.562138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:20.383810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659c4f6-6c4e-4c76-9afd-b4e1b7825e64 req-88811b47-077e-41da-ae65-0461466f345c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:20.385309 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1659c4f6-6c4e-4c76-9afd-b4e1b7825e64 req-88811b47-077e-41da-ae65-0461466f345c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0498395 Oct 20 03:56:20.422782 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1659c4f6-6c4e-4c76-9afd-b4e1b7825e64 req-25074a93-f4a7-46a6-80e9-69197830f869 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314155 Oct 20 03:56:20.542084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a09f-c2ca-435a-9124-07e4a26fdc7b req-9adbe9c1-cfe7-4db6-adbf-6b250cf38431 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:20.543515 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1631a09f-c2ca-435a-9124-07e4a26fdc7b req-9adbe9c1-cfe7-4db6-adbf-6b250cf38431 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0509636 Oct 20 03:56:20.554199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60732) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:56:20.558729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-fcbb5b99-bb11-44d2-99cc-bf9e52c6b5ac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'floatingip': {'port_id': 'bb5e22d0-5738-4a34-9d16-dcffe684f657'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:56:20.599447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5b99-bb11-44d2-99cc-bf9e52c6b5ac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:21.067636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5b99-bb11-44d2-99cc-bf9e52c6b5ac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:21.071359 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5b99-bb11-44d2-99cc-bf9e52c6b5ac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:21.172655 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-fcbb5b99-bb11-44d2-99cc-bf9e52c6b5ac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d associated. External IP: 172.26.0.142, port: bb5e22d0-5738-4a34-9d16-dcffe684f657. Oct 20 03:56:21.672592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbb5b99-bb11-44d2-99cc-bf9e52c6b5ac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Router 8e3ae7d4-6e17-46bd-b631-389525d63efb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:56:21.779798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbb5b99-bb11-44d2-99cc-bf9e52c6b5ac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:56:21.784520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5b99-bb11-44d2-99cc-bf9e52c6b5ac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:21.789800 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e510af6-bf26-4e07-b543-2e8101cf44b3 None None] Sync routers for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:56:21.799357 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e510af6-bf26-4e07-b543-2e8101cf44b3 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:56:21.799951 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8e510af6-bf26-4e07-b543-2e8101cf44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:56:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:21.811687 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fcbb5b99-bb11-44d2-99cc-bf9e52c6b5ac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "PUT /v2.0/floatingips/83dc9522-82da-483f-99fc-a8976f0a2c3d HTTP/1.1" status: 200 len: 992 time: 1.2564232 Oct 20 03:56:21.812437 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:56:21.814760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c799424f-5cb4-49cb-a514-25d4239a1403" -d '{"events": [{"name": "network-changed", "server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:56:21.850292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4b7874-0eba-48b5-a375-7858652125c5 x-openstack-request-id: req-6d4b7874-0eba-48b5-a375-7858652125c5 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:56:21.850587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:56:21.850839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d4b7874-0eba-48b5-a375-7858652125c5 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:56:21.851352 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4b7874-0eba-48b5-a375-7858652125c5'] response: {'name': 'network-changed', 'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'status': 'completed', 'code': 200} Oct 20 03:56:21.907561 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8e510af6-bf26-4e07-b543-2e8101cf44b3 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:56:21.921311 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799424f-5cb4-49cb-a514-25d4239a1403 req-3a9e94bc-510a-44b2-80b4-55307b501287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:21.922840 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c799424f-5cb4-49cb-a514-25d4239a1403 req-3a9e94bc-510a-44b2-80b4-55307b501287 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 1099 time: 0.0406799 Oct 20 03:56:22.016572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799424f-5cb4-49cb-a514-25d4239a1403 req-c66713a1-1b8f-4f30-9f0f-c3bd15619475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:22.018057 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c799424f-5cb4-49cb-a514-25d4239a1403 req-c66713a1-1b8f-4f30-9f0f-c3bd15619475 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0885119 Oct 20 03:56:22.082534 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c799424f-5cb4-49cb-a514-25d4239a1403 req-0bf55bfe-9302-4fed-bac5-7ab6cc2571f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657 HTTP/1.1" status: 200 len: 1000 time: 0.0576427 Oct 20 03:56:22.126992 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8e510af6-bf26-4e07-b543-2e8101cf44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:e6:62:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T03:56:20Z', 'revision_number': 1, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:22.130468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799424f-5cb4-49cb-a514-25d4239a1403 req-f79b2663-fc2d-4051-b554-d05d1b43457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:22.131927 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c799424f-5cb4-49cb-a514-25d4239a1403 req-f79b2663-fc2d-4051-b554-d05d1b43457c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0436139 Oct 20 03:56:22.156813 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e510af6-bf26-4e07-b543-2e8101cf44b3 None None] Checking router: 8e3ae7d4-6e17-46bd-b631-389525d63efb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:56:22.165147 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e510af6-bf26-4e07-b543-2e8101cf44b3 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:56:22.165773 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8e510af6-bf26-4e07-b543-2e8101cf44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:56:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:22.181517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799424f-5cb4-49cb-a514-25d4239a1403 req-48257406-7411-4264-ba37-b2e0909acfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:22.183003 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c799424f-5cb4-49cb-a514-25d4239a1403 req-48257406-7411-4264-ba37-b2e0909acfd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447974 Oct 20 03:56:22.273753 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c799424f-5cb4-49cb-a514-25d4239a1403 req-a27ca617-76f5-4937-a938-672d4f55f42c service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835016 Oct 20 03:56:22.360626 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8e510af6-bf26-4e07-b543-2e8101cf44b3 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:56:22.374682 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c799424f-5cb4-49cb-a514-25d4239a1403 req-bd78583e-ea43-4202-afee-ee967337122c service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940878 Oct 20 03:56:22.577128 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8e510af6-bf26-4e07-b543-2e8101cf44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:e6:62:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T03:56:20Z', 'revision_number': 1, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:56:22.602987 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e510af6-bf26-4e07-b543-2e8101cf44b3 None None] The sync data for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv is: [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:e6:62:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T03:56:20Z', 'revision_number': 1, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:56:22.803878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5974315f-1749-4b95-9358-612065280258 None None] New status for floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:56:38.619195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:39.722422 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:56:44.594887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7d3884c5-9b41-4a72-a65c-8d5bddaa819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:46.593047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-979a55d4-73d3-4287-85bc-1ea4da27aa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:47.840847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:49.331115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:49.564529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:56:58.209857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090a465-090e-4ff4-b343-f8f57502771b req-8ecef89e-489a-4d97-a03d-de35a0921a0f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:58.211317 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6090a465-090e-4ff4-b343-f8f57502771b req-8ecef89e-489a-4d97-a03d-de35a0921a0f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0485883 Oct 20 03:56:58.247928 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6090a465-090e-4ff4-b343-f8f57502771b req-822cd30f-35a9-4e8d-8074-a83bad492f37 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306137 Oct 20 03:56:58.370083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636d7ce-a132-4941-9927-94952f1fd817 req-49ddab82-f7ce-43ef-9253-aed9e848ed0c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:58.371523 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1636d7ce-a132-4941-9927-94952f1fd817 req-49ddab82-f7ce-43ef-9253-aed9e848ed0c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0491912 Oct 20 03:56:58.409415 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1636d7ce-a132-4941-9927-94952f1fd817 req-ebd18169-5191-4729-b9a2-8577fec62e7f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313308 Oct 20 03:56:58.527207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d13e9b-415f-4a42-a932-b74b914f5cd9 req-5413f238-1ff0-4135-badf-9fd9a5fdb714 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:58.528697 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-42d13e9b-415f-4a42-a932-b74b914f5cd9 req-5413f238-1ff0-4135-badf-9fd9a5fdb714 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0486851 Oct 20 03:56:58.568440 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-42d13e9b-415f-4a42-a932-b74b914f5cd9 req-dd2cd5a3-522b-4b9c-9787-91b8cf4f3425 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335965 Oct 20 03:56:58.824600 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-d37edad7-82cb-4eab-bbb4-9256672e0190 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701711 Oct 20 03:56:58.832742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83527859-1a86-42c0-a6df-cda2570f5988 req-de136ebc-d918-4fd1-b884-e535555ff1aa tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:58.834111 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-83527859-1a86-42c0-a6df-cda2570f5988 req-de136ebc-d918-4fd1-b884-e535555ff1aa tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0720427 Oct 20 03:56:58.875986 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-83527859-1a86-42c0-a6df-cda2570f5988 req-d7baa1d6-2dd2-4c34-9c31-a162a296390d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358367 Oct 20 03:56:59.992390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-055dd871-121e-4f6b-bd7f-17c9bb141d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:56:59.993866 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-055dd871-121e-4f6b-bd7f-17c9bb141d81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 1099 time: 0.0702209 Oct 20 03:57:00.019376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec9d5-9be3-4112-bef2-47279de7bfd5 req-dcec140c-3d84-4462-9290-daba27ccd651 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:00.020795 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19eec9d5-9be3-4112-bef2-47279de7bfd5 req-dcec140c-3d84-4462-9290-daba27ccd651 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0683744 Oct 20 03:57:00.104628 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-19eec9d5-9be3-4112-bef2-47279de7bfd5 req-66898e90-1565-4f30-bab1-e29a7cf21bcd tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726590 Oct 20 03:57:00.124242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-d12f2da4-564c-4a69-bfc4-82c48df60612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:00.126006 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-d12f2da4-564c-4a69-bfc4-82c48df60612 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.1207159 Oct 20 03:57:00.194826 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-9513ab5b-aa09-4e2a-bd2f-b5c4055490c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657 HTTP/1.1" status: 200 len: 1002 time: 0.0618262 Oct 20 03:57:00.243388 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-92228e59-d2e3-41c1-9dd1-4bcbcb06a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:00.244818 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-92228e59-d2e3-41c1-9dd1-4bcbcb06a3fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0435598 Oct 20 03:57:00.289901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-d0821ed3-fcf7-48d4-8033-17359e74d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:00.291372 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-d0821ed3-fcf7-48d4-8033-17359e74d0b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387328 Oct 20 03:57:00.383656 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-2bfc3af6-0c30-405a-8e0d-cc52242271b7 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850115 Oct 20 03:57:00.475885 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-64b414d1-922a-47b4-a6a9-5b4639d6ebdd service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810742 Oct 20 03:57:01.225156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79dcf1-21c2-4f2d-bc19-7508ae826d27 req-9a7db9b7-8e38-401f-8b7e-051b1e262df0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:01.226605 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cb79dcf1-21c2-4f2d-bc19-7508ae826d27 req-9a7db9b7-8e38-401f-8b7e-051b1e262df0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0488536 Oct 20 03:57:01.263950 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cb79dcf1-21c2-4f2d-bc19-7508ae826d27 req-c0ab4fb1-a605-4efa-b580-e2381c7037b9 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316005 Oct 20 03:57:02.392328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344855e-80c5-45c0-bc6b-514120e6fb6e req-df8b4101-70f6-450d-830b-df30a0af71f7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:02.393809 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f344855e-80c5-45c0-bc6b-514120e6fb6e req-df8b4101-70f6-450d-830b-df30a0af71f7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0551000 Oct 20 03:57:02.433636 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f344855e-80c5-45c0-bc6b-514120e6fb6e req-84bd170a-fe36-4f75-a621-5080c9627a02 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318871 Oct 20 03:57:02.937717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e99f-300d-4ff4-9466-950fa5f0c8e2 req-76e270c1-af62-44bd-99a6-caacd6121933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:02.939174 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4b44e99f-300d-4ff4-9466-950fa5f0c8e2 req-76e270c1-af62-44bd-99a6-caacd6121933 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 1099 time: 0.0410035 Oct 20 03:57:03.046568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e99f-300d-4ff4-9466-950fa5f0c8e2 req-c9757397-5ffa-405e-b738-c8733911ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:03.048004 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4b44e99f-300d-4ff4-9466-950fa5f0c8e2 req-c9757397-5ffa-405e-b738-c8733911ba58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0875256 Oct 20 03:57:03.112004 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4b44e99f-300d-4ff4-9466-950fa5f0c8e2 req-daaf15d2-fbdb-40a8-8189-e943097d2798 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657 HTTP/1.1" status: 200 len: 1002 time: 0.0571420 Oct 20 03:57:03.161019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e99f-300d-4ff4-9466-950fa5f0c8e2 req-efeebcba-db44-4885-acb0-6b452c191815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:03.162420 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4b44e99f-300d-4ff4-9466-950fa5f0c8e2 req-efeebcba-db44-4885-acb0-6b452c191815 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0437534 Oct 20 03:57:03.211351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e99f-300d-4ff4-9466-950fa5f0c8e2 req-e4855f53-bbcf-4cf0-b859-7ded891a4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:03.212755 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4b44e99f-300d-4ff4-9466-950fa5f0c8e2 req-e4855f53-bbcf-4cf0-b859-7ded891a4147 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437629 Oct 20 03:57:03.301670 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4b44e99f-300d-4ff4-9466-950fa5f0c8e2 req-5095a436-1d50-4033-b5e5-8f7ccb7611a5 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824540 Oct 20 03:57:03.399024 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4b44e99f-300d-4ff4-9466-950fa5f0c8e2 req-072be904-a500-4835-b2b3-457f7311e044 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910823 Oct 20 03:57:03.556656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf764a-7716-446e-bac2-68b61fc16c0c req-0cd42b04-9a65-4856-b0c1-7ba9800aae6f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:03.558106 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9fbf764a-7716-446e-bac2-68b61fc16c0c req-0cd42b04-9a65-4856-b0c1-7ba9800aae6f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0523720 Oct 20 03:57:03.595936 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9fbf764a-7716-446e-bac2-68b61fc16c0c req-bb1ee9a1-1364-4c12-af9f-70ed558440b3 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314362 Oct 20 03:57:04.719376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9d01-9b97-4334-8410-1a9e178fcb61 req-afc24717-3d65-401b-821c-39e7826541cf tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:04.720870 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-34ab9d01-9b97-4334-8410-1a9e178fcb61 req-afc24717-3d65-401b-821c-39e7826541cf tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0498824 Oct 20 03:57:04.757655 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-34ab9d01-9b97-4334-8410-1a9e178fcb61 req-991a74d8-b546-4815-93ac-6b0a0346a646 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Oct 20 03:57:05.878683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07044bb-6765-43ee-9bc0-e1348d0f6dca req-4ff6a05b-00c2-4a05-b5ae-2a20b6b2c6aa tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:05.880157 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c07044bb-6765-43ee-9bc0-e1348d0f6dca req-4ff6a05b-00c2-4a05-b5ae-2a20b6b2c6aa tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0493612 Oct 20 03:57:05.918081 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c07044bb-6765-43ee-9bc0-e1348d0f6dca req-4a3ee9db-8ce9-47f4-88fd-182627308dd4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316014 Oct 20 03:57:07.199846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c15155-6fda-4986-9aa8-0980f4911ccd req-87b74a5b-3c5e-4de0-b4a4-ed0dfb6250b0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:07.201356 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-76c15155-6fda-4986-9aa8-0980f4911ccd req-87b74a5b-3c5e-4de0-b4a4-ed0dfb6250b0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0500045 Oct 20 03:57:07.238852 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-76c15155-6fda-4986-9aa8-0980f4911ccd req-50f13800-5e3a-4caa-8d86-21d9f5478efa tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305295 Oct 20 03:57:08.360356 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b3a7c-2744-414c-8450-ea9c10fd921c req-1ec93612-5414-4add-a72b-91d2f2a360cf tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:08.361886 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-126b3a7c-2744-414c-8450-ea9c10fd921c req-1ec93612-5414-4add-a72b-91d2f2a360cf tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0493782 Oct 20 03:57:08.398345 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-126b3a7c-2744-414c-8450-ea9c10fd921c req-6d1906d4-6537-4587-a24b-279905e12e5f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306945 Oct 20 03:57:08.630452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:09.523124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658171b9-95df-4a40-8e8c-077add12e75c req-8055cc23-aca6-4fc7-98fb-90a3d3047afd tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:09.524598 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-658171b9-95df-4a40-8e8c-077add12e75c req-8055cc23-aca6-4fc7-98fb-90a3d3047afd tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0532765 Oct 20 03:57:09.563363 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-658171b9-95df-4a40-8e8c-077add12e75c req-cf25c091-8afe-4b1d-898d-175c26b6725b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322583 Oct 20 03:57:10.688532 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ac206-c36f-4992-b64e-f17483b97fb8 req-4a59f367-67e6-4afe-b544-29c4b7965890 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:10.689984 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f72ac206-c36f-4992-b64e-f17483b97fb8 req-4a59f367-67e6-4afe-b544-29c4b7965890 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0516250 Oct 20 03:57:10.726570 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f72ac206-c36f-4992-b64e-f17483b97fb8 req-82741f48-9fbb-45a3-a12c-531a1e807ec2 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Oct 20 03:57:11.848091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f094-7603-4b7c-8f57-feba8fc1a271 req-219ff5cc-9dbe-41fe-a47c-692a9ec073a0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:11.849565 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8931f094-7603-4b7c-8f57-feba8fc1a271 req-219ff5cc-9dbe-41fe-a47c-692a9ec073a0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0484934 Oct 20 03:57:11.888977 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8931f094-7603-4b7c-8f57-feba8fc1a271 req-7ad95997-42b1-4895-9c7a-8613b7115ddf tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334353 Oct 20 03:57:13.167204 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e3f4e-2a32-40da-afbc-0291964b19c4 req-cac4f51a-e04f-4f9d-ac04-273c60c502e8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:13.168667 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6f6e3f4e-2a32-40da-afbc-0291964b19c4 req-cac4f51a-e04f-4f9d-ac04-273c60c502e8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0479286 Oct 20 03:57:13.206025 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6f6e3f4e-2a32-40da-afbc-0291964b19c4 req-0f0697ac-2fba-44af-a8b4-ad0d289762c5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313430 Oct 20 03:57:14.326873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b6edd-a7a6-4cd7-a2de-686a9c1af7c1 req-a0574401-e041-43e9-a18f-b035cd9bd7ae tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:14.328383 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-129b6edd-a7a6-4cd7-a2de-686a9c1af7c1 req-a0574401-e041-43e9-a18f-b035cd9bd7ae tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0499554 Oct 20 03:57:14.366676 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-129b6edd-a7a6-4cd7-a2de-686a9c1af7c1 req-f8c804d0-16e9-4e70-aaa1-09480dda1298 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Oct 20 03:57:14.600209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-32807966-b0af-4569-93ff-471ab96eded0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:15.486004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7228be-9465-49e8-938e-3065b1b33e2f req-96cc91d0-e209-4306-8bba-308f40a30745 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:15.487471 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ef7228be-9465-49e8-938e-3065b1b33e2f req-96cc91d0-e209-4306-8bba-308f40a30745 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0483367 Oct 20 03:57:15.525057 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ef7228be-9465-49e8-938e-3065b1b33e2f req-eb7ca889-0e93-4cf0-a932-6634628b3b98 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Oct 20 03:57:16.594971 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24e6613b-81ce-4739-8085-14222f69f548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:16.652243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244889c-46e6-4d7b-9b6f-a2acea8ee297 req-5f3daa90-d438-4f78-be10-76b73fe3aacd tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:16.653738 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5244889c-46e6-4d7b-9b6f-a2acea8ee297 req-5f3daa90-d438-4f78-be10-76b73fe3aacd tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0527685 Oct 20 03:57:16.692367 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5244889c-46e6-4d7b-9b6f-a2acea8ee297 req-56ab3120-ef87-4813-bef6-3b78abd8b944 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Oct 20 03:57:16.721772 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:57:17.384309 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-e01fe91c-e588-496e-9d73-803b3cf26298 service neutron] 10.222.0.36 "GET /v2.0/ports/bb5e22d0-5738-4a34-9d16-dcffe684f657/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0567057 Oct 20 03:57:17.594919 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-c7e9b28b-99ad-4a13-9d38-573695a0bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:17.596447 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-c7e9b28b-99ad-4a13-9d38-573695a0bb6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 1099 time: 0.0412769 Oct 20 03:57:17.664037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-4159f68f-baa8-46ae-bafd-f592dd577080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:17.665590 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-4159f68f-baa8-46ae-bafd-f592dd577080 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 1099 time: 0.0406868 Oct 20 03:57:17.768344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-c41a62e4-1d5d-4ab1-be03-98b3fae24086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:17.769919 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-c41a62e4-1d5d-4ab1-be03-98b3fae24086 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0897682 Oct 20 03:57:17.847867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:17.848497 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-f940bb2f-3161-4acd-bbaa-563e9aa0d484 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657 HTTP/1.1" status: 200 len: 1002 time: 0.0676172 Oct 20 03:57:17.902370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-8a2bd14d-1151-4d29-b37f-6dc08f80c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:17.903890 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-8a2bd14d-1151-4d29-b37f-6dc08f80c252 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0466619 Oct 20 03:57:17.955279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-2703cde5-a114-4277-8095-b7812b3096d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:17.957108 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-2703cde5-a114-4277-8095-b7812b3096d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429065 Oct 20 03:57:18.058302 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-447a49d7-6e90-4127-b710-72b62eef08fb service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914259 Oct 20 03:57:18.107627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d012c77-4098-4e21-babc-6619ffc58b9d req-2d6998ac-c06b-4c6c-9e81-3bfdef701fac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:18.109076 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2d012c77-4098-4e21-babc-6619ffc58b9d req-2d6998ac-c06b-4c6c-9e81-3bfdef701fac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.3417158 Oct 20 03:57:18.146565 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2d012c77-4098-4e21-babc-6619ffc58b9d req-9b5b55eb-99b6-4603-b399-de9064246e1e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315120 Oct 20 03:57:18.153843 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4526d2f4-5643-4c07-9d5f-5d0ae5edf48d req-22ec1f28-b501-4e38-8ffd-ddef77700a1c service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856619 Oct 20 03:57:19.267002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707b308-a48c-43fb-9c02-573f3583a8bd req-540d28d1-bd20-4642-bb69-b3695f05cfea tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:19.268479 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5707b308-a48c-43fb-9c02-573f3583a8bd req-540d28d1-bd20-4642-bb69-b3695f05cfea tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0487165 Oct 20 03:57:19.312817 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5707b308-a48c-43fb-9c02-573f3583a8bd req-6c2cba40-f5d0-4e74-8f12-cfbbbc6bcf81 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383015 Oct 20 03:57:19.333005 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:19.566426 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:20.434746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab72d7-f083-48de-b98a-d7c08962fbbb req-760f330f-0152-422e-af9d-35a2731ba67e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:20.437064 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d5ab72d7-f083-48de-b98a-d7c08962fbbb req-760f330f-0152-422e-af9d-35a2731ba67e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0487490 Oct 20 03:57:20.474284 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d5ab72d7-f083-48de-b98a-d7c08962fbbb req-2078754d-306a-414f-a46d-c85906c01841 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Oct 20 03:57:20.673015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e8694-c9db-4505-b54a-91ae96f3622a req-c887a5b1-91e1-4a6d-b576-d84f7313d1db tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:20.674523 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c59e8694-c9db-4505-b54a-91ae96f3622a req-c887a5b1-91e1-4a6d-b576-d84f7313d1db tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0502565 Oct 20 03:57:20.688847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-fe39bf10-011a-44f5-b990-7bbb82336560 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:20.690310 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-fe39bf10-011a-44f5-b990-7bbb82336560 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66&tenant_id=48e62074625844c7bb71c90f136d4ee9&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 946 time: 0.0525401 Oct 20 03:57:20.715469 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c59e8694-c9db-4505-b54a-91ae96f3622a req-f292ec6f-57ec-43fe-a162-d6935b503173 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349040 Oct 20 03:57:20.799711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-f0818791-eb54-438d-acae-9eba9b562e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:20.801297 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-f0818791-eb54-438d-acae-9eba9b562e2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 1099 time: 0.0411472 Oct 20 03:57:20.808974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device bb5e22d0-5738-4a34-9d16-dcffe684f657 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:57:20.812160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device bb5e22d0-5738-4a34-9d16-dcffe684f657 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:57:20.895917 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-50f5d5fd-0032-459b-b69c-d07cc34f78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:20.897402 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-50f5d5fd-0032-459b-b69c-d07cc34f78a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0886400 Oct 20 03:57:20.959595 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port bb5e22d0-5738-4a34-9d16-dcffe684f657 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:57:20.960013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:20.961653 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-d0e556f3-c07e-4b4a-9cf4-6ffe24479e84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657 HTTP/1.1" status: 200 len: 1002 time: 0.0579536 Oct 20 03:57:20.966225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port bb5e22d0-5738-4a34-9d16-dcffe684f657, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:57:20.984752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'port_id': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'mac_address': 'fa:16:3e:e6:62:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:57:20.999409 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:57:21.001666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8816be31-2c96-4d62-8008-5896b149cfd3" -d '{"events": [{"server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "name": "network-vif-unplugged", "status": "completed", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:57:21.012030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-9ce515a7-2185-433c-a4de-4ff7c46b9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:21.013378 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-9ce515a7-2185-433c-a4de-4ff7c46b9d0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0452921 Oct 20 03:57:21.039164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port bb5e22d0-5738-4a34-9d16-dcffe684f657, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:57:21.048160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:21.050961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 03:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181a81de-c397-4833-b351-6f514c2dd6b8 x-openstack-request-id: req-181a81de-c397-4833-b351-6f514c2dd6b8 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:57:21.051259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "name": "network-vif-unplugged", "status": "completed", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:57:21.051511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-181a81de-c397-4833-b351-6f514c2dd6b8 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:57:21.051904 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181a81de-c397-4833-b351-6f514c2dd6b8'] response: {'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'code': 200} Oct 20 03:57:21.055346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port bb5e22d0-5738-4a34-9d16-dcffe684f657 is: ACTIVE; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:57:21.055730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:21.066693 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-caaa3368-4322-4694-84a1-f851ae53601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:21.068218 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-caaa3368-4322-4694-84a1-f851ae53601b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483615 Oct 20 03:57:21.090278 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb5e22d0-5738-4a34-9d16-dcffe684f657 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:57:21.136038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=bb5e22d0-5738-4a34-9d16-dcffe684f657,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:21.145895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.146299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.146591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.146953 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.147300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.147623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.147956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.148318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.148651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.148976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.149305 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.149628 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:21.156642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.db.api [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 03:57:21.157010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG oslo_db.api [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 03:57:21.157444 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-a325677a-96de-459c-97cf-627827fa215b service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826356 Oct 20 03:57:21.252739 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b30fda8-20e3-4e69-bc23-fcb776c84dcb req-ac948c1f-a259-4a4c-9216-0863223cf6a4 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883179 Oct 20 03:57:21.697450 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port bb5e22d0-5738-4a34-9d16-dcffe684f657 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:57:21.697849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:21.711968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5e22d0-5738-4a34-9d16-dcffe684f657 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:57:21.731845 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port bb5e22d0-5738-4a34-9d16-dcffe684f657, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:57:21.735606 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:21.788082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=bb5e22d0-5738-4a34-9d16-dcffe684f657,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:21.799935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['bb5e22d0-5738-4a34-9d16-dcffe684f657'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:57:21.843182 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7143b-8063-4d75-9c02-ec05f5d7323b req-fb1f22f2-1bab-496d-8e87-fb1b4be61a4b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:21.844824 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-00d7143b-8063-4d75-9c02-ec05f5d7323b req-fb1f22f2-1bab-496d-8e87-fb1b4be61a4b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 945 time: 0.0517118 Oct 20 03:57:21.887421 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-00d7143b-8063-4d75-9c02-ec05f5d7323b req-11ea8bd7-a1c4-40b8-bf9a-585ec9047b21 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343738 Oct 20 03:57:22.012480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391ea92-d7c1-4231-a5a6-58e33aa097a4 req-8ce9822d-e9b5-4182-be2e-416f326c19eb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:22.014619 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5391ea92-d7c1-4231-a5a6-58e33aa097a4 req-8ce9822d-e9b5-4182-be2e-416f326c19eb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 945 time: 0.0497577 Oct 20 03:57:22.051916 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5391ea92-d7c1-4231-a5a6-58e33aa097a4 req-feb09de9-892e-4145-a7bf-48a1babb5300 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316198 Oct 20 03:57:22.171485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311793b-dfba-497b-aede-99dc48dcc8b6 req-bebd50ef-3e93-4951-a169-ecaddacb195e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:22.172945 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5311793b-dfba-497b-aede-99dc48dcc8b6 req-bebd50ef-3e93-4951-a169-ecaddacb195e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 945 time: 0.0479975 Oct 20 03:57:22.210780 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5311793b-dfba-497b-aede-99dc48dcc8b6 req-e932cde6-d0c4-46f2-8a74-38472dc198a6 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319407 Oct 20 03:57:22.445255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12001bce-f604-4630-a293-7e8c4e5bc393 req-9a352b87-4723-4d77-987f-781759eb0927 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:22.446698 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-12001bce-f604-4630-a293-7e8c4e5bc393 req-9a352b87-4723-4d77-987f-781759eb0927 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 945 time: 0.0497408 Oct 20 03:57:22.488105 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-12001bce-f604-4630-a293-7e8c4e5bc393 req-5559474e-86ed-49fc-a3ed-70aa6acd9f54 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347509 Oct 20 03:57:22.839146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device bb5e22d0-5738-4a34-9d16-dcffe684f657 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:57:22.886700 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port bb5e22d0-5738-4a34-9d16-dcffe684f657 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:22.887068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.887400 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port bb5e22d0-5738-4a34-9d16-dcffe684f657 Oct 20 03:57:22.964530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port bb5e22d0-5738-4a34-9d16-dcffe684f657 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:57:22.964908 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:22.995778 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port bb5e22d0-5738-4a34-9d16-dcffe684f657, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:57:23.000578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:23.046609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=bb5e22d0-5738-4a34-9d16-dcffe684f657,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:23.052666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:57:23.054890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca9be63-32d4-4479-850f-52d40bdf26cb" -d '{"events": [{"server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "name": "network-vif-plugged", "status": "completed", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:57:23.090869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd87e74-bb47-4bf1-8c3d-942641f7edcb x-openstack-request-id: req-3fd87e74-bb47-4bf1-8c3d-942641f7edcb {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:57:23.091161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "name": "network-vif-plugged", "status": "completed", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:57:23.091418 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fd87e74-bb47-4bf1-8c3d-942641f7edcb {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:57:23.091978 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd87e74-bb47-4bf1-8c3d-942641f7edcb'] response: {'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'code': 200} Oct 20 03:57:23.609205 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabd2ec-15fd-4b3f-944d-2af4c13e0aa6 req-4a695fd4-335d-48df-9684-9e1bc0f030ff tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:23.610650 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7aabd2ec-15fd-4b3f-944d-2af4c13e0aa6 req-4a695fd4-335d-48df-9684-9e1bc0f030ff tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0485463 Oct 20 03:57:23.648429 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7aabd2ec-15fd-4b3f-944d-2af4c13e0aa6 req-7b9ff171-0adb-451f-ac5f-2e12365e54b2 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Oct 20 03:57:24.218298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-24a0d7fb-ae01-49bc-b83a-6ecb8f43e559 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:24.219746 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-24a0d7fb-ae01-49bc-b83a-6ecb8f43e559 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 946 time: 0.0492198 Oct 20 03:57:24.310675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Deleting port bb5e22d0-5738-4a34-9d16-dcffe684f657 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:57:24.311040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:24.398571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] For port bb5e22d0-5738-4a34-9d16-dcffe684f657, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=bb5e22d0-5738-4a34-9d16-dcffe684f657,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:57:24.398930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:24.613388 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:24.613756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:24.614067 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d disassociated. External IP: 172.26.0.142, port: bb5e22d0-5738-4a34-9d16-dcffe684f657. Oct 20 03:57:24.614401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Calling delete_port for bb5e22d0-5738-4a34-9d16-dcffe684f657 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:57:24.768056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:24.805892 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event deleted for resources: {'Port': ['ID=bb5e22d0-5738-4a34-9d16-dcffe684f657,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:24.817102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e051793-f863-4692-ab99-ffe29f1741d0 req-5bcb6e74-ebcd-4928-8589-f9e17b5176c3 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:24.818744 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e051793-f863-4692-ab99-ffe29f1741d0 req-5bcb6e74-ebcd-4928-8589-f9e17b5176c3 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=9449528e-41c3-4334-9ba6-7c8fc6c59b66 HTTP/1.1" status: 200 len: 867 time: 0.0922148 Oct 20 03:57:24.829863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.830212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.830553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.830891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.831232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.831558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.832150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.832509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.832838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.833163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.833490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.833808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:57:24.917125 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e051793-f863-4692-ab99-ffe29f1741d0 req-30cacda7-c8da-4e55-809b-ac3bc59a755e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910456 Oct 20 03:57:24.976260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Router 8e3ae7d4-6e17-46bd-b631-389525d63efb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:57:25.084688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:57:25.095689 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5da91-7897-4829-93e4-d37e1b8364d5 None None] Sync routers for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:57:25.105860 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5da91-7897-4829-93e4-d37e1b8364d5 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:57:25.106535 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-85b5da91-7897-4829-93e4-d37e1b8364d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:57:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:25.126885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] No DVR routers for this DVR port bb5e22d0-5738-4a34-9d16-dcffe684f657 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:57:25.129461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:25.132897 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5ddec53f-3926-46cf-93c6-8ead6a78f8ce req-f03dedc4-d4a0-47d8-98f7-169c7aeb1d8b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "DELETE /v2.0/ports/bb5e22d0-5738-4a34-9d16-dcffe684f657 HTTP/1.1" status: 204 len: 173 time: 0.9074755 Oct 20 03:57:25.133402 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'name': 'network-vif-deleted', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:57:25.135659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d980c1-2473-400c-9098-b459c7232da1" -d '{"events": [{"server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "name": "network-vif-deleted", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:57:25.184076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e16af5-6496-4f2e-89d2-10f77d9b4577 x-openstack-request-id: req-06e16af5-6496-4f2e-89d2-10f77d9b4577 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:57:25.184401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9449528e-41c3-4334-9ba6-7c8fc6c59b66", "name": "network-vif-deleted", "tag": "bb5e22d0-5738-4a34-9d16-dcffe684f657", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:57:25.184691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06e16af5-6496-4f2e-89d2-10f77d9b4577 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:57:25.185347 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e16af5-6496-4f2e-89d2-10f77d9b4577'] response: {'server_uuid': '9449528e-41c3-4334-9ba6-7c8fc6c59b66', 'name': 'network-vif-deleted', 'tag': 'bb5e22d0-5738-4a34-9d16-dcffe684f657', 'status': 'completed', 'code': 200} Oct 20 03:57:25.212750 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-85b5da91-7897-4829-93e4-d37e1b8364d5 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:57:25.410159 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-85b5da91-7897-4829-93e4-d37e1b8364d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:25.436583 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5da91-7897-4829-93e4-d37e1b8364d5 None None] Checking router: 8e3ae7d4-6e17-46bd-b631-389525d63efb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:57:25.444754 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5da91-7897-4829-93e4-d37e1b8364d5 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:57:25.445352 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-85b5da91-7897-4829-93e4-d37e1b8364d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:57:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:25.551628 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-85b5da91-7897-4829-93e4-d37e1b8364d5 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:57:25.752335 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-85b5da91-7897-4829-93e4-d37e1b8364d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:25.778007 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5da91-7897-4829-93e4-d37e1b8364d5 None None] The sync data for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv is: [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:57:25.991631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c60e20a-2e41-4e72-8bc5-161adfbf7a14 None None] New status for floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:57:26.155078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-7ebb45ab-996e-40f5-a65c-2f8ed3fd2978 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--596003150&fields=id&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 267 time: 0.0331442 Oct 20 03:57:26.259188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-3a30da0e-3f87-402a-af17-f8c47bb377dc tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:26.260680 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-3a30da0e-3f87-402a-af17-f8c47bb377dc tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 811 time: 0.0988178 Oct 20 03:57:26.275780 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-bf3e20fa-baac-42f2-ae90-fb2ec58ab8eb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/quotas/48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 375 time: 0.0088186 Oct 20 03:57:26.333079 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-b40f574b-cfab-4651-96ec-7bd6d9afc825 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520837 Oct 20 03:57:26.348865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-cb4a4379-bb23-4e06-adf3-854d10b29b3b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 03:57:26.349957 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-cb4a4379-bb23-4e06-adf3-854d10b29b3b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053861 Oct 20 03:57:26.726437 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-df8bb3fc-49f1-420a-9ec3-10e9a8c10913 service neutron] 10.222.0.20 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701520 Oct 20 03:57:26.817435 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4403a72f-84c4-4077-8d48-0fc150093e69 service neutron] 10.222.0.20 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848737 Oct 20 03:57:26.863865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device bb5e22d0-5738-4a34-9d16-dcffe684f657 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:57:26.886727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: bb5e22d0-5738-4a34-9d16-dcffe684f657 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:57:26.887067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device bb5e22d0-5738-4a34-9d16-dcffe684f657 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:57:26.975683 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-69767b4b-c1f0-4c06-92c7-27894e7d33b9 req-4b44afed-f660-40a2-adfd-62675f1b9f3c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 210 time: 0.0274720 Oct 20 03:57:27.969082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-e1e12afb-6160-43b3-9bf8-f080b6111219 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:27.970552 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-e1e12afb-6160-43b3-9bf8-f080b6111219 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 811 time: 0.1024759 Oct 20 03:57:28.019689 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-2a2cc0cc-2879-4ccb-8cc0-6c23b2d5bc22 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 379 time: 0.0345018 Oct 20 03:57:28.030781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'port': {'device_id': '66a882b9-953b-4388-bec9-93c6faa4df34', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'admin_state_up': True, 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'security_groups': ['c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:57:28.080509 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-555e0507-8c6c-4920-9a9d-078d00772622 req-9413cc07-e7af-4ad3-bc03-9223b71e114a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 210 time: 0.0295565 Oct 20 03:57:28.163971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Made reservation on behalf of 48e62074625844c7bb71c90f136d4ee9 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:57:28.167590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:28.293637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Allocated IP 172.20.0.8 (d0517881-8239-4262-b115-524e8ed761b9/3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6/cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:57:28.431232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:28.464979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:28.508532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Network d0517881-8239-4262-b115-524e8ed761b9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:57:28.511591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:57:28.515792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:57:28.541676 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event updated for resources: {'Port': ['ID=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:28.570702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:28.571327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:28.588556 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-a85452bc-1ed3-488d-a076-f3d23874bab4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620472 Oct 20 03:57:28.605420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Request body: {'port': {'device_id': '66a882b9-953b-4388-bec9-93c6faa4df34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:57:28.661934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:28.753215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-8fc40abc-25b2-457f-a4c5-c0b024379c89 None None] Provisioning complete for port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:28.753794 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8fc40abc-25b2-457f-a4c5-c0b024379c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:28.753931 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8fc40abc-25b2-457f-a4c5-c0b024379c89 None None] Attempt 1 to provision port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc Oct 20 03:57:28.787225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8fc40abc-25b2-457f-a4c5-c0b024379c89 None None] Port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:57:28.932806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:57:28.940949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:28.953242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Transition to ACTIVE for port object cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:57:28.957364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:29.015757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Pushing event updated for resources: {'Port': ['ID=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:29.066557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Attempting to bind port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:57:29.066888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Attempting to bind port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:57:29.067212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Attempting to bind port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc on network d0517881-8239-4262-b115-524e8ed761b9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:57:29.071427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc on network d0517881-8239-4262-b115-524e8ed761b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:57:29.071743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Attempting to bind port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc on network d0517881-8239-4262-b115-524e8ed761b9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:57:29.076600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:57:29.077619 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Checking segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:57:29.078013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Bound using segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:57:29.078441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Bound port: cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:57:29.078790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:29.144699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] For port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:57:29.147902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] For port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:57:29.152586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:29.155968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:29.156593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:29.159290 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] 10.222.0.36 "PUT /v2.0/ports/cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc HTTP/1.1" status: 200 len: 1093 time: 0.5582874 Oct 20 03:57:29.161495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:57:29.163802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e16f054-d949-4ebe-b890-84db461b4d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:57:29.204659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2562f7bd-665c-4652-9ff8-f44f4ef69038 x-openstack-request-id: req-2562f7bd-665c-4652-9ff8-f44f4ef69038 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:57:29.204955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:57:29.205207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2562f7bd-665c-4652-9ff8-f44f4ef69038 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:57:29.205611 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2562f7bd-665c-4652-9ff8-f44f4ef69038'] response: {'name': 'network-changed', 'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'status': 'completed', 'code': 200} Oct 20 03:57:29.216905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08fc27-5ab3-4896-8f77-1530d8d5e9d4 req-e2da31c9-5632-49c8-86b1-1f5d2db03618 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:29.218795 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7f08fc27-5ab3-4896-8f77-1530d8d5e9d4 req-e2da31c9-5632-49c8-86b1-1f5d2db03618 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 943 time: 0.0648623 Oct 20 03:57:29.249868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b1ba8-9df2-479d-b66f-1eec9017e89d service neutron] Pushing event updated for resources: {'Port': ['ID=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:29.258868 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7f08fc27-5ab3-4896-8f77-1530d8d5e9d4 req-cd3bcb43-fff9-456a-b63f-81a886b11f51 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335088 Oct 20 03:57:29.265613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-88fac192-99d6-403a-a8fe-198f7e22a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:29.267124 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-88fac192-99d6-403a-a8fe-198f7e22a598 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 1096 time: 0.0549278 Oct 20 03:57:29.288761 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-8fc40abc-25b2-457f-a4c5-c0b024379c89 None None] Attempt 2 to provision port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc Oct 20 03:57:29.317344 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-2613ab37-eccd-4ab2-8fb5-97a1fcfe6ab0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc HTTP/1.1" status: 200 len: 217 time: 0.0392246 Oct 20 03:57:29.328938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8fc40abc-25b2-457f-a4c5-c0b024379c89 None None] Port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:57:29.369290 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-6ee7c9dd-1baa-49e1-90da-c7d5f9663cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:29.370709 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-6ee7c9dd-1baa-49e1-90da-c7d5f9663cc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0440502 Oct 20 03:57:29.419023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-51bbe935-a6aa-4a4b-8a84-31f9e166b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:29.421042 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-51bbe935-a6aa-4a4b-8a84-31f9e166b46a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394342 Oct 20 03:57:29.517833 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-39d6d9a5-bece-498b-b2e8-9606ef18c06c service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865154 Oct 20 03:57:29.610213 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ed668dbe-33c7-4703-bca6-6d18fa8a2c65 req-5fe30511-4aa2-4990-a852-1f6ee1b60c49 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826745 Oct 20 03:57:29.712954 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16f054-d949-4ebe-b890-84db461b4d5e req-ce777e75-6f2b-4f9a-80d9-acadd04a27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:29.714362 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8e16f054-d949-4ebe-b890-84db461b4d5e req-ce777e75-6f2b-4f9a-80d9-acadd04a27bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 1096 time: 0.0472112 Oct 20 03:57:29.810569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16f054-d949-4ebe-b890-84db461b4d5e req-20a242f4-4051-48e7-8e06-c9714508f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:29.812194 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8e16f054-d949-4ebe-b890-84db461b4d5e req-20a242f4-4051-48e7-8e06-c9714508f7b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0851414 Oct 20 03:57:29.857675 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8e16f054-d949-4ebe-b890-84db461b4d5e req-e9e0fb9b-f7f3-4777-a0eb-3c5a69215ce1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc HTTP/1.1" status: 200 len: 217 time: 0.0379348 Oct 20 03:57:29.906001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16f054-d949-4ebe-b890-84db461b4d5e req-72f8b7dc-33eb-4a83-ae95-08a3d33a1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:29.907384 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8e16f054-d949-4ebe-b890-84db461b4d5e req-72f8b7dc-33eb-4a83-ae95-08a3d33a1fa2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0430787 Oct 20 03:57:29.950771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16f054-d949-4ebe-b890-84db461b4d5e req-78c8d5c2-a429-4f58-958b-a2327f9254c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:29.952857 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8e16f054-d949-4ebe-b890-84db461b4d5e req-78c8d5c2-a429-4f58-958b-a2327f9254c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391219 Oct 20 03:57:30.045525 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8e16f054-d949-4ebe-b890-84db461b4d5e req-4c5640c4-5dd3-49ed-9433-49e452bd2357 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Oct 20 03:57:30.132875 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8e16f054-d949-4ebe-b890-84db461b4d5e req-49da7e21-4215-4a8b-8dd9-32206882018c service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803871 Oct 20 03:57:30.386511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22cc4-ad45-47fc-86b3-8ed80b897737 req-3c2be921-9372-4bd3-9dc0-5bdad0d3a11d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:30.387952 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-67d22cc4-ad45-47fc-86b3-8ed80b897737 req-3c2be921-9372-4bd3-9dc0-5bdad0d3a11d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 943 time: 0.0529394 Oct 20 03:57:30.424990 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-67d22cc4-ad45-47fc-86b3-8ed80b897737 req-23c2493f-10dc-46ed-8cac-5742aaaf3478 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304954 Oct 20 03:57:30.879761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:57:30.975289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:57:30.986849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'port_id': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'mac_address': 'fa:16:3e:3c:16:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:57:31.023493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:57:31.023880 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.036887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:57:31.055891 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:57:31.059798 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:31.108703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:31.352800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:57:31.552766 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ae129-0061-409f-8dc7-9dd388944398 req-860a33fa-8ef9-48e1-9983-bbeb9b8f3742 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:31.554354 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-665ae129-0061-409f-8dc7-9dd388944398 req-860a33fa-8ef9-48e1-9983-bbeb9b8f3742 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 944 time: 0.0550172 Oct 20 03:57:31.594107 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-665ae129-0061-409f-8dc7-9dd388944398 req-3adac969-8027-4ddf-9645-027c13d30384 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338213 Oct 20 03:57:32.714348 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f1e2d-02ad-4d42-8039-fd571c7926e0 req-77caa5e1-0294-4be2-8d0c-55051a24c00d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:32.715812 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c09f1e2d-02ad-4d42-8039-fd571c7926e0 req-77caa5e1-0294-4be2-8d0c-55051a24c00d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 944 time: 0.0495400 Oct 20 03:57:32.754070 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c09f1e2d-02ad-4d42-8039-fd571c7926e0 req-3b37cedc-977b-4c1b-9db7-1454ec6b5f19 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317502 Oct 20 03:57:32.897189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:57:32.948463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:57:32.953401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:57:32.953772 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:32.954130 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc Oct 20 03:57:33.028166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:57:33.028686 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:33.050431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:57:33.052666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9f7031-d539-4f2f-9ad1-938281ba6ada" -d '{"events": [{"server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "name": "network-vif-plugged", "status": "completed", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:57:33.065090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:57:33.069874 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:33.096561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7a9a10-dd3d-49a2-b794-29f0e6d1380b x-openstack-request-id: req-9b7a9a10-dd3d-49a2-b794-29f0e6d1380b {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:57:33.096848 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "name": "network-vif-plugged", "status": "completed", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:57:33.097095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b7a9a10-dd3d-49a2-b794-29f0e6d1380b {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:57:33.097505 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7a9a10-dd3d-49a2-b794-29f0e6d1380b'] response: {'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'code': 200} Oct 20 03:57:33.122966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:57:33.271780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5ecbe-23f1-4ced-9926-01a1ba9e586e req-64fe64f5-7f79-45fc-b8e4-376b0cf475b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:33.273533 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-75b5ecbe-23f1-4ced-9926-01a1ba9e586e req-64fe64f5-7f79-45fc-b8e4-376b0cf475b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 1098 time: 0.0404859 Oct 20 03:57:33.311751 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-75b5ecbe-23f1-4ced-9926-01a1ba9e586e req-ad950846-6e40-4f39-b113-4a223f23bc79 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282800 Oct 20 03:57:33.876873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a33bf-a646-4934-9d04-924f8b525796 req-dcd91ebd-a818-47e8-bb08-37a8c6d30a1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:33.878414 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6c8a33bf-a646-4934-9d04-924f8b525796 req-dcd91ebd-a818-47e8-bb08-37a8c6d30a1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0525553 Oct 20 03:57:33.915697 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6c8a33bf-a646-4934-9d04-924f8b525796 req-54dd7569-1415-463d-a9d1-12fcba21821a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314434 Oct 20 03:57:35.039706 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c54fc-92b1-4446-aae6-f63602ca246e req-1ae4ffab-5d36-436b-b0a1-775871812608 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:35.041175 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5e5c54fc-92b1-4446-aae6-f63602ca246e req-1ae4ffab-5d36-436b-b0a1-775871812608 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0484889 Oct 20 03:57:35.077690 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5e5c54fc-92b1-4446-aae6-f63602ca246e req-0c0665d2-063a-4930-a86b-20fab583a6d4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301042 Oct 20 03:57:35.195606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564ccc0-234f-49b2-b779-2dc92bbb463a req-7c1b2df5-15a6-4799-9912-ac1824687afe tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:35.197106 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3564ccc0-234f-49b2-b779-2dc92bbb463a req-7c1b2df5-15a6-4799-9912-ac1824687afe tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0489244 Oct 20 03:57:35.209263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 60900) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:57:35.213743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-52df83eb-936f-41a2-b5ff-0a7a53618af7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'floatingip': {'port_id': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:57:35.253349 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52df83eb-936f-41a2-b5ff-0a7a53618af7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:35.693008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52df83eb-936f-41a2-b5ff-0a7a53618af7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:35.696717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52df83eb-936f-41a2-b5ff-0a7a53618af7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:35.796301 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-52df83eb-936f-41a2-b5ff-0a7a53618af7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d associated. External IP: 172.26.0.142, port: cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc. Oct 20 03:57:35.999644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52df83eb-936f-41a2-b5ff-0a7a53618af7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Router 8e3ae7d4-6e17-46bd-b631-389525d63efb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:57:36.103831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52df83eb-936f-41a2-b5ff-0a7a53618af7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:57:36.109244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52df83eb-936f-41a2-b5ff-0a7a53618af7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:36.114111 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a76b96-3d4d-4421-8785-49cbefa18ee0 None None] Sync routers for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:57:36.123201 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a76b96-3d4d-4421-8785-49cbefa18ee0 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:57:36.124453 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-12a76b96-3d4d-4421-8785-49cbefa18ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:57:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:36.137734 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-52df83eb-936f-41a2-b5ff-0a7a53618af7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "PUT /v2.0/floatingips/83dc9522-82da-483f-99fc-a8976f0a2c3d HTTP/1.1" status: 200 len: 991 time: 0.9274621 Oct 20 03:57:36.138383 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:57:36.140785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c82185-bc17-4d3a-a168-85d6e939754c" -d '{"events": [{"name": "network-changed", "server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:57:36.176051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a27ff9-abb9-4447-8570-31d3a59ebec0 x-openstack-request-id: req-f9a27ff9-abb9-4447-8570-31d3a59ebec0 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:57:36.176470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:57:36.176735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9a27ff9-abb9-4447-8570-31d3a59ebec0 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:57:36.177151 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a27ff9-abb9-4447-8570-31d3a59ebec0'] response: {'name': 'network-changed', 'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'status': 'completed', 'code': 200} Oct 20 03:57:36.230523 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-12a76b96-3d4d-4421-8785-49cbefa18ee0 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:57:36.240388 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c82185-bc17-4d3a-a168-85d6e939754c req-5e96f20c-8b6a-4be0-a8ac-adce5f0c780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:36.241922 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-89c82185-bc17-4d3a-a168-85d6e939754c req-5e96f20c-8b6a-4be0-a8ac-adce5f0c780a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 1098 time: 0.0425360 Oct 20 03:57:36.338541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c82185-bc17-4d3a-a168-85d6e939754c req-a4b64ff0-250e-408f-8706-d6482aae57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:36.339995 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-89c82185-bc17-4d3a-a168-85d6e939754c req-a4b64ff0-250e-408f-8706-d6482aae57dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0918107 Oct 20 03:57:36.408468 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-89c82185-bc17-4d3a-a168-85d6e939754c req-65feb864-e6d4-41ce-bf87-44c54aa3658f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc HTTP/1.1" status: 200 len: 999 time: 0.0607095 Oct 20 03:57:36.471873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c82185-bc17-4d3a-a168-85d6e939754c req-5018c8ec-7315-4b12-ad1c-db9af5f05d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:36.473468 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-89c82185-bc17-4d3a-a168-85d6e939754c req-5018c8ec-7315-4b12-ad1c-db9af5f05d3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0581558 Oct 20 03:57:36.522558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c82185-bc17-4d3a-a168-85d6e939754c req-3974c46d-54cf-4d9a-862a-4d75b617ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:57:36.524063 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-89c82185-bc17-4d3a-a168-85d6e939754c req-3974c46d-54cf-4d9a-862a-4d75b617ce7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442851 Oct 20 03:57:36.548064 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-12a76b96-3d4d-4421-8785-49cbefa18ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:3c:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a882b9-953b-4388-bec9-93c6faa4df34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T03:57:35Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:36.573043 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a76b96-3d4d-4421-8785-49cbefa18ee0 None None] Checking router: 8e3ae7d4-6e17-46bd-b631-389525d63efb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:57:36.581186 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a76b96-3d4d-4421-8785-49cbefa18ee0 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:57:36.582038 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-12a76b96-3d4d-4421-8785-49cbefa18ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:57:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:36.617153 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-89c82185-bc17-4d3a-a168-85d6e939754c req-92d57536-50b5-414c-b3a3-85bc7ead234c service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857930 Oct 20 03:57:36.689669 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-12a76b96-3d4d-4421-8785-49cbefa18ee0 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:57:36.710872 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-89c82185-bc17-4d3a-a168-85d6e939754c req-906c2762-47ca-4e58-bb9b-1d1c3761aebb service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876331 Oct 20 03:57:36.910921 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-12a76b96-3d4d-4421-8785-49cbefa18ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:3c:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a882b9-953b-4388-bec9-93c6faa4df34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T03:57:35Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:57:36.937623 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a76b96-3d4d-4421-8785-49cbefa18ee0 None None] The sync data for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv is: [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:3c:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a882b9-953b-4388-bec9-93c6faa4df34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T03:57:35Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:57:37.129692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457757c-4de2-42d5-af73-ec7f7550f28c None None] New status for floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:57:38.629911 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:44.602287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6ba34cc6-978b-47ae-90b0-28f1ed024236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:46.596995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ff52eb7b-1079-4195-995e-d77260c7930c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:47.846601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:49.336807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:49.568201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:57:53.720160 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:58:02.910160 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-a51776f9-6f09-4eee-afba-02c9ee966e92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408502 Oct 20 03:58:02.990802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-47097a96-cee6-4998-a537-2c5880241336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:02.992251 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-47097a96-cee6-4998-a537-2c5880241336 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 1098 time: 0.0400739 Oct 20 03:58:03.098867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-08f30d37-c70b-4504-b5d5-2106ce9f795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:03.100396 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-08f30d37-c70b-4504-b5d5-2106ce9f795a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0873930 Oct 20 03:58:03.163175 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-91d79eb5-fc14-473a-ab22-6d293cdbab05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc HTTP/1.1" status: 200 len: 1001 time: 0.0560563 Oct 20 03:58:03.213216 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-e4160523-03c1-46f6-874c-ca330defeeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:03.214655 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-e4160523-03c1-46f6-874c-ca330defeeb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0455596 Oct 20 03:58:03.263127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-ad09845e-deb6-4153-9bab-7ab7c2fb8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:03.264747 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-ad09845e-deb6-4153-9bab-7ab7c2fb8429 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396948 Oct 20 03:58:03.359144 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-09ff2d48-14fd-4800-96ca-d1eb996867f9 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853972 Oct 20 03:58:03.448088 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-269d73b9-29b4-4485-a9e8-97f71247c843 req-fe17e1b9-3483-47f4-a919-a4d6ed247f2f service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815449 Oct 20 03:58:08.628859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:09.455245 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b76c6-49c6-4881-91fc-ded4e0df0e47 req-b50ef890-ac79-4691-951a-61929817efe1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:09.457016 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-135b76c6-49c6-4881-91fc-ded4e0df0e47 req-b50ef890-ac79-4691-951a-61929817efe1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0532713 Oct 20 03:58:09.494801 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-135b76c6-49c6-4881-91fc-ded4e0df0e47 req-29ab937e-494b-4cf1-a1ab-19eb30b6121d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317266 Oct 20 03:58:10.623706 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f3e05-fdc3-46ca-8120-427cfd36b653 req-1ec58386-5fa6-4dba-a17a-2ed27e48b6df tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:10.625187 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab0f3e05-fdc3-46ca-8120-427cfd36b653 req-1ec58386-5fa6-4dba-a17a-2ed27e48b6df tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0495908 Oct 20 03:58:10.663009 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab0f3e05-fdc3-46ca-8120-427cfd36b653 req-7b6aed99-6bca-4bcf-ac82-79672b650739 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317843 Oct 20 03:58:11.782645 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905e6cb-5604-438f-87df-3b2208dd7b44 req-a6dbb763-6a2c-435d-b72a-c84e25c90606 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:11.784140 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c905e6cb-5604-438f-87df-3b2208dd7b44 req-a6dbb763-6a2c-435d-b72a-c84e25c90606 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0489759 Oct 20 03:58:11.820973 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c905e6cb-5604-438f-87df-3b2208dd7b44 req-1b5bd399-d3d7-415a-9c6f-59ebf8c930e2 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309305 Oct 20 03:58:12.944312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbe1b2-6b0b-49de-826a-db544806a1cc req-53c82ecc-7df8-4fa8-8ed0-016f56aab7a9 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:12.945798 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bccbe1b2-6b0b-49de-826a-db544806a1cc req-53c82ecc-7df8-4fa8-8ed0-016f56aab7a9 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0527582 Oct 20 03:58:12.984775 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bccbe1b2-6b0b-49de-826a-db544806a1cc req-5f6d5d16-9364-497a-8aa7-180db5a03948 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325656 Oct 20 03:58:14.103262 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7bfd9-938c-47a4-b3f3-7c149df7a179 req-96fc4e35-5456-437e-9fb4-097edb5df79a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:14.104727 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-75f7bfd9-938c-47a4-b3f3-7c149df7a179 req-96fc4e35-5456-437e-9fb4-097edb5df79a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0479736 Oct 20 03:58:14.142143 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-75f7bfd9-938c-47a4-b3f3-7c149df7a179 req-1d8935a3-0ab6-4e8d-b5dc-613d58129f69 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308683 Oct 20 03:58:14.602908 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-97d02118-1a6b-428a-a8e7-e4822deb1afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:15.263047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cefaaf-aeb0-4eb9-b396-bbade3769c20 req-77b64063-c72d-490b-aba1-bb2c1f4addf4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:15.264599 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-98cefaaf-aeb0-4eb9-b396-bbade3769c20 req-77b64063-c72d-490b-aba1-bb2c1f4addf4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0492954 Oct 20 03:58:15.303381 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-98cefaaf-aeb0-4eb9-b396-bbade3769c20 req-38c5b307-a8ce-4b2e-b003-c094b6994fd4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327780 Oct 20 03:58:16.428179 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6f485-4767-4046-b715-3fe680778f54 req-b1bf532e-17ae-42ee-b59f-f99ad838174d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:16.429700 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-59f6f485-4767-4046-b715-3fe680778f54 req-b1bf532e-17ae-42ee-b59f-f99ad838174d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0526395 Oct 20 03:58:16.467061 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-59f6f485-4767-4046-b715-3fe680778f54 req-641a540f-9d1d-4fbd-ae5b-2f9c7dc0324a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309384 Oct 20 03:58:16.599450 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5cb285b1-73b8-4aba-a56b-f65dce8f1d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:17.587521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8b25-2e50-458c-8ded-fff1e2c7f1f5 req-2bfa225b-21c5-474c-9090-bb874e251bb6 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:17.588910 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0f2d8b25-2e50-458c-8ded-fff1e2c7f1f5 req-2bfa225b-21c5-474c-9090-bb874e251bb6 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0488300 Oct 20 03:58:17.626991 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0f2d8b25-2e50-458c-8ded-fff1e2c7f1f5 req-89523edd-281c-4a65-aa02-fcfd3cd67fb0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313220 Oct 20 03:58:17.850735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:18.746995 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eee90-535f-4029-ae18-885eadd03659 req-74f06ef3-5de6-410b-b313-4de99f41e76f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:18.748501 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9d5eee90-535f-4029-ae18-885eadd03659 req-74f06ef3-5de6-410b-b313-4de99f41e76f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0492022 Oct 20 03:58:18.786169 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9d5eee90-535f-4029-ae18-885eadd03659 req-b25aafef-f80b-4a3d-a7f9-c4c103cad366 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Oct 20 03:58:19.338855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:19.571295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:19.909504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04911e7f-4720-4612-adb4-c80b2cee2927 req-e33883da-518e-4f4e-a374-69f7bc2778ad tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:19.910934 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-04911e7f-4720-4612-adb4-c80b2cee2927 req-e33883da-518e-4f4e-a374-69f7bc2778ad tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0528936 Oct 20 03:58:19.947838 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-04911e7f-4720-4612-adb4-c80b2cee2927 req-ac2de6bd-20a4-4c57-b478-285de02d4c1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309308 Oct 20 03:58:20.179176 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-9fe15279-ce30-499d-b9df-c129e04d70f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416489 Oct 20 03:58:20.188412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2521a-a1ef-4ac3-a3fe-9edd71baba94 req-32cf12ad-6aeb-4ea0-984b-f52e124c804e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:20.189906 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-40e2521a-a1ef-4ac3-a3fe-9edd71baba94 req-32cf12ad-6aeb-4ea0-984b-f52e124c804e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0491908 Oct 20 03:58:20.229631 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-40e2521a-a1ef-4ac3-a3fe-9edd71baba94 req-b44e6a44-6e11-43f0-bd64-dc52bdd21fc0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332305 Oct 20 03:58:21.288874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803030-ff88-46b3-a24d-de8477107756 req-64a975b2-68d7-4eb0-8c2e-0e6198e7b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:21.290402 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-64a975b2-68d7-4eb0-8c2e-0e6198e7b2e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 1098 time: 0.0410922 Oct 20 03:58:21.355622 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87323e-bc79-499e-83ca-c4498647c495 req-bbcbf9e2-8873-432e-990c-47bafe3d9420 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:21.357788 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cb87323e-bc79-499e-83ca-c4498647c495 req-bbcbf9e2-8873-432e-990c-47bafe3d9420 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0524869 Oct 20 03:58:21.391018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803030-ff88-46b3-a24d-de8477107756 req-b5e3cdc6-8f63-4976-b893-579ccfb59b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:21.392498 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-b5e3cdc6-8f63-4976-b893-579ccfb59b88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0901983 Oct 20 03:58:21.395075 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cb87323e-bc79-499e-83ca-c4498647c495 req-07729326-4b04-480d-87c4-578962ec072c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313106 Oct 20 03:58:21.459603 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-90600d4e-46df-43ef-ad07-ac9173ecacfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc HTTP/1.1" status: 200 len: 1001 time: 0.0571439 Oct 20 03:58:21.516330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803030-ff88-46b3-a24d-de8477107756 req-a1392bf4-5462-4542-9268-bc613bfa1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:21.517721 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-a1392bf4-5462-4542-9268-bc613bfa1649 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0478842 Oct 20 03:58:21.568150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803030-ff88-46b3-a24d-de8477107756 req-ae188016-0c28-40fc-a857-84ba88e7a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:21.569675 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-ae188016-0c28-40fc-a857-84ba88e7a2ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417454 Oct 20 03:58:21.667588 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-0d8b3d45-0161-4862-83c0-8baea81bfefb service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863914 Oct 20 03:58:22.054964 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-78d4f40b-67ab-487b-a192-96e60bc8665c service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768206 Oct 20 03:58:22.517387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dec957-5cc0-4f52-b306-6507ce65600a req-cb63d0ec-50b3-474c-af11-1cf702d45552 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:22.518840 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-76dec957-5cc0-4f52-b306-6507ce65600a req-cb63d0ec-50b3-474c-af11-1cf702d45552 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0480454 Oct 20 03:58:22.561679 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-76dec957-5cc0-4f52-b306-6507ce65600a req-81ba913d-07c5-4d18-b402-e663a99c032f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369499 Oct 20 03:58:23.683794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472a213-b79c-4a33-995b-9af886f3eef8 req-b10960ce-93d9-4940-b01f-637ddc2d72a5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:23.685487 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8472a213-b79c-4a33-995b-9af886f3eef8 req-b10960ce-93d9-4940-b01f-637ddc2d72a5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0489888 Oct 20 03:58:23.722540 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8472a213-b79c-4a33-995b-9af886f3eef8 req-2b8a417f-ba9c-488b-81e7-10790839f740 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Oct 20 03:58:23.814919 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-af2f801d-b8d6-4113-9b13-876d26807da2 service neutron] 10.222.0.36 "GET /v2.0/ports/cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0535953 Oct 20 03:58:24.030652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803030-ff88-46b3-a24d-de8477107756 req-e7af163f-a0d2-4f5f-9e7d-5a952a0b66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:24.032132 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-e7af163f-a0d2-4f5f-9e7d-5a952a0b66c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0411630 Oct 20 03:58:24.100217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803030-ff88-46b3-a24d-de8477107756 req-96d7547b-bd3d-4795-b503-6a056f650b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:24.101689 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-96d7547b-bd3d-4795-b503-6a056f650b49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 1098 time: 0.0393341 Oct 20 03:58:24.195538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803030-ff88-46b3-a24d-de8477107756 req-4c687695-25fb-4192-b1e1-c60c516caf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:24.197007 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-4c687695-25fb-4192-b1e1-c60c516caf4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0856953 Oct 20 03:58:24.265056 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-6d0a4d69-e84b-4db9-9f27-6ba8ef8e7742 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc HTTP/1.1" status: 200 len: 1001 time: 0.0573447 Oct 20 03:58:24.322413 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803030-ff88-46b3-a24d-de8477107756 req-ee2ef7c1-eec2-4c2f-b8c2-d4ca5dca3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:24.323994 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-ee2ef7c1-eec2-4c2f-b8c2-d4ca5dca3799 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0490632 Oct 20 03:58:24.372846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803030-ff88-46b3-a24d-de8477107756 req-bf1e5c12-6e6d-4ecc-97b2-6a8515a6ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:24.374283 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-bf1e5c12-6e6d-4ecc-97b2-6a8515a6ad6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401304 Oct 20 03:58:24.464557 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-0edadb94-0e49-41a3-86cf-6da62b2d5386 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797806 Oct 20 03:58:24.561112 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b803030-ff88-46b3-a24d-de8477107756 req-96ac6feb-5170-4812-9bae-37f49489a25e service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860398 Oct 20 03:58:24.845742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddad1c-22d7-4a5a-9d9b-89e4fb82eca9 req-f757399e-4123-4d01-945f-1059edc29964 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:24.847195 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79ddad1c-22d7-4a5a-9d9b-89e4fb82eca9 req-f757399e-4123-4d01-945f-1059edc29964 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Oct 20 03:58:24.885848 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79ddad1c-22d7-4a5a-9d9b-89e4fb82eca9 req-f604a41a-fea7-4610-9828-e1447ef57d22 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326931 Oct 20 03:58:26.008320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2eacc-f67b-4235-8df0-95b4441a8cae req-52f05351-1602-44e7-ad51-ab0a3de5ffc8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:26.009766 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8ff2eacc-f67b-4235-8df0-95b4441a8cae req-52f05351-1602-44e7-ad51-ab0a3de5ffc8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0478556 Oct 20 03:58:26.046428 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8ff2eacc-f67b-4235-8df0-95b4441a8cae req-ba3c94c7-2539-4881-bb0e-14015d6ad914 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301144 Oct 20 03:58:27.172120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2c577-a46e-4807-8abc-ac794418f8af req-89f7efdd-ea28-47d4-a76d-5205af2eabd1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:27.174426 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24d2c577-a46e-4807-8abc-ac794418f8af req-89f7efdd-ea28-47d4-a76d-5205af2eabd1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0542517 Oct 20 03:58:27.177137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:58:27.179210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:58:27.212929 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24d2c577-a46e-4807-8abc-ac794418f8af req-641c8936-5281-4c24-869b-1f56c949753b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324831 Oct 20 03:58:27.456440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d80b9-6219-44b0-9370-c05c8ec0008d req-1dc12ad7-be56-4c70-8785-279f951de6a8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:27.458159 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9d3d80b9-6219-44b0-9370-c05c8ec0008d req-1dc12ad7-be56-4c70-8785-279f951de6a8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0867937 Oct 20 03:58:27.469267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:58:27.469659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:27.471252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-7eae9476-6b88-4783-af99-49371c28049a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:27.472679 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-7eae9476-6b88-4783-af99-49371c28049a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34&tenant_id=48e62074625844c7bb71c90f136d4ee9&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 945 time: 0.0719752 Oct 20 03:58:27.500936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:58:27.509282 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9d3d80b9-6219-44b0-9370-c05c8ec0008d req-166de582-cb61-446a-9b91-d5e69606537d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356433 Oct 20 03:58:27.518957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:58:27.521235 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17712d1e-4ce9-486d-9e54-81cff9ac3a85" -d '{"events": [{"server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:58:27.532882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'port_id': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'mac_address': 'fa:16:3e:3c:16:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:58:27.537389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:58:27.542583 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:27.575831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-97fe9db8-7b7e-4f79-9305-1b578e2ad842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:27.578191 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-97fe9db8-7b7e-4f79-9305-1b578e2ad842 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 1098 time: 0.0519598 Oct 20 03:58:27.594128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca86486-0814-4bb3-b76c-529db65cc619 x-openstack-request-id: req-aca86486-0814-4bb3-b76c-529db65cc619 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:58:27.594428 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:58:27.594681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aca86486-0814-4bb3-b76c-529db65cc619 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:58:27.595072 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca86486-0814-4bb3-b76c-529db65cc619'] response: {'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'code': 200} Oct 20 03:58:27.607143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:58:27.607535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:27.630450 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:58:27.634422 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:27.642751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.643148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.643523 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.643855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.644199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.644543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.644870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.645199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.645521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.645838 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.646155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.646471 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:27.664086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:58:27.668299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:27.676551 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-f8f44d4d-e4dd-4569-a66f-faf32f563fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:27.678015 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-f8f44d4d-e4dd-4569-a66f-faf32f563fcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0901361 Oct 20 03:58:27.722312 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:27.744646 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:58:27.751709 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-31165726-b28c-4581-ae2c-65b90582c87d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc HTTP/1.1" status: 200 len: 1000 time: 0.0627513 Oct 20 03:58:27.800791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-ed963475-c7c2-4c5e-bd1a-8715f4857fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:27.802240 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-ed963475-c7c2-4c5e-bd1a-8715f4857fb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0439785 Oct 20 03:58:27.857529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-ca56893c-a8ed-43df-ba6d-5f1d8f7c3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:27.858934 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-ca56893c-a8ed-43df-ba6d-5f1d8f7c3311 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466633 Oct 20 03:58:27.956443 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-da11c4a0-da1f-4bf7-b6ab-804c695a17d4 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868802 Oct 20 03:58:28.047314 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-60d8f258-5650-4d52-8a75-a19b83399ac4 req-5b115616-3ed5-4f50-b7f4-c9110eaf2c9e service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Oct 20 03:58:28.643131 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a011a6-bb51-4ce0-8be6-534ea10a5ad0 req-625803f8-309f-4f3e-a73a-21cf958be0e5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:28.644649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c2a011a6-bb51-4ce0-8be6-534ea10a5ad0 req-625803f8-309f-4f3e-a73a-21cf958be0e5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 944 time: 0.0558701 Oct 20 03:58:28.685961 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c2a011a6-bb51-4ce0-8be6-534ea10a5ad0 req-dcc817ab-80c8-4651-aa04-5b0ac676f05d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353143 Oct 20 03:58:28.813061 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459879cd-ed27-4317-84ab-6279b65f5533 req-fa131d24-a6dc-4a6d-b7ff-d90f06837fc5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:28.814417 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-459879cd-ed27-4317-84ab-6279b65f5533 req-fa131d24-a6dc-4a6d-b7ff-d90f06837fc5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 944 time: 0.0529573 Oct 20 03:58:28.851217 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-459879cd-ed27-4317-84ab-6279b65f5533 req-b8c673e9-f031-42f1-bbbd-b4764cc0c2f7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308650 Oct 20 03:58:29.049679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaea9e-2780-4bd7-a85a-ebc2947cff39 req-5e92b441-29b1-493d-9240-1161a70ba277 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:29.051267 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-edcaea9e-2780-4bd7-a85a-ebc2947cff39 req-5e92b441-29b1-493d-9240-1161a70ba277 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 944 time: 0.0491452 Oct 20 03:58:29.085827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25881c62-0e93-4303-9771-a478466c5688 req-18d3b05a-cf27-4eec-a2ac-6fcd4911a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:29.087297 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25881c62-0e93-4303-9771-a478466c5688 req-18d3b05a-cf27-4eec-a2ac-6fcd4911a641 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 1097 time: 0.0422101 Oct 20 03:58:29.090469 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-edcaea9e-2780-4bd7-a85a-ebc2947cff39 req-a1b0a5fe-a1c5-43bd-ab91-d4b7a9c252a4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331635 Oct 20 03:58:29.187197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25881c62-0e93-4303-9771-a478466c5688 req-084bd8d6-10c1-4e1f-8b20-8a70f0ef3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:29.188702 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25881c62-0e93-4303-9771-a478466c5688 req-084bd8d6-10c1-4e1f-8b20-8a70f0ef3f19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0902789 Oct 20 03:58:29.191701 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:58:29.237804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:58:29.238179 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:29.238502 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc Oct 20 03:58:29.257510 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25881c62-0e93-4303-9771-a478466c5688 req-4265b9e0-3e6d-4c8d-9d47-a52049dcd0ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc HTTP/1.1" status: 200 len: 1000 time: 0.0594702 Oct 20 03:58:29.311843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25881c62-0e93-4303-9771-a478466c5688 req-996cf255-e214-43c5-ad06-32585fc45a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:29.313394 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25881c62-0e93-4303-9771-a478466c5688 req-996cf255-e214-43c5-ad06-32585fc45a54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0455422 Oct 20 03:58:29.317883 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:58:29.318255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:29.350813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:58:29.354588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:29.368538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25881c62-0e93-4303-9771-a478466c5688 req-a01536fa-6250-4bb8-81ec-3a0f36d04ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:29.370006 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25881c62-0e93-4303-9771-a478466c5688 req-a01536fa-6250-4bb8-81ec-3a0f36d04ccd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469308 Oct 20 03:58:29.402229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:29.465849 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25881c62-0e93-4303-9771-a478466c5688 req-1468d22e-b536-4aad-a58f-69f5b7f6bac1 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822902 Oct 20 03:58:29.562171 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25881c62-0e93-4303-9771-a478466c5688 req-55285bc0-d1fe-4087-aa00-84631b17476e service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864847 Oct 20 03:58:29.595991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:58:29.598493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f0f4c6-4878-47c4-9e36-185685fc95b5" -d '{"events": [{"server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "name": "network-vif-plugged", "status": "completed", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:58:29.634546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a04fe8-99fd-459b-b469-fcdf6d863f31 x-openstack-request-id: req-d0a04fe8-99fd-459b-b469-fcdf6d863f31 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:58:29.634835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "name": "network-vif-plugged", "status": "completed", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:58:29.635085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0a04fe8-99fd-459b-b469-fcdf6d863f31 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:58:29.635511 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a04fe8-99fd-459b-b469-fcdf6d863f31'] response: {'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'code': 200} Oct 20 03:58:30.212306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77c8f8-cdad-444b-a543-52cbd24e9276 req-02d9bdee-e44b-4082-bb37-9b0ab054bc78 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:30.213753 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4c77c8f8-cdad-444b-a543-52cbd24e9276 req-02d9bdee-e44b-4082-bb37-9b0ab054bc78 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0485926 Oct 20 03:58:30.251317 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4c77c8f8-cdad-444b-a543-52cbd24e9276 req-6ed73544-7626-4e5d-be60-12fed68b5402 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Oct 20 03:58:30.490754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984467-ee83-45b8-a558-bfae522b6505 req-002bd9ff-7c6d-491f-94d5-24fafaf4b7bc tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:30.492217 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-24984467-ee83-45b8-a558-bfae522b6505 req-002bd9ff-7c6d-491f-94d5-24fafaf4b7bc tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0531623 Oct 20 03:58:30.530446 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-24984467-ee83-45b8-a558-bfae522b6505 req-1b25196a-b25e-47b5-bb72-f0fcc7a16442 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321603 Oct 20 03:58:30.719178 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:58:31.652760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c57178-0156-49a0-9c73-6938324927c9 req-49de5d32-ed97-44af-b6a5-7b67450a22ed tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:31.654213 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99c57178-0156-49a0-9c73-6938324927c9 req-49de5d32-ed97-44af-b6a5-7b67450a22ed tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0491755 Oct 20 03:58:31.692589 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99c57178-0156-49a0-9c73-6938324927c9 req-9e1c7f41-8dd5-409d-8d2c-8154827f0a57 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324023 Oct 20 03:58:32.283655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-29798f9e-586c-411f-8b71-ab30f0ff9032 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:32.285190 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-29798f9e-586c-411f-8b71-ab30f0ff9032 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 945 time: 0.0480855 Oct 20 03:58:32.382378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Deleting port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:58:32.382723 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:32.471771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] For port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:58:32.472136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:32.646476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:32.646847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:32.647166 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d disassociated. External IP: 172.26.0.142, port: cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc. Oct 20 03:58:32.647507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Calling delete_port for cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:58:32.776386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:32.793061 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ceada8c9-1366-4732-ac4c-e08dd50602fb req-a04c54ac-af05-4377-ac2a-6753ff362dd3 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a882b9-953b-4388-bec9-93c6faa4df34 HTTP/1.1" status: 200 len: 210 time: 0.0268393 Oct 20 03:58:32.807511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event deleted for resources: {'Port': ['ID=cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:32.821553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.821927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.822284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.822620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.822950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.823275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.823600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.823922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.824244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.824587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.825552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.825876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:58:32.937633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Router 8e3ae7d4-6e17-46bd-b631-389525d63efb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:58:33.048107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:58:33.057552 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7fa6f9-19cc-40f3-91a6-7b51ca8759b5 None None] Sync routers for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:58:33.068003 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7fa6f9-19cc-40f3-91a6-7b51ca8759b5 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:58:33.068632 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1a7fa6f9-19cc-40f3-91a6-7b51ca8759b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:58:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:58:33.091251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] No DVR routers for this DVR port cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:58:33.093800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:33.097184 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-319600ec-96de-4bc6-97cd-d80b2398d3e1 req-3e78b4f2-45ed-4c19-bc29-a81fba7c3131 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "DELETE /v2.0/ports/cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc HTTP/1.1" status: 204 len: 173 time: 0.8023345 Oct 20 03:58:33.097908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'name': 'network-vif-deleted', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:58:33.100152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f07bf3-b900-4aeb-8626-6e56f6d7ec60" -d '{"events": [{"server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "name": "network-vif-deleted", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:58:33.142403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749c0235-2b99-4d28-a1d5-013ac80a562b x-openstack-request-id: req-749c0235-2b99-4d28-a1d5-013ac80a562b {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:58:33.142700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a882b9-953b-4388-bec9-93c6faa4df34", "name": "network-vif-deleted", "tag": "cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:58:33.142947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-749c0235-2b99-4d28-a1d5-013ac80a562b {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:58:33.143349 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749c0235-2b99-4d28-a1d5-013ac80a562b'] response: {'server_uuid': '66a882b9-953b-4388-bec9-93c6faa4df34', 'name': 'network-vif-deleted', 'tag': 'cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc', 'status': 'completed', 'code': 200} Oct 20 03:58:33.177591 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1a7fa6f9-19cc-40f3-91a6-7b51ca8759b5 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:58:33.369244 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1a7fa6f9-19cc-40f3-91a6-7b51ca8759b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:58:33.399157 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7fa6f9-19cc-40f3-91a6-7b51ca8759b5 None None] Checking router: 8e3ae7d4-6e17-46bd-b631-389525d63efb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:58:33.407203 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7fa6f9-19cc-40f3-91a6-7b51ca8759b5 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:58:33.407791 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1a7fa6f9-19cc-40f3-91a6-7b51ca8759b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:58:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:58:33.508403 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1a7fa6f9-19cc-40f3-91a6-7b51ca8759b5 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:58:33.714529 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1a7fa6f9-19cc-40f3-91a6-7b51ca8759b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:58:33.740262 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7fa6f9-19cc-40f3-91a6-7b51ca8759b5 None None] The sync data for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv is: [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:58:33.962410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4348f-237a-421e-afdb-973d68525ff3 None None] New status for floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:58:34.032182 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-ce28aa42-78f1-4520-acb2-e13af5f9c116 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--596003150&fields=id&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 267 time: 0.0328221 Oct 20 03:58:34.143797 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1976087-b6c3-4914-89c7-f196e293f21f req-4da6f5be-b4d7-4092-b8be-8259f4f771c4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:34.145262 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-4da6f5be-b4d7-4092-b8be-8259f4f771c4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 811 time: 0.1063163 Oct 20 03:58:34.160345 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-c734a384-0aa0-4fc9-b8ba-1ab31d6de8c5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/quotas/48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 375 time: 0.0093591 Oct 20 03:58:34.211483 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-89b6eb06-c13e-49f7-b97b-c0fbc2a35ec1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459330 Oct 20 03:58:34.362079 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-f6a5d4ee-5994-4c6c-89bb-bca8c4200658 service neutron] 10.222.0.20 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380811 Oct 20 03:58:34.449144 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-555aa287-d999-4400-a72d-f43b7aa5c797 service neutron] 10.222.0.20 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809598 Oct 20 03:58:34.609540 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-62172fb8-1713-45d4-9e55-d5accfc39ba5 req-64c65fb9-7cee-4fee-9da8-73118a98a8a3 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 210 time: 0.0278327 Oct 20 03:58:35.219540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:58:35.239607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:58:35.239941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device cb0a2b48-8c46-4e0e-9ae0-9c5f679883fc not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:58:35.583690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1976087-b6c3-4914-89c7-f196e293f21f req-f69278e6-25f9-468d-9cf4-d81b81b09947 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:35.585184 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-f69278e6-25f9-468d-9cf4-d81b81b09947 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 811 time: 0.1074741 Oct 20 03:58:35.636315 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-660dd979-c441-430b-849c-1ce0baafc159 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 379 time: 0.0393775 Oct 20 03:58:35.648001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'port': {'device_id': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'admin_state_up': True, 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'security_groups': ['c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:58:35.713432 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b52ff7dd-e097-4724-8253-d0120be372ad req-f6a42083-e939-4175-bfac-a8576be2a333 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 210 time: 0.0274653 Oct 20 03:58:35.759073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Made reservation on behalf of 48e62074625844c7bb71c90f136d4ee9 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:58:35.762604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:35.890760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Allocated IP 172.20.0.5 (d0517881-8239-4262-b115-524e8ed761b9/3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6/1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:58:36.023923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:36.060718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:36.105103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Network d0517881-8239-4262-b115-524e8ed761b9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:58:36.108164 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:58:36.111771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:58:36.118044 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event updated for resources: {'Port': ['ID=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:36.165730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:36.166344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:36.184508 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-a0cae2a5-0d20-49da-94a9-5df28413dc1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403178 Oct 20 03:58:36.201236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Request body: {'port': {'device_id': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:58:36.261326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:36.338210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1754517b-03b8-45b6-b04b-983bce8d4065 None None] Provisioning complete for port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:58:36.338923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1754517b-03b8-45b6-b04b-983bce8d4065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:36.339265 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1754517b-03b8-45b6-b04b-983bce8d4065 None None] Attempt 1 to provision port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 Oct 20 03:58:36.372967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1754517b-03b8-45b6-b04b-983bce8d4065 None None] Port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:58:36.526790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:58:36.534244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:36.547392 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Transition to ACTIVE for port object 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:58:36.550425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:36.628771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92403262-6294-4803-905b-4845572854b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:36.660023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Attempting to bind port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:58:36.660658 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Attempting to bind port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:58:36.660762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Attempting to bind port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 on network d0517881-8239-4262-b115-524e8ed761b9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:58:36.665093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 on network d0517881-8239-4262-b115-524e8ed761b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:58:36.665409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Attempting to bind port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 on network d0517881-8239-4262-b115-524e8ed761b9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:58:36.670723 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:58:36.671055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Checking segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:58:36.671439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Bound using segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:58:36.671859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Bound port: 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:58:36.672209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:36.735106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] For port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:58:36.738162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] For port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:58:36.743732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:36.748387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:36.749012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:36.750433 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-92403262-6294-4803-905b-4845572854b5 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 HTTP/1.1" status: 200 len: 1093 time: 0.5542052 Oct 20 03:58:36.750933 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:58:36.753259 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42398809-e8d5-4010-8818-9fe922e973a6" -d '{"events": [{"name": "network-changed", "server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:58:36.796243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfb691c-6d33-4627-bc03-1dfd2cb5eb0e x-openstack-request-id: req-fcfb691c-6d33-4627-bc03-1dfd2cb5eb0e {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:58:36.796567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:58:36.796825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcfb691c-6d33-4627-bc03-1dfd2cb5eb0e {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:58:36.797241 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfb691c-6d33-4627-bc03-1dfd2cb5eb0e'] response: {'name': 'network-changed', 'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'status': 'completed', 'code': 200} Oct 20 03:58:36.869938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92403262-6294-4803-905b-4845572854b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:36.874671 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1754517b-03b8-45b6-b04b-983bce8d4065 None None] Attempt 2 to provision port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 Oct 20 03:58:36.890269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1976087-b6c3-4914-89c7-f196e293f21f req-c45d8866-bc82-449d-a13c-5b16bb045770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:36.891776 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-c45d8866-bc82-449d-a13c-5b16bb045770 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 1096 time: 0.0896015 Oct 20 03:58:36.899885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27c764-d27e-4d52-b4f8-9332f0dbf8e4 req-c4b107ae-960e-4d6f-8fa5-f87ee3f08fef tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:36.901305 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2e27c764-d27e-4d52-b4f8-9332f0dbf8e4 req-c4b107ae-960e-4d6f-8fa5-f87ee3f08fef tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 943 time: 0.0898221 Oct 20 03:58:36.917112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1754517b-03b8-45b6-b04b-983bce8d4065 None None] Port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:58:36.943471 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-4efc6db4-d8df-41f2-9d2a-49543c6d4647 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 HTTP/1.1" status: 200 len: 217 time: 0.0405450 Oct 20 03:58:37.003732 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2e27c764-d27e-4d52-b4f8-9332f0dbf8e4 req-92a76d5d-76bb-42a9-8c6c-2441ec62471a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935109 Oct 20 03:58:37.012725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1976087-b6c3-4914-89c7-f196e293f21f req-e09c4e73-6455-42c5-8573-cd97bfe3e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:37.014141 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-e09c4e73-6455-42c5-8573-cd97bfe3e8c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0634968 Oct 20 03:58:37.065275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1976087-b6c3-4914-89c7-f196e293f21f req-3da392e2-60fa-4ff3-bf29-2e924aaeafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:37.066642 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-3da392e2-60fa-4ff3-bf29-2e924aaeafd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408261 Oct 20 03:58:37.159184 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-f3e5dd47-6a6a-43b0-9cda-0a6a7dc0d3a7 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806346 Oct 20 03:58:37.253409 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1976087-b6c3-4914-89c7-f196e293f21f req-97c7661d-0994-41a8-bdb5-0671b84b106d service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834832 Oct 20 03:58:37.344849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42398809-e8d5-4010-8818-9fe922e973a6 req-162218c6-f684-4d9d-a05b-3801c3fd5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:37.346230 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-42398809-e8d5-4010-8818-9fe922e973a6 req-162218c6-f684-4d9d-a05b-3801c3fd5abd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 1096 time: 0.0407941 Oct 20 03:58:37.439463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42398809-e8d5-4010-8818-9fe922e973a6 req-3aff9d67-c4fa-4d24-91a7-08b3de0b23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:37.440945 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-42398809-e8d5-4010-8818-9fe922e973a6 req-3aff9d67-c4fa-4d24-91a7-08b3de0b23b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0864618 Oct 20 03:58:37.483526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-42398809-e8d5-4010-8818-9fe922e973a6 req-594b08cc-46bd-4a8b-8ba1-f8886da815e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 HTTP/1.1" status: 200 len: 217 time: 0.0346968 Oct 20 03:58:37.531230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42398809-e8d5-4010-8818-9fe922e973a6 req-58f28850-b3de-47f4-821c-a0d5808cebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:37.532677 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-42398809-e8d5-4010-8818-9fe922e973a6 req-58f28850-b3de-47f4-821c-a0d5808cebf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0423992 Oct 20 03:58:37.582293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42398809-e8d5-4010-8818-9fe922e973a6 req-0097fa12-c6b4-4f44-9236-7a1c7d182369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:37.583767 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-42398809-e8d5-4010-8818-9fe922e973a6 req-0097fa12-c6b4-4f44-9236-7a1c7d182369 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440655 Oct 20 03:58:37.673307 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-42398809-e8d5-4010-8818-9fe922e973a6 req-867827b2-81e9-4ea6-808b-d5226fc083c5 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814953 Oct 20 03:58:37.768503 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-42398809-e8d5-4010-8818-9fe922e973a6 req-467304a5-50b8-4018-8e9e-a8035801a923 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874767 Oct 20 03:58:38.131523 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f41ac5-85f2-462e-a231-c9f96c012463 req-7de15230-4226-4dc1-ab8a-cdd8f31d526e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:38.133022 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-37f41ac5-85f2-462e-a231-c9f96c012463 req-7de15230-4226-4dc1-ab8a-cdd8f31d526e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 943 time: 0.0535066 Oct 20 03:58:38.170687 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-37f41ac5-85f2-462e-a231-c9f96c012463 req-0e08b0b2-82bd-49b1-a4ff-6deb58c64002 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316045 Oct 20 03:58:38.624257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:39.237276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:58:39.291825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e220aa0-1f4e-441c-9a22-14d65fedc7e6 req-02963668-5924-44ac-a3c4-2595aad95b75 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:39.293490 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9e220aa0-1f4e-441c-9a22-14d65fedc7e6 req-02963668-5924-44ac-a3c4-2595aad95b75 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 943 time: 0.0493858 Oct 20 03:58:39.334000 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9e220aa0-1f4e-441c-9a22-14d65fedc7e6 req-d614f930-6dd8-4a36-93d4-f87ee1b72668 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344605 Oct 20 03:58:39.338795 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:58:39.350091 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'port_id': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'mac_address': 'fa:16:3e:6b:a7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:58:39.389881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:58:39.390271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:39.402202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:58:39.421255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:58:39.424719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:39.469695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:39.737289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:58:40.454234 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5fa01-09a4-46e4-a4cb-bb3011e7ecb7 req-fd62c32e-4c1f-4e27-aa3d-5467679390b7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:40.455706 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b5d5fa01-09a4-46e4-a4cb-bb3011e7ecb7 req-fd62c32e-4c1f-4e27-aa3d-5467679390b7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 944 time: 0.0486407 Oct 20 03:58:40.494575 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b5d5fa01-09a4-46e4-a4cb-bb3011e7ecb7 req-70f9fae1-e1b8-438f-a940-26105086c1fc tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326369 Oct 20 03:58:41.238231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:58:41.286183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 03:58:41.290251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:58:41.290624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:41.290966 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 Oct 20 03:58:41.369838 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:58:41.370216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:41.392204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:58:41.394460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e657edd1-ab38-4322-b6b7-98de511a41bc" -d '{"events": [{"server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "name": "network-vif-plugged", "status": "completed", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:58:41.406506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:58:41.410938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:41.433983 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dc2772-7e4f-4135-8c09-49b394d3cdca x-openstack-request-id: req-e6dc2772-7e4f-4135-8c09-49b394d3cdca {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:58:41.434275 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "name": "network-vif-plugged", "status": "completed", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:58:41.434532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6dc2772-7e4f-4135-8c09-49b394d3cdca {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:58:41.434925 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6dc2772-7e4f-4135-8c09-49b394d3cdca'] response: {'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'code': 200} Oct 20 03:58:41.461164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:58:41.615772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ec6ba-2dbb-4cb6-8731-37ddaa243d14 req-70355f62-3f63-4b89-b383-8ffe2e6e8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:41.617302 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-881ec6ba-2dbb-4cb6-8731-37ddaa243d14 req-70355f62-3f63-4b89-b383-8ffe2e6e8040 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 1098 time: 0.0406473 Oct 20 03:58:41.620925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbde4a-5d25-4e90-9c11-04876785e701 req-2074ef2b-9a00-49f3-9caf-1eca98082ede tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:41.622400 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-78bbde4a-5d25-4e90-9c11-04876785e701 req-2074ef2b-9a00-49f3-9caf-1eca98082ede tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0508294 Oct 20 03:58:41.655808 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-881ec6ba-2dbb-4cb6-8731-37ddaa243d14 req-f1a3ffa5-3319-4388-b628-0c735ccb6fb1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295460 Oct 20 03:58:41.665304 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-78bbde4a-5d25-4e90-9c11-04876785e701 req-539df92b-4d44-448a-b79c-27d973a1fed4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367723 Oct 20 03:58:42.792470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4ee39-93f2-4b41-9f10-ee5b6098741f req-64facc1b-e1c7-4b86-a55b-87bdb9193866 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:42.793933 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-48c4ee39-93f2-4b41-9f10-ee5b6098741f req-64facc1b-e1c7-4b86-a55b-87bdb9193866 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0522225 Oct 20 03:58:42.833771 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-48c4ee39-93f2-4b41-9f10-ee5b6098741f req-44918d06-41a2-43e7-a167-ff62049e99d5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322523 Oct 20 03:58:43.959761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc808a-55d4-4935-946d-1a85f6110bd0 req-ad12e5f5-5aed-4546-9b00-7a7d71747f97 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:43.961246 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-54cc808a-55d4-4935-946d-1a85f6110bd0 req-ad12e5f5-5aed-4546-9b00-7a7d71747f97 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0531769 Oct 20 03:58:43.999155 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-54cc808a-55d4-4935-946d-1a85f6110bd0 req-aeea56d5-fafa-4905-a684-f4de9513a7fe tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318549 Oct 20 03:58:44.117637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe8ce6-eb75-4267-8149-fd1818659beb req-c56da059-d079-46f0-818e-6f1ecf04e8fe tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:44.119146 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2ffe8ce6-eb75-4267-8149-fd1818659beb req-c56da059-d079-46f0-818e-6f1ecf04e8fe tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0490069 Oct 20 03:58:44.129778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 32832) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 03:58:44.134223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-210fe982-f7cd-4ee9-8c0a-76645183380f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'floatingip': {'port_id': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:58:44.172968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-210fe982-f7cd-4ee9-8c0a-76645183380f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:44.605710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-91993d1a-9c5b-46b1-9050-beda124cf380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:44.862135 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.db.resource_extend [None req-210fe982-f7cd-4ee9-8c0a-76645183380f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 03:58:44.912131 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-210fe982-f7cd-4ee9-8c0a-76645183380f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:44.915710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-210fe982-f7cd-4ee9-8c0a-76645183380f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:45.018855 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-210fe982-f7cd-4ee9-8c0a-76645183380f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d associated. External IP: 172.26.0.142, port: 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3. Oct 20 03:58:45.228697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210fe982-f7cd-4ee9-8c0a-76645183380f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Router 8e3ae7d4-6e17-46bd-b631-389525d63efb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:58:45.337738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210fe982-f7cd-4ee9-8c0a-76645183380f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:58:45.343425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-210fe982-f7cd-4ee9-8c0a-76645183380f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:45.351520 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5151e6e4-125b-4405-aedc-2cc9706feb6f None None] Sync routers for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:58:45.366775 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151e6e4-125b-4405-aedc-2cc9706feb6f None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:58:45.368044 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5151e6e4-125b-4405-aedc-2cc9706feb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:58:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:58:45.374662 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-210fe982-f7cd-4ee9-8c0a-76645183380f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "PUT /v2.0/floatingips/83dc9522-82da-483f-99fc-a8976f0a2c3d HTTP/1.1" status: 200 len: 991 time: 1.2438388 Oct 20 03:58:45.375382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:58:45.377703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b01690-4f4c-4da0-96f4-588fc5a42e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:58:45.414015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abfe128-5c6f-4fab-aae0-c29619abf46a x-openstack-request-id: req-7abfe128-5c6f-4fab-aae0-c29619abf46a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:58:45.414310 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:58:45.414563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7abfe128-5c6f-4fab-aae0-c29619abf46a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:58:45.414977 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7abfe128-5c6f-4fab-aae0-c29619abf46a'] response: {'name': 'network-changed', 'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'status': 'completed', 'code': 200} Oct 20 03:58:45.481295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b01690-4f4c-4da0-96f4-588fc5a42e3f req-c82759c2-87d9-475e-beff-b406d8845d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:45.483038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24b01690-4f4c-4da0-96f4-588fc5a42e3f req-c82759c2-87d9-475e-beff-b406d8845d37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 1098 time: 0.0447462 Oct 20 03:58:45.489291 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-5151e6e4-125b-4405-aedc-2cc9706feb6f None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:58:45.586064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b01690-4f4c-4da0-96f4-588fc5a42e3f req-2c8b9ef5-e770-4a8a-9204-e0118d4cc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:45.588417 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24b01690-4f4c-4da0-96f4-588fc5a42e3f req-2c8b9ef5-e770-4a8a-9204-e0118d4cc99a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0987251 Oct 20 03:58:45.666989 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24b01690-4f4c-4da0-96f4-588fc5a42e3f req-7575a065-64dc-468a-a938-f6e5e54785e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 HTTP/1.1" status: 200 len: 999 time: 0.0710955 Oct 20 03:58:45.726660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b01690-4f4c-4da0-96f4-588fc5a42e3f req-320a0d16-deec-4233-beaa-40df898ee688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:45.728127 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24b01690-4f4c-4da0-96f4-588fc5a42e3f req-320a0d16-deec-4233-beaa-40df898ee688 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0550692 Oct 20 03:58:45.781023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b01690-4f4c-4da0-96f4-588fc5a42e3f req-79621e85-ecd1-40f7-8de1-a704b2bed345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:58:45.782609 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24b01690-4f4c-4da0-96f4-588fc5a42e3f req-79621e85-ecd1-40f7-8de1-a704b2bed345 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478249 Oct 20 03:58:45.848689 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5151e6e4-125b-4405-aedc-2cc9706feb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:6b:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T03:58:44Z', 'revision_number': 9, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:58:45.876138 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5151e6e4-125b-4405-aedc-2cc9706feb6f None None] Checking router: 8e3ae7d4-6e17-46bd-b631-389525d63efb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:58:45.884726 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151e6e4-125b-4405-aedc-2cc9706feb6f None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:58:45.885331 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5151e6e4-125b-4405-aedc-2cc9706feb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:58:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:58:45.894019 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24b01690-4f4c-4da0-96f4-588fc5a42e3f req-ae6e7355-ef96-4fd8-b42b-72cb9004a584 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040308 Oct 20 03:58:46.000444 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24b01690-4f4c-4da0-96f4-588fc5a42e3f req-f0f1e3cf-9516-48cb-8080-f1c62afb8824 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005230 Oct 20 03:58:46.007196 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-5151e6e4-125b-4405-aedc-2cc9706feb6f None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:58:46.254187 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5151e6e4-125b-4405-aedc-2cc9706feb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:6b:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T03:58:44Z', 'revision_number': 9, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:58:46.280954 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5151e6e4-125b-4405-aedc-2cc9706feb6f None None] The sync data for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv is: [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:6b:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T03:58:44Z', 'revision_number': 9, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:58:46.473251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da5d39-4284-4315-903d-af41cf90dbed None None] New status for floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:58:46.623832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7efe8027-6083-47a6-b764-55e2595359ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:47.851505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:49.342390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:58:49.571677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:04.924809 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-b417ebf8-6b14-4a58-bf03-5d6b1fdac49e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403035 Oct 20 03:59:05.012294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-c362e4ee-2b65-4c47-bff3-4b47cff4219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:05.014544 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-c362e4ee-2b65-4c47-bff3-4b47cff4219f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 1098 time: 0.0444674 Oct 20 03:59:05.118836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-816c9e27-585d-4fd1-95bc-0561254bf0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:05.120328 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-816c9e27-585d-4fd1-95bc-0561254bf0c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0858231 Oct 20 03:59:05.192979 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-31f4fe1d-bcfd-408e-b9d8-d1982bebe0ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 HTTP/1.1" status: 200 len: 1002 time: 0.0616596 Oct 20 03:59:05.241947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-1b28f78b-f052-42af-8df8-4c8af8b88298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:05.243358 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-1b28f78b-f052-42af-8df8-4c8af8b88298 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0436451 Oct 20 03:59:05.290657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-de5fbad3-4347-4c4b-abda-5aaef9dd13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:05.292132 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-de5fbad3-4347-4c4b-abda-5aaef9dd13e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401638 Oct 20 03:59:05.386635 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-6a608f4e-7bb5-43ef-98a8-79bc35e2a0e6 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868382 Oct 20 03:59:05.475789 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c16ef91f-5ab0-4f20-9371-a53dd378838b req-91c78c5f-6809-4fc5-8b00-15b2fe737d34 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816958 Oct 20 03:59:07.717163 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:59:08.625155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:14.607771 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-692bd72e-6ae8-4044-9c18-293e301bcbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:16.606012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b433a75e-efd8-4273-9d78-f687735f1132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:17.854281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:19.343205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:19.573818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:20.535364 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81886fd1-8efc-4f40-9728-685a27772192 req-c178213b-b894-43e0-87cc-568165b467d9 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:20.537109 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-81886fd1-8efc-4f40-9728-685a27772192 req-c178213b-b894-43e0-87cc-568165b467d9 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0722463 Oct 20 03:59:20.568108 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-3eb75e52-4b79-4add-a54c-898027085d32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1153889 Oct 20 03:59:20.586757 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-81886fd1-8efc-4f40-9728-685a27772192 req-d1202172-0a52-4832-870f-8f3f4f193df1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435379 Oct 20 03:59:21.679755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-bcc87145-490b-4d83-9958-cf6c7e3d0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:21.681248 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-bcc87145-490b-4d83-9958-cf6c7e3d0fca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 1098 time: 0.0560653 Oct 20 03:59:21.772087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54948824-f0a9-46c9-88e9-cc5dbf81099f req-5f098102-847c-4e83-9976-f7ec2f19b87d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:21.773489 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54948824-f0a9-46c9-88e9-cc5dbf81099f req-5f098102-847c-4e83-9976-f7ec2f19b87d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.1077807 Oct 20 03:59:21.820849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-b0992f6a-7f86-442b-a271-d9d0155a5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:21.822272 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-b0992f6a-7f86-442b-a271-d9d0155a5cd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.1279674 Oct 20 03:59:21.827172 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54948824-f0a9-46c9-88e9-cc5dbf81099f req-478899bc-9a69-49bb-ae44-384b1f88daaf tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478623 Oct 20 03:59:21.894411 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-547f5afd-d733-4d07-8ea7-13b48e97e95f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 HTTP/1.1" status: 200 len: 1002 time: 0.0618384 Oct 20 03:59:21.945330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-d24a6ac7-e592-4bbb-8316-27cb66d27915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:21.946744 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-d24a6ac7-e592-4bbb-8316-27cb66d27915 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0426066 Oct 20 03:59:21.997610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-6b4d1f53-4f04-4a68-99bf-eb166b97df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:21.999065 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-6b4d1f53-4f04-4a68-99bf-eb166b97df5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426192 Oct 20 03:59:22.091246 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-18288858-d426-4188-9974-7c2562b93c0c service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818851 Oct 20 03:59:22.186176 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-efcb27c6-a2d1-48e4-82ad-6fcc4f74a3ba service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848198 Oct 20 03:59:22.949567 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ebac7-2236-4894-b3ef-ba207c5ea269 req-afd9ecba-6b02-4891-aeac-1778a6b79006 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:22.951017 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ed0ebac7-2236-4894-b3ef-ba207c5ea269 req-afd9ecba-6b02-4891-aeac-1778a6b79006 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0493333 Oct 20 03:59:22.989016 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ed0ebac7-2236-4894-b3ef-ba207c5ea269 req-3fb3639b-91dc-49a7-b83e-bcd45c3c6308 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315981 Oct 20 03:59:24.110642 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d89a8-e0fe-4ca9-ba96-2c583d0e0d97 req-7e321de2-3f32-4239-a2b2-a326090317b4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:24.112112 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b0d89a8-e0fe-4ca9-ba96-2c583d0e0d97 req-7e321de2-3f32-4239-a2b2-a326090317b4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0490155 Oct 20 03:59:24.149504 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b0d89a8-e0fe-4ca9-ba96-2c583d0e0d97 req-e90adb79-b45a-460d-b908-acdfef61323f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314968 Oct 20 03:59:25.274497 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed627c-820b-4890-8d7d-ba2421591475 req-14cbd59b-c3a6-464e-b1d2-58de614c61cf tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:25.275984 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-18ed627c-820b-4890-8d7d-ba2421591475 req-14cbd59b-c3a6-464e-b1d2-58de614c61cf tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0496676 Oct 20 03:59:25.314930 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-18ed627c-820b-4890-8d7d-ba2421591475 req-0d34d85f-9367-4bf7-85f3-4e91ca548d0f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329053 Oct 20 03:59:26.439069 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa825b-c5b5-4ea3-9cd1-54937f6b95d6 req-a983beee-e5a1-4083-9128-d7088b353ec2 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:26.440527 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63fa825b-c5b5-4ea3-9cd1-54937f6b95d6 req-a983beee-e5a1-4083-9128-d7088b353ec2 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0481088 Oct 20 03:59:26.482118 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63fa825b-c5b5-4ea3-9cd1-54937f6b95d6 req-b7433507-f146-4339-8e9d-b0a156f1f7ee tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357058 Oct 20 03:59:27.602842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcfcfd-145e-4958-a828-8acaceb7b0d8 req-4861cb20-78f3-436c-b777-fb6a9591fd76 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:27.604224 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-00dcfcfd-145e-4958-a828-8acaceb7b0d8 req-4861cb20-78f3-436c-b777-fb6a9591fd76 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Oct 20 03:59:27.645749 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-00dcfcfd-145e-4958-a828-8acaceb7b0d8 req-30493e95-be79-4792-bc93-586ef76a5756 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355520 Oct 20 03:59:28.766057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88a2dc-1cbb-40ec-acd4-7d12064402b7 req-3cd620fd-f7a8-4f98-aaa6-5bcdc284fe10 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:28.767509 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0a88a2dc-1cbb-40ec-acd4-7d12064402b7 req-3cd620fd-f7a8-4f98-aaa6-5bcdc284fe10 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0487354 Oct 20 03:59:28.805233 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0a88a2dc-1cbb-40ec-acd4-7d12064402b7 req-b68004bf-ef7d-4aa8-a819-57e3e8b12084 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317020 Oct 20 03:59:29.925132 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b8f50-7561-45fe-88e3-4311754f643e req-c96c868e-c77b-42dc-b7a2-46103eef3b69 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:29.926592 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5b9b8f50-7561-45fe-88e3-4311754f643e req-c96c868e-c77b-42dc-b7a2-46103eef3b69 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0487690 Oct 20 03:59:29.964278 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5b9b8f50-7561-45fe-88e3-4311754f643e req-4d643fe0-f300-467f-9b60-9854e978319b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Oct 20 03:59:31.086887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926b799-4f1d-41b8-bec0-9ef38fd66471 req-236b480d-8776-464e-8298-819a38da2c70 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:31.088387 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9926b799-4f1d-41b8-bec0-9ef38fd66471 req-236b480d-8776-464e-8298-819a38da2c70 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0508132 Oct 20 03:59:31.125557 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9926b799-4f1d-41b8-bec0-9ef38fd66471 req-5acb6272-7d87-405d-a6c2-5a3a7000b50c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311193 Oct 20 03:59:32.245400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f7fb-f650-437f-ae59-71f42f00cd02 req-cbe4ac34-0092-4a83-90fa-e9f8031a9478 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:32.246860 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c637f7fb-f650-437f-ae59-71f42f00cd02 req-cbe4ac34-0092-4a83-90fa-e9f8031a9478 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0493257 Oct 20 03:59:32.284798 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c637f7fb-f650-437f-ae59-71f42f00cd02 req-ad132539-5ffc-4942-8272-cfc66409c5de tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Oct 20 03:59:33.406108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa18914-0a09-4747-9a88-c24de4cd9333 req-1547883c-8247-41f2-8d69-ab141c043f95 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:33.407575 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3aa18914-0a09-4747-9a88-c24de4cd9333 req-1547883c-8247-41f2-8d69-ab141c043f95 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0493505 Oct 20 03:59:33.449049 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3aa18914-0a09-4747-9a88-c24de4cd9333 req-cbea91bb-e503-4072-845b-f2ba5c74bc3a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355303 Oct 20 03:59:34.568527 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f200b12-9c32-4056-ac32-2e0590396bed req-461a2416-7e87-4675-983e-d3187f934682 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:34.569913 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0f200b12-9c32-4056-ac32-2e0590396bed req-461a2416-7e87-4675-983e-d3187f934682 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0489256 Oct 20 03:59:34.613219 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0f200b12-9c32-4056-ac32-2e0590396bed req-a982bba1-6674-42d9-bed3-9283c9674a85 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373638 Oct 20 03:59:35.737369 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2aa3b-db73-4431-9d4d-c0039f2e25f8 req-a17cd12f-0a45-4856-bee9-eb3b6d2ebae0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:35.738885 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0bb2aa3b-db73-4431-9d4d-c0039f2e25f8 req-a17cd12f-0a45-4856-bee9-eb3b6d2ebae0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0499976 Oct 20 03:59:35.776639 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0bb2aa3b-db73-4431-9d4d-c0039f2e25f8 req-e3d64e19-7ef8-4e0a-a2d3-f43d07056cb9 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318499 Oct 20 03:59:36.900491 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268f6c2-3ad9-46b2-a31a-1e9f926fe519 req-506156f1-05b3-4d28-a917-52d289465594 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:36.901949 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4268f6c2-3ad9-46b2-a31a-1e9f926fe519 req-506156f1-05b3-4d28-a917-52d289465594 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0492835 Oct 20 03:59:36.940075 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4268f6c2-3ad9-46b2-a31a-1e9f926fe519 req-7ac21212-45f3-4f5f-bbab-fa029396a180 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315669 Oct 20 03:59:38.059854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1b604-d1b3-4c44-81a4-4a60d2fead24 req-4c2f934a-77e6-4341-95bf-23aecb681a71 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:38.061984 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6ef1b604-d1b3-4c44-81a4-4a60d2fead24 req-4c2f934a-77e6-4341-95bf-23aecb681a71 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0490563 Oct 20 03:59:38.099235 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6ef1b604-d1b3-4c44-81a4-4a60d2fead24 req-fe2d2c35-689b-4ff5-9210-2b972dc73e6d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313857 Oct 20 03:59:38.636905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:39.026851 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-70a85ef5-2b0d-48ba-863c-361ea9198e26 service neutron] 10.222.0.36 "GET /v2.0/ports/1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0528171 Oct 20 03:59:39.223617 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d336f3-cd77-4194-bfb5-a33898dd71b5 req-91785eda-f96f-4d3f-9fc6-2be0f7f43d5c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:39.225145 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b3d336f3-cd77-4194-bfb5-a33898dd71b5 req-91785eda-f96f-4d3f-9fc6-2be0f7f43d5c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0503342 Oct 20 03:59:39.250755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-5c3da0e3-503e-43d5-811c-c3325f4a2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:39.252313 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-5c3da0e3-503e-43d5-811c-c3325f4a2571 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0470474 Oct 20 03:59:39.263879 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b3d336f3-cd77-4194-bfb5-a33898dd71b5 req-e0bcc167-f1ab-41a5-bac7-bed4ab257e44 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327826 Oct 20 03:59:39.324486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-ac5ed048-0818-4c71-928a-64d5107ebf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:39.325976 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-ac5ed048-0818-4c71-928a-64d5107ebf10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 1098 time: 0.0413396 Oct 20 03:59:39.419018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-09a9bcb0-5c88-4681-9f31-eaea5b5a58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:39.420521 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-09a9bcb0-5c88-4681-9f31-eaea5b5a58a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0874894 Oct 20 03:59:39.489816 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-a9ea4744-f04d-4b6a-84b2-5509781e800c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 HTTP/1.1" status: 200 len: 1002 time: 0.0595334 Oct 20 03:59:39.538782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-95395301-56af-4e6a-bc52-2a165951d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:39.540191 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-95395301-56af-4e6a-bc52-2a165951d2a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0437231 Oct 20 03:59:39.594079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-6fdb5416-e8e0-409f-96d4-28c8c95e05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:39.595466 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-6fdb5416-e8e0-409f-96d4-28c8c95e05e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431705 Oct 20 03:59:39.687385 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-e400f793-2d73-4df2-ac73-84eed03b7a9d service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815182 Oct 20 03:59:39.784253 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-699e8dd3-5ec7-4282-bc60-58b5505fe9ae req-a8dd141b-fc15-42d9-a913-fa1918fb1a3c service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870287 Oct 20 03:59:40.392206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac3d8-cc7a-4802-bd15-bed2365fa457 req-eec2d6ab-c1be-465d-96b6-9d1d550be436 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:40.393676 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a5cac3d8-cc7a-4802-bd15-bed2365fa457 req-eec2d6ab-c1be-465d-96b6-9d1d550be436 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0516598 Oct 20 03:59:40.430705 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a5cac3d8-cc7a-4802-bd15-bed2365fa457 req-9f820820-a20d-483c-9e25-883ad1849912 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311246 Oct 20 03:59:41.452138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:59:41.455582 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:59:41.566334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29b73b-ffe9-433a-b256-4f8415d404bf req-5b65cd90-ab08-4fca-9ac0-1ca0e5488f8a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:41.567732 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ff29b73b-ffe9-433a-b256-4f8415d404bf req-5b65cd90-ab08-4fca-9ac0-1ca0e5488f8a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0600681 Oct 20 03:59:41.604590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:59:41.604979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.615485 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ff29b73b-ffe9-433a-b256-4f8415d404bf req-8b173e82-d902-4f74-a0e6-538dcc4947f6 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408571 Oct 20 03:59:41.627428 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:59:41.646863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'port_id': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'mac_address': 'fa:16:3e:6b:a7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:59:41.651763 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:59:41.654044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0480c201-0c7e-4260-9aaa-fa167891a0b6" -d '{"events": [{"server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:59:41.669790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:59:41.674668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.721194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 03:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90e36c3-7c18-4298-b8b1-6c88a0cbcee6 x-openstack-request-id: req-a90e36c3-7c18-4298-b8b1-6c88a0cbcee6 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:59:41.721481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:59:41.721740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a90e36c3-7c18-4298-b8b1-6c88a0cbcee6 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:59:41.722127 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90e36c3-7c18-4298-b8b1-6c88a0cbcee6'] response: {'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'code': 200} Oct 20 03:59:41.742901 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:59:41.743292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.765664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:41.768352 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:59:41.778268 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.778614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.778954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.779293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.779622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.781079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.781420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.781779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.782087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.782415 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.782741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.783064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:41.799162 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:59:41.802752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:41.852863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:41.865587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 03:59:42.743379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05337c-d441-49e6-835e-44630336346a req-1ea67cbd-f859-4a5a-991a-c8f51790f021 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:42.744865 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6c05337c-d441-49e6-835e-44630336346a req-1ea67cbd-f859-4a5a-991a-c8f51790f021 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 944 time: 0.0497279 Oct 20 03:59:42.782742 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6c05337c-d441-49e6-835e-44630336346a req-1e5c2bf3-a225-4817-8389-7bcc0681901c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311897 Oct 20 03:59:43.073065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-e4faec2c-490f-47db-b093-c190acef4813 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:43.074514 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-e4faec2c-490f-47db-b093-c190acef4813 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5&tenant_id=48e62074625844c7bb71c90f136d4ee9&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 944 time: 0.0535953 Oct 20 03:59:43.089234 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059b6d9-2242-4d93-83ce-d3d3551bfcf0 req-d3a47282-1152-452d-9954-fdfadc837dcd tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:43.090709 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8059b6d9-2242-4d93-83ce-d3d3551bfcf0 req-d3a47282-1152-452d-9954-fdfadc837dcd tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 944 time: 0.0502083 Oct 20 03:59:43.130345 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8059b6d9-2242-4d93-83ce-d3d3551bfcf0 req-e3387f7a-7659-4ded-bda9-b583d0062fc1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324965 Oct 20 03:59:43.138767 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-88674946-9c72-4943-a1b8-c7dcec18ec79 service neutron] 10.222.0.36 "GET /v2.0/ports/1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0576069 Oct 20 03:59:43.198921 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-053873e8-e2ea-4375-8c47-64a3d3f6b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:43.200401 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-053873e8-e2ea-4375-8c47-64a3d3f6b025 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 1097 time: 0.0399892 Oct 20 03:59:43.288898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-1a97353a-a6eb-4aa7-bd01-7d71ca499029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:43.290251 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-1a97353a-a6eb-4aa7-bd01-7d71ca499029 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0826795 Oct 20 03:59:43.357669 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-b5eb741d-458a-41cd-8cbb-699fccbc57ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 HTTP/1.1" status: 200 len: 1001 time: 0.0605776 Oct 20 03:59:43.406496 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-e9b84503-0439-4a51-a656-5f0bd8085108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:43.407878 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-e9b84503-0439-4a51-a656-5f0bd8085108 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0429723 Oct 20 03:59:43.445014 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 03:59:43.452488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-d7bba9c1-0623-411f-84c9-792191696d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:43.453926 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-d7bba9c1-0623-411f-84c9-792191696d51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398364 Oct 20 03:59:43.493329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:43.493814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:43.494156 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 Oct 20 03:59:43.550665 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-45b735c4-14fe-422b-8e2f-4559f4dd665e service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901449 Oct 20 03:59:43.573071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:59:43.573458 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:43.605954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:59:43.610006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:43.648718 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-0ebcf924-76b2-4efc-a1f5-ec9632e9369f service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915418 Oct 20 03:59:43.656372 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:43.723311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:59:43.725652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01364a5-4ace-4287-9135-0f0cf1fa5824" -d '{"events": [{"server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "name": "network-vif-plugged", "status": "completed", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:59:43.769511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f33ad0-21af-495e-a0a3-a919e9def800 x-openstack-request-id: req-45f33ad0-21af-495e-a0a3-a919e9def800 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:59:43.769809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "name": "network-vif-plugged", "status": "completed", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:59:43.770068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45f33ad0-21af-495e-a0a3-a919e9def800 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:59:43.770466 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f33ad0-21af-495e-a0a3-a919e9def800'] response: {'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'code': 200} Oct 20 03:59:44.252153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e3310-f2fc-4250-b120-b3df0cb0e7e8 req-978f1afa-4258-4b77-bc34-4840e66fa54f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:44.253624 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d61e3310-f2fc-4250-b120-b3df0cb0e7e8 req-978f1afa-4258-4b77-bc34-4840e66fa54f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0488758 Oct 20 03:59:44.294933 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d61e3310-f2fc-4250-b120-b3df0cb0e7e8 req-f4053c21-0bb4-4a2f-80e6-20ca9848b09d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353715 Oct 20 03:59:44.611968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d50bfdcd-7fda-4a1d-9e68-610f2d9450ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:44.715812 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 03:59:45.427599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c050-98a1-4660-b32d-014e61bf8f5b req-91d21b40-a7e2-4e47-a689-6768ee8182ac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:45.429148 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ed5c050-98a1-4660-b32d-014e61bf8f5b req-91d21b40-a7e2-4e47-a689-6768ee8182ac tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0525780 Oct 20 03:59:45.468359 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ed5c050-98a1-4660-b32d-014e61bf8f5b req-43c5a5f0-bcf1-4f5e-a5cf-109cd4ff059d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331392 Oct 20 03:59:46.281159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-39bcce35-8cd2-4b4f-a289-b28fa19d0821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:46.282613 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-39bcce35-8cd2-4b4f-a289-b28fa19d0821 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0415092 Oct 20 03:59:46.352570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-9abe13dd-2150-47fa-81e8-2c52ef720603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:46.353997 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-9abe13dd-2150-47fa-81e8-2c52ef720603 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 1098 time: 0.0434148 Oct 20 03:59:46.448523 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-447778b4-642e-4710-a2a6-357cf4bdf81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:46.449955 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-447778b4-642e-4710-a2a6-357cf4bdf81c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0860753 Oct 20 03:59:46.522886 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-6875896d-2a21-4f42-a34a-423de1f8bd09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 HTTP/1.1" status: 200 len: 1002 time: 0.0625858 Oct 20 03:59:46.575871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-eb8a2d98-0ab9-4d57-b1d5-36e7dd77fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:46.577433 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-eb8a2d98-0ab9-4d57-b1d5-36e7dd77fef8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0440547 Oct 20 03:59:46.591741 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c037dd0-4897-4b62-8489-70581f2920b4 req-8dd2741a-a531-4983-bfe4-5e1a19423162 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:46.595130 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8c037dd0-4897-4b62-8489-70581f2920b4 req-8dd2741a-a531-4983-bfe4-5e1a19423162 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0529885 Oct 20 03:59:46.608418 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cd86a2c0-780b-4f09-a3d0-b8a95237192c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:46.629114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-c7848854-632c-4fd8-82e8-5a40b722df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:46.630614 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-c7848854-632c-4fd8-82e8-5a40b722df6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432565 Oct 20 03:59:46.634667 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8c037dd0-4897-4b62-8489-70581f2920b4 req-c9794563-2825-478d-97df-fd7e5fc33d66 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352433 Oct 20 03:59:46.728715 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-b7d57718-f9b6-4fe5-b28f-acc5fe8a8507 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868316 Oct 20 03:59:46.820700 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a67bdf17-3c60-43ca-b42c-8709a92c3dc4 req-e496e64c-1321-4e47-92b7-ff8db57b1ce0 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821042 Oct 20 03:59:47.776803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91496ef-c783-41a1-bfc7-4c6863ede03c req-49f6d079-779c-44fa-ad25-59ddd8eb45e6 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:47.778304 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f91496ef-c783-41a1-bfc7-4c6863ede03c req-49f6d079-779c-44fa-ad25-59ddd8eb45e6 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0639262 Oct 20 03:59:47.825522 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f91496ef-c783-41a1-bfc7-4c6863ede03c req-cc86003b-ed42-4667-81f0-2e406236d085 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412986 Oct 20 03:59:47.861668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:48.948143 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf98ce3-66c3-4903-a69b-78a36702b219 req-87912e50-5db1-446f-b343-5a37c751504f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:48.949631 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-faf98ce3-66c3-4903-a69b-78a36702b219 req-87912e50-5db1-446f-b343-5a37c751504f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0482955 Oct 20 03:59:48.987414 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-faf98ce3-66c3-4903-a69b-78a36702b219 req-10c862e4-3973-42f9-9b8b-8cacab64ee47 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311930 Oct 20 03:59:49.108154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac47eb2-0827-4d96-a4b3-e8ae237d5dbc req-ece34ba5-1b5f-4466-94fe-32ea1a74132f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:49.109640 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dac47eb2-0827-4d96-a4b3-e8ae237d5dbc req-ece34ba5-1b5f-4466-94fe-32ea1a74132f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0495279 Oct 20 03:59:49.147510 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dac47eb2-0827-4d96-a4b3-e8ae237d5dbc req-36449a57-ca6a-450b-ae11-91e86c62a708 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319316 Oct 20 03:59:49.266828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24966c5e-1361-495d-af49-b7333b4473f8 req-a6b50b13-7bee-47a7-b2bb-73abd5b7c145 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:49.268334 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-24966c5e-1361-495d-af49-b7333b4473f8 req-a6b50b13-7bee-47a7-b2bb-73abd5b7c145 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0488563 Oct 20 03:59:49.310401 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-24966c5e-1361-495d-af49-b7333b4473f8 req-6044fc71-343f-48a0-8f88-b3e2b94887a0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360458 Oct 20 03:59:49.346726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:49.546316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968405-20d6-42bc-beee-36dc03b2ac4c req-82056d87-21cf-4b35-9a2c-ce3d1af082b7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:49.547770 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-71968405-20d6-42bc-beee-36dc03b2ac4c req-82056d87-21cf-4b35-9a2c-ce3d1af082b7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0498056 Oct 20 03:59:49.576802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:49.586029 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-71968405-20d6-42bc-beee-36dc03b2ac4c req-8f84c076-82dd-4804-a241-07a6fc5ca9a9 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322056 Oct 20 03:59:50.709999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213e65-ab32-4043-985f-b31388f6d461 req-615dc0aa-8e6b-4a43-b741-522faf89c194 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:50.711450 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8e213e65-ab32-4043-985f-b31388f6d461 req-615dc0aa-8e6b-4a43-b741-522faf89c194 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0494637 Oct 20 03:59:50.748101 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8e213e65-ab32-4043-985f-b31388f6d461 req-619e01d2-a3be-42fa-8a00-595687c51574 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306010 Oct 20 03:59:51.775681 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-45cbdbe2-e6c9-488e-bb7f-95519ea0e7b1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:51.777114 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-45cbdbe2-e6c9-488e-bb7f-95519ea0e7b1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0467327 Oct 20 03:59:51.876901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Deleting port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 03:59:51.877123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2d50-605a-425b-9170-790eb41640d1 req-ce0c482e-cd98-4f28-a7ea-423ef8aad48f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:51.877656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:51.878815 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-78bd2d50-605a-425b-9170-790eb41640d1 req-ce0c482e-cd98-4f28-a7ea-423ef8aad48f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 945 time: 0.0542011 Oct 20 03:59:51.917705 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-78bd2d50-605a-425b-9170-790eb41640d1 req-1be76f2d-3015-4a3a-b5ca-505a04310f38 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323024 Oct 20 03:59:51.967153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] For port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:59:51.967520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:52.139408 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:52.139826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:52.140142 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d disassociated. External IP: 172.26.0.142, port: 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3. Oct 20 03:59:52.140515 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Calling delete_port for 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 03:59:52.264203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:52.298618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event deleted for resources: {'Port': ['ID=1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:52.313224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.313581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.313928 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.314270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.314608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.315479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.315479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.315762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.315899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.316225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.316594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.316898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 03:59:52.731721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Router 8e3ae7d4-6e17-46bd-b631-389525d63efb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 03:59:52.835049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 03:59:52.844911 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb18dd-93a2-4f75-9905-3ff93cccf310 None None] Sync routers for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 03:59:52.855452 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb18dd-93a2-4f75-9905-3ff93cccf310 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:59:52.856139 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ebeb18dd-93a2-4f75-9905-3ff93cccf310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:59:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:52.876789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] No DVR routers for this DVR port 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 03:59:52.879318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:52.882602 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a88f3926-63f4-40dc-9abf-c9e6d875b8de req-810ed263-2eb7-47fa-ba17-8d0fcd690e1a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "DELETE /v2.0/ports/1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 HTTP/1.1" status: 204 len: 173 time: 1.0971844 Oct 20 03:59:52.883088 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'name': 'network-vif-deleted', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:59:52.885354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9a74a5-5caf-41a5-8d6b-face88251be1" -d '{"events": [{"server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "name": "network-vif-deleted", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:59:52.922497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 03:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1c3b8a-9e4a-4369-9061-80b3bc49412b x-openstack-request-id: req-9c1c3b8a-9e4a-4369-9061-80b3bc49412b {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:59:52.922856 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76adf87e-81de-4562-b4b9-cb2f63b2bad5", "name": "network-vif-deleted", "tag": "1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:59:52.923197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c1c3b8a-9e4a-4369-9061-80b3bc49412b {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:59:52.923663 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1c3b8a-9e4a-4369-9061-80b3bc49412b'] response: {'server_uuid': '76adf87e-81de-4562-b4b9-cb2f63b2bad5', 'name': 'network-vif-deleted', 'tag': '1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3', 'status': 'completed', 'code': 200} Oct 20 03:59:52.974067 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ebeb18dd-93a2-4f75-9905-3ff93cccf310 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:59:53.025132 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a705aa7c-f3a8-45a1-9140-f67e9ae6b4e7 req-99c73dc5-c9c6-48e6-8a47-9248a54d1f38 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=76adf87e-81de-4562-b4b9-cb2f63b2bad5 HTTP/1.1" status: 200 len: 210 time: 0.0297394 Oct 20 03:59:53.177208 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ebeb18dd-93a2-4f75-9905-3ff93cccf310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:53.202850 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb18dd-93a2-4f75-9905-3ff93cccf310 None None] Checking router: 8e3ae7d4-6e17-46bd-b631-389525d63efb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 03:59:53.210931 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb18dd-93a2-4f75-9905-3ff93cccf310 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 03:59:53.211512 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ebeb18dd-93a2-4f75-9905-3ff93cccf310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:59:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:53.315243 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ebeb18dd-93a2-4f75-9905-3ff93cccf310 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 03:59:53.513622 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ebeb18dd-93a2-4f75-9905-3ff93cccf310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 03:59:53.624073 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb18dd-93a2-4f75-9905-3ff93cccf310 None None] The sync data for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv is: [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 03:59:53.832422 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8f4239-936d-44a0-85d4-76d95f1b9d5d None None] New status for floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 03:59:54.260620 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8eabdf3b-1723-41a0-9da5-b0d215a56b40 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--596003150&fields=id&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 267 time: 0.0330434 Oct 20 03:59:54.368006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-e14e411b-9109-4701-a93a-814635664233 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:54.369489 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-e14e411b-9109-4701-a93a-814635664233 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 811 time: 0.1011643 Oct 20 03:59:54.384605 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-75bff960-269d-4b60-81bb-db85621e381d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/quotas/48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 375 time: 0.0087509 Oct 20 03:59:54.440326 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-58fa7a7f-913f-48fd-a1b8-d991568e0a01 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505049 Oct 20 03:59:54.581837 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-19ad14a4-c988-4d68-a706-43a47248da2b service neutron] 10.222.0.20 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298773 Oct 20 03:59:54.675080 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-860a3449-35c7-48c0-8ac6-9b792350d23c service neutron] 10.222.0.20 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871439 Oct 20 03:59:54.837507 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-19171fbf-67ba-47e2-ac86-6070f33c3033 req-ae5279b6-0d13-461d-aec1-11b7f59245a0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 210 time: 0.0302520 Oct 20 03:59:55.482380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 03:59:55.504157 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 03:59:55.504521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 1ff33b4f-ddac-45ce-a1f0-789f0f6c9ac3 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 03:59:55.805068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-03088b90-19c6-41e4-a180-ec49fcd89e89 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:55.806434 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-03088b90-19c6-41e4-a180-ec49fcd89e89 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 811 time: 0.1045797 Oct 20 03:59:55.861953 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-64cd68e8-35e1-400f-8491-52cf552579db tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 379 time: 0.0414982 Oct 20 03:59:55.878014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'port': {'device_id': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'admin_state_up': True, 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'security_groups': ['c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:55.968075 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2adfca10-738e-41e6-9efc-27e0549a12f2 req-f4f9b4ea-8310-46a1-a87a-44f67458afed tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 210 time: 0.0555007 Oct 20 03:59:56.008222 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Made reservation on behalf of 48e62074625844c7bb71c90f136d4ee9 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 03:59:56.011683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.138890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Allocated IP 172.20.0.5 (d0517881-8239-4262-b115-524e8ed761b9/3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6/2af2235d-f575-43e0-b36c-61fabafc9557) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 03:59:56.276099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.309459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.360602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Network d0517881-8239-4262-b115-524e8ed761b9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 03:59:56.363688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 03:59:56.367447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 03:59:56.378157 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event updated for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:56.429643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:56.430275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.446558 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8d44876b-2d76-417e-a9bf-1e32dc658338 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730226 Oct 20 03:59:56.463274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Request body: {'port': {'device_id': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 03:59:56.524733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.601376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c16d91a0-39be-49f6-ac7e-8d7088c1e576 None None] Provisioning complete for port 2af2235d-f575-43e0-b36c-61fabafc9557 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 03:59:56.601950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c16d91a0-39be-49f6-ac7e-8d7088c1e576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.602061 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c16d91a0-39be-49f6-ac7e-8d7088c1e576 None None] Attempt 1 to provision port 2af2235d-f575-43e0-b36c-61fabafc9557 Oct 20 03:59:56.635208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c16d91a0-39be-49f6-ac7e-8d7088c1e576 None None] Port 2af2235d-f575-43e0-b36c-61fabafc9557 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 03:59:56.787039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af2235d-f575-43e0-b36c-61fabafc9557 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:59:56.794319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.805978 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Transition to ACTIVE for port object 2af2235d-f575-43e0-b36c-61fabafc9557 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 03:59:56.809783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.871643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Pushing event updated for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:56.918307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Attempting to bind port 2af2235d-f575-43e0-b36c-61fabafc9557 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 03:59:56.918633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Attempting to bind port 2af2235d-f575-43e0-b36c-61fabafc9557 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 03:59:56.918954 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Attempting to bind port 2af2235d-f575-43e0-b36c-61fabafc9557 on network d0517881-8239-4262-b115-524e8ed761b9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:59:56.923320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Port 2af2235d-f575-43e0-b36c-61fabafc9557 on network d0517881-8239-4262-b115-524e8ed761b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 03:59:56.923632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Attempting to bind port 2af2235d-f575-43e0-b36c-61fabafc9557 on network d0517881-8239-4262-b115-524e8ed761b9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 03:59:56.928363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 3, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 03:59:56.928696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Checking segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 03:59:56.929073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Bound using segment: {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 03:59:56.929490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Bound port: 2af2235d-f575-43e0-b36c-61fabafc9557, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026f3331-c86b-4a36-9431-3092298cb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 03:59:56.929835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:56.991728 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 03:59:56.994665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 03:59:56.999955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:57.003858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:57.004479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:57.005835 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] 10.222.0.36 "PUT /v2.0/ports/2af2235d-f575-43e0-b36c-61fabafc9557 HTTP/1.1" status: 200 len: 1093 time: 0.5470579 Oct 20 03:59:57.006448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 03:59:57.008768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07439e71-e91a-4daf-8f0d-a8a9c1973d50" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 03:59:57.050502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 03:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200916cb-50ac-4d64-a86e-ffd28f43aa7b x-openstack-request-id: req-200916cb-50ac-4d64-a86e-ffd28f43aa7b {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 03:59:57.050786 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 03:59:57.051033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-200916cb-50ac-4d64-a86e-ffd28f43aa7b {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 03:59:57.051435 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200916cb-50ac-4d64-a86e-ffd28f43aa7b'] response: {'name': 'network-changed', 'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557', 'status': 'completed', 'code': 200} Oct 20 03:59:57.070644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80f7d8-4d96-4c11-99f8-5c3e822fca96 service neutron] Pushing event updated for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:57.107171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-159b349a-3384-4044-a34f-c0e8044e6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:57.108858 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-159b349a-3384-4044-a34f-c0e8044e6abe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 1096 time: 0.0500629 Oct 20 03:59:57.113153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffb35e-475b-4ccd-ac6f-a50bffdc28c8 req-38297a8c-3eb9-4029-ab24-1d93c2c42145 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:57.114599 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-deffb35e-475b-4ccd-ac6f-a50bffdc28c8 req-38297a8c-3eb9-4029-ab24-1d93c2c42145 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 943 time: 0.0510345 Oct 20 03:59:57.136299 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c16d91a0-39be-49f6-ac7e-8d7088c1e576 None None] Attempt 2 to provision port 2af2235d-f575-43e0-b36c-61fabafc9557 Oct 20 03:59:57.154950 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-deffb35e-475b-4ccd-ac6f-a50bffdc28c8 req-872a87c0-c70e-4b50-a24c-169899b96207 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334191 Oct 20 03:59:57.157254 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-2d806e38-a863-4e6e-abb2-ffd7ea9c0461 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af2235d-f575-43e0-b36c-61fabafc9557 HTTP/1.1" status: 200 len: 217 time: 0.0363159 Oct 20 03:59:57.177775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c16d91a0-39be-49f6-ac7e-8d7088c1e576 None None] Port 2af2235d-f575-43e0-b36c-61fabafc9557 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 03:59:57.212100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-5cc7130b-51a0-4f30-adaf-61809fe5f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:57.213581 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-5cc7130b-51a0-4f30-adaf-61809fe5f57a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0466506 Oct 20 03:59:57.266679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-68c8d264-84ac-43da-b856-e186c35f1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:57.268141 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-68c8d264-84ac-43da-b856-e186c35f1bc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444090 Oct 20 03:59:57.360550 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-2e1898bb-fe16-4305-8794-351161ee1ae9 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827854 Oct 20 03:59:57.457685 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cfc5f206-b6c6-49ff-a6c3-0c7c73f35224 req-ece7a323-8a8a-4c7a-8cdf-76d184878e95 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872526 Oct 20 03:59:57.544712 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07439e71-e91a-4daf-8f0d-a8a9c1973d50 req-dccb33f3-b613-4146-817f-ee5d026f5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:57.546795 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-07439e71-e91a-4daf-8f0d-a8a9c1973d50 req-dccb33f3-b613-4146-817f-ee5d026f5519 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 1096 time: 0.0412266 Oct 20 03:59:57.640958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07439e71-e91a-4daf-8f0d-a8a9c1973d50 req-eb87d758-cae1-4540-8813-3b371bdc407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:57.642417 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-07439e71-e91a-4daf-8f0d-a8a9c1973d50 req-eb87d758-cae1-4540-8813-3b371bdc407d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0879991 Oct 20 03:59:57.683841 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-07439e71-e91a-4daf-8f0d-a8a9c1973d50 req-d935b04a-60cc-4eee-9929-bac2eac26d49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af2235d-f575-43e0-b36c-61fabafc9557 HTTP/1.1" status: 200 len: 217 time: 0.0343721 Oct 20 03:59:57.731576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07439e71-e91a-4daf-8f0d-a8a9c1973d50 req-65e30ac4-e75f-46c5-a7d7-b9a46792db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:57.733035 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-07439e71-e91a-4daf-8f0d-a8a9c1973d50 req-65e30ac4-e75f-46c5-a7d7-b9a46792db4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0424078 Oct 20 03:59:57.778512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07439e71-e91a-4daf-8f0d-a8a9c1973d50 req-db6706ae-94ed-450d-bfcb-18d8c61d30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:57.779959 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-07439e71-e91a-4daf-8f0d-a8a9c1973d50 req-db6706ae-94ed-450d-bfcb-18d8c61d30fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396037 Oct 20 03:59:57.876163 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-07439e71-e91a-4daf-8f0d-a8a9c1973d50 req-1c921224-ec89-420e-834b-020875c5d7ba service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889053 Oct 20 03:59:57.971315 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-07439e71-e91a-4daf-8f0d-a8a9c1973d50 req-3a441a05-9c82-4e09-94bf-8f39d85dcaae service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879006 Oct 20 03:59:58.279015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625840f-f28d-432d-b820-a66315dca248 req-b8b302bb-10a2-45fb-bc47-0be8effc3d00 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:58.281091 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f625840f-f28d-432d-b820-a66315dca248 req-b8b302bb-10a2-45fb-bc47-0be8effc3d00 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 943 time: 0.0504098 Oct 20 03:59:58.318579 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f625840f-f28d-432d-b820-a66315dca248 req-5b16ee23-63ce-4e9c-be54-10ab173f2d76 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313756 Oct 20 03:59:59.441892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78ca9-d428-4a66-b373-71cf0c1414ed req-c71f1cb9-29e9-4c5b-a9bb-bf6bbd2a01eb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 03:59:59.443360 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-37d78ca9-d428-4a66-b373-71cf0c1414ed req-c71f1cb9-29e9-4c5b-a9bb-bf6bbd2a01eb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 943 time: 0.0490513 Oct 20 03:59:59.480705 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-37d78ca9-d428-4a66-b373-71cf0c1414ed req-732aee90-f053-47f3-b77c-baf316c86876 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314758 Oct 20 03:59:59.507739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 2af2235d-f575-43e0-b36c-61fabafc9557 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 03:59:59.602781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:59:59.614210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '2af2235d-f575-43e0-b36c-61fabafc9557', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'port_id': '2af2235d-f575-43e0-b36c-61fabafc9557', 'mac_address': 'fa:16:3e:24:5f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 03:59:59.649395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 2af2235d-f575-43e0-b36c-61fabafc9557 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 03:59:59.649786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:59.662735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af2235d-f575-43e0-b36c-61fabafc9557 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 03:59:59.682009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 03:59:59.685662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 03:59:59.735292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 03:59:59.929841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['2af2235d-f575-43e0-b36c-61fabafc9557'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:00:00.601162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651317c2-0b55-49fe-815c-cf1258f052f9 req-0cf1e969-06fc-426b-9682-e8a4e5ad13f9 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:00.602526 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-651317c2-0b55-49fe-815c-cf1258f052f9 req-0cf1e969-06fc-426b-9682-e8a4e5ad13f9 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 944 time: 0.0485213 Oct 20 04:00:00.640529 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-651317c2-0b55-49fe-815c-cf1258f052f9 req-ba6a7fe9-171f-4237-b3d6-08b40d09899a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321214 Oct 20 04:00:01.515556 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 2af2235d-f575-43e0-b36c-61fabafc9557 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:00:01.703271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 2af2235d-f575-43e0-b36c-61fabafc9557 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:00:01.708168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 2af2235d-f575-43e0-b36c-61fabafc9557 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:00:01.708562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:01.709055 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 2af2235d-f575-43e0-b36c-61fabafc9557 Oct 20 04:00:01.767401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bb4a7-aa76-4a06-a1e3-65632f652f6e req-11134e61-f0fd-405e-a3cc-d51260a9647f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:01.768935 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0f4bb4a7-aa76-4a06-a1e3-65632f652f6e req-11134e61-f0fd-405e-a3cc-d51260a9647f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 944 time: 0.0535285 Oct 20 04:00:01.785657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 2af2235d-f575-43e0-b36c-61fabafc9557 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:00:01.786044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:01.807042 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0f4bb4a7-aa76-4a06-a1e3-65632f652f6e req-476e0aee-5681-4009-91ab-25b25cb7ac96 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318766 Oct 20 04:00:01.808520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:00:01.810802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b5439a-7dbe-41ed-838f-c743e109e353" -d '{"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-plugged", "status": "completed", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:00:01.824788 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:00:01.829700 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:01.857221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8092250a-c887-4daa-a7f7-095174860635 x-openstack-request-id: req-8092250a-c887-4daa-a7f7-095174860635 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:00:01.857507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-plugged", "status": "completed", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:00:01.857756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8092250a-c887-4daa-a7f7-095174860635 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:00:01.858174 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8092250a-c887-4daa-a7f7-095174860635'] response: {'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557', 'code': 200} Oct 20 04:00:01.885664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:00:02.028682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1008c-08d0-4a1a-ad69-9ffe760c355e req-265d358f-a5e9-4c6d-8d18-57c3de3c4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:02.030085 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1fa1008c-08d0-4a1a-ad69-9ffe760c355e req-265d358f-a5e9-4c6d-8d18-57c3de3c4b4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 1098 time: 0.0443499 Oct 20 04:00:02.067872 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1fa1008c-08d0-4a1a-ad69-9ffe760c355e req-ac141319-8f2a-40aa-8d51-7cdf6c5f3bb4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279241 Oct 20 04:00:02.930930 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532a6df-6d86-4bf7-b9f0-600e6d311a74 req-37ec1493-c633-4d93-913e-c1f2520d7a48 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:02.932421 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2532a6df-6d86-4bf7-b9f0-600e6d311a74 req-37ec1493-c633-4d93-913e-c1f2520d7a48 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0500355 Oct 20 04:00:02.972001 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2532a6df-6d86-4bf7-b9f0-600e6d311a74 req-1963c77e-6b33-44a1-86d3-b5c9c025ce34 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333512 Oct 20 04:00:04.096014 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b3a1a-5da8-441d-837b-2297e756188a req-68a0f38e-18c4-4d3f-8114-3551bebdc1b2 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:04.097493 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-480b3a1a-5da8-441d-837b-2297e756188a req-68a0f38e-18c4-4d3f-8114-3551bebdc1b2 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0491605 Oct 20 04:00:04.134608 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-480b3a1a-5da8-441d-837b-2297e756188a req-90450ca4-2462-4dc6-8cdf-1dd123e10462 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312133 Oct 20 04:00:04.251305 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f6c58-3883-4423-8f09-306d18d14e5f req-259fe2b4-a98c-4708-b987-6ae4acfaadde tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:04.252859 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-945f6c58-3883-4423-8f09-306d18d14e5f req-259fe2b4-a98c-4708-b987-6ae4acfaadde tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0485930 Oct 20 04:00:04.263149 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33016) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:00:04.267991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8f3f90e0-852c-442f-bb3c-576cfecfd112 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Request body: {'floatingip': {'port_id': '2af2235d-f575-43e0-b36c-61fabafc9557'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:00:04.310186 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f3f90e0-852c-442f-bb3c-576cfecfd112 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:04.735077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f3f90e0-852c-442f-bb3c-576cfecfd112 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:04.738902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f3f90e0-852c-442f-bb3c-576cfecfd112 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:04.838157 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-8f3f90e0-852c-442f-bb3c-576cfecfd112 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d associated. External IP: 172.26.0.142, port: 2af2235d-f575-43e0-b36c-61fabafc9557. Oct 20 04:00:05.042565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3f90e0-852c-442f-bb3c-576cfecfd112 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Router 8e3ae7d4-6e17-46bd-b631-389525d63efb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:00:05.147504 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3f90e0-852c-442f-bb3c-576cfecfd112 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:00:05.152462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8f3f90e0-852c-442f-bb3c-576cfecfd112 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:05.156948 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bfa5c3-90c6-453c-a3ba-7da519fa54c1 None None] Sync routers for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:00:05.166615 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bfa5c3-90c6-453c-a3ba-7da519fa54c1 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:00:05.167280 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-49bfa5c3-90c6-453c-a3ba-7da519fa54c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:59:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:00:05.179011 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8f3f90e0-852c-442f-bb3c-576cfecfd112 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "PUT /v2.0/floatingips/83dc9522-82da-483f-99fc-a8976f0a2c3d HTTP/1.1" status: 200 len: 992 time: 0.9148679 Oct 20 04:00:05.179670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:00:05.182037 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:00:05.273091 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-49bfa5c3-90c6-453c-a3ba-7da519fa54c1 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:00:05.273313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e83ef2b-ca74-4def-acdc-c04fd7b87b91 x-openstack-request-id: req-0e83ef2b-ca74-4def-acdc-c04fd7b87b91 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:00:05.273758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:00:05.273854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e83ef2b-ca74-4def-acdc-c04fd7b87b91 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:00:05.274257 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e83ef2b-ca74-4def-acdc-c04fd7b87b91'] response: {'name': 'network-changed', 'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557', 'status': 'completed', 'code': 200} Oct 20 04:00:05.336429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4 req-7a8cd9f2-87fb-438e-a1e5-515f786d148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:05.337921 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4 req-7a8cd9f2-87fb-438e-a1e5-515f786d148f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 1098 time: 0.0411577 Oct 20 04:00:05.432081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4 req-c0b6b8bd-8dc6-4ccf-9b10-0d7752a68c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:05.433574 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4 req-c0b6b8bd-8dc6-4ccf-9b10-0d7752a68c31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0888593 Oct 20 04:00:05.498803 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4 req-c752bb1a-76f3-4d1e-bc68-d17a4686a88e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af2235d-f575-43e0-b36c-61fabafc9557 HTTP/1.1" status: 200 len: 1000 time: 0.0585616 Oct 20 04:00:05.499093 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-49bfa5c3-90c6-453c-a3ba-7da519fa54c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': '2af2235d-f575-43e0-b36c-61fabafc9557', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:24:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T04:00:04Z', 'revision_number': 13, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:00:05.524830 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bfa5c3-90c6-453c-a3ba-7da519fa54c1 None None] Checking router: 8e3ae7d4-6e17-46bd-b631-389525d63efb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:00:05.535687 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bfa5c3-90c6-453c-a3ba-7da519fa54c1 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:00:05.536436 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-49bfa5c3-90c6-453c-a3ba-7da519fa54c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T03:59:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:00:05.554002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4 req-a1a2a1ab-4205-4624-9f3f-dd397e862708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:05.554323 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4 req-a1a2a1ab-4205-4624-9f3f-dd397e862708 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0493345 Oct 20 04:00:05.599785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4 req-bd3ac74d-f024-4309-8bf5-95ff696a00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:05.601310 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4 req-bd3ac74d-f024-4309-8bf5-95ff696a00a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404303 Oct 20 04:00:05.640749 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-49bfa5c3-90c6-453c-a3ba-7da519fa54c1 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:00:05.690940 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4 req-28e08402-9b0d-48a8-9bec-f677f9a86d72 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818350 Oct 20 04:00:05.784021 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eb0d0d4d-61df-4947-8a63-aa890e0b14f4 req-c1b81995-24b5-4145-8950-d650c1b7aec1 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869613 Oct 20 04:00:05.860534 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-49bfa5c3-90c6-453c-a3ba-7da519fa54c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': '2af2235d-f575-43e0-b36c-61fabafc9557', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:24:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T04:00:04Z', 'revision_number': 13, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:00:05.888855 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bfa5c3-90c6-453c-a3ba-7da519fa54c1 None None] The sync data for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv is: [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '83dc9522-82da-483f-99fc-a8976f0a2c3d', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'port_id': '2af2235d-f575-43e0-b36c-61fabafc9557', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'mac_address': 'fa:16:3e:24:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T03:56:10Z', 'updated_at': '2022-10-20T04:00:04Z', 'revision_number': 13, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:00:06.090652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64d897-fedf-4a22-827a-67a3cc91e82a None None] New status for floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:00:07.164242 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-dc541f43-afbf-4ed7-ba19-81a3c641048f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411227 Oct 20 04:00:07.248019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-b3eb9f90-9eca-4ab2-9c66-6e4bc7ab1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:07.250178 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-b3eb9f90-9eca-4ab2-9c66-6e4bc7ab1a44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 1098 time: 0.0453563 Oct 20 04:00:07.353147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-fecd48f9-0173-4a09-b8ef-e89c92675c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:07.354607 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-fecd48f9-0173-4a09-b8ef-e89c92675c8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0865800 Oct 20 04:00:07.422683 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-c04c80ac-a792-4267-a407-4631243d7368 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af2235d-f575-43e0-b36c-61fabafc9557 HTTP/1.1" status: 200 len: 1002 time: 0.0616677 Oct 20 04:00:07.471387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-831676b2-4a59-47ba-ae0e-4d3a8842252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:07.472829 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-831676b2-4a59-47ba-ae0e-4d3a8842252e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0435581 Oct 20 04:00:07.518202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-4daf21c9-67d0-45b3-9fa6-cec4c050ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:07.519663 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-4daf21c9-67d0-45b3-9fa6-cec4c050ef3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406399 Oct 20 04:00:07.613244 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-96e1d896-a851-4153-836a-9fdcb8e6fc5f service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870388 Oct 20 04:00:07.705130 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6394a419-44e4-4c53-a1d2-c386f0dc7f27 req-114fc4c8-e2c7-4e67-8ecf-5dcd17fd1637 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857658 Oct 20 04:00:08.638596 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:14.616842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-77b53efb-dce1-40f5-b670-1bfce6e8bf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:16.610862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ab0c-2c92-4bae-9351-b7fd34c9f842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:17.860330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:19.348803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:19.578408 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:21.713857 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:00:38.652002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:42.596430 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c019de5-69df-4965-b289-467b0e3362f2 req-c6eff8a2-ba7e-4ad7-8ed6-65e73da9365c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:42.597894 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5c019de5-69df-4965-b289-467b0e3362f2 req-c6eff8a2-ba7e-4ad7-8ed6-65e73da9365c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.1261289 Oct 20 04:00:42.634039 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5c019de5-69df-4965-b289-467b0e3362f2 req-a6275941-80a6-4045-9b50-5ce184683ea5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301301 Oct 20 04:00:44.619507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ba2a6059-8f5e-4da3-8906-f0968dce2b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:46.615966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f03e39c5-0e96-4d66-b8a1-0f1aa6a7f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:47.866081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:49.351473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:49.580748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:00:54.915041 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-66c58a7f-1f74-4d3a-83f9-6324e3abed53 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402455 Oct 20 04:00:54.942445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982dee87-68a9-498b-9dc0-83a193143c8a req-cb676e2f-1303-4a20-b322-80fb9e20bf99 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:54.944058 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-982dee87-68a9-498b-9dc0-83a193143c8a req-cb676e2f-1303-4a20-b322-80fb9e20bf99 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0528975 Oct 20 04:00:54.988778 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-982dee87-68a9-498b-9dc0-83a193143c8a req-6241753d-09e0-439a-9d1c-6c67b46f751b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377932 Oct 20 04:00:56.088142 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-dc7e8fd7-2d73-4ec1-bdff-56170e8c754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:56.089682 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-dc7e8fd7-2d73-4ec1-bdff-56170e8c754a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 1098 time: 0.1008258 Oct 20 04:00:56.121997 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b137f-dec5-4e9b-af33-535d49f90943 req-faa1e837-75ee-41ed-a1d4-f89a1a6428c1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:56.123641 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fd1b137f-dec5-4e9b-af33-535d49f90943 req-faa1e837-75ee-41ed-a1d4-f89a1a6428c1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0561833 Oct 20 04:00:56.161152 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fd1b137f-dec5-4e9b-af33-535d49f90943 req-17eca3eb-cac8-4083-b360-a97669854cf2 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314867 Oct 20 04:00:56.185483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-1be80553-21d4-40bf-afc7-4c11b09dd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:56.187007 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-1be80553-21d4-40bf-afc7-4c11b09dd977 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0869191 Oct 20 04:00:56.259178 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-64e09e09-38a0-4c2e-8bbb-8604af1e590b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af2235d-f575-43e0-b36c-61fabafc9557 HTTP/1.1" status: 200 len: 1002 time: 0.0621619 Oct 20 04:00:56.310762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-6a595d19-0927-4302-9d37-9cd45d0de87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:56.312187 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-6a595d19-0927-4302-9d37-9cd45d0de87a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0434952 Oct 20 04:00:56.363449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-3f1a6aeb-5c8c-4ebb-a173-b18f20fa58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:56.364968 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-3f1a6aeb-5c8c-4ebb-a173-b18f20fa58b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419078 Oct 20 04:00:56.461095 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-fbb46246-b07b-41fd-ae3c-cc0d90a25743 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847592 Oct 20 04:00:56.551916 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-264ac076-ecd3-4d86-804d-fc2a164affc2 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802021 Oct 20 04:00:57.289060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e687a51-36de-444a-ab42-9d76897ab6ee req-dcf89deb-46a2-4ccd-a049-44171b39e4ef tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:57.290542 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e687a51-36de-444a-ab42-9d76897ab6ee req-dcf89deb-46a2-4ccd-a049-44171b39e4ef tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0536444 Oct 20 04:00:57.329908 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e687a51-36de-444a-ab42-9d76897ab6ee req-316fb292-f848-4dd0-adb5-87cdfe4b8096 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324442 Oct 20 04:00:58.451410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e793-c8b5-4f86-927e-041a66d97ed5 req-cde8dcde-ddb6-4fab-bc0c-62d789321e5c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:58.452902 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6d05e793-c8b5-4f86-927e-041a66d97ed5 req-cde8dcde-ddb6-4fab-bc0c-62d789321e5c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0487957 Oct 20 04:00:58.491387 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6d05e793-c8b5-4f86-927e-041a66d97ed5 req-2b75e3eb-e165-4662-875a-b8cb6cebcb62 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323246 Oct 20 04:00:58.715413 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:00:59.613846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ac3b1-0f61-4e03-8714-fd8bd6ea44ef req-b5277f09-aadd-4aeb-b842-cab29a0d578f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:00:59.615324 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-da2ac3b1-0f61-4e03-8714-fd8bd6ea44ef req-b5277f09-aadd-4aeb-b842-cab29a0d578f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0493038 Oct 20 04:00:59.654160 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-da2ac3b1-0f61-4e03-8714-fd8bd6ea44ef req-64bb5a5c-ccda-4ab1-88b4-b2f75c67d489 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328405 Oct 20 04:01:00.773763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19e030-f6fe-4da7-a4e0-17dfa2f80712 req-95a392da-30cd-48f3-8c19-376123e03962 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:00.775213 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8a19e030-f6fe-4da7-a4e0-17dfa2f80712 req-95a392da-30cd-48f3-8c19-376123e03962 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0483458 Oct 20 04:01:00.812663 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8a19e030-f6fe-4da7-a4e0-17dfa2f80712 req-feea5583-a693-4c97-a0d3-eea3975340f1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315347 Oct 20 04:01:01.932925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f6a40-2904-42df-beab-e54e966f874e req-f24086a4-e731-4735-a6ab-76704bfaf587 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:01.935098 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-812f6a40-2904-42df-beab-e54e966f874e req-f24086a4-e731-4735-a6ab-76704bfaf587 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0496693 Oct 20 04:01:01.972856 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-812f6a40-2904-42df-beab-e54e966f874e req-0042271a-4642-4334-8d0b-f0cfcf062770 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318019 Oct 20 04:01:03.097445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afda1c-7565-4466-bdaf-072d7d92aa3b req-250c6f61-f5c3-443b-8f6f-3a6392461f43 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:03.098890 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e5afda1c-7565-4466-bdaf-072d7d92aa3b req-250c6f61-f5c3-443b-8f6f-3a6392461f43 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0522332 Oct 20 04:01:03.135827 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e5afda1c-7565-4466-bdaf-072d7d92aa3b req-222d10ad-9e6c-4abc-956b-cf5700f2da58 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310488 Oct 20 04:01:04.262760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8728e-36c2-4b55-87b9-edbfb630e427 req-8ae2f4de-7e6b-4426-b37d-12a92514578c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:04.264230 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f7f8728e-36c2-4b55-87b9-edbfb630e427 req-8ae2f4de-7e6b-4426-b37d-12a92514578c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0537755 Oct 20 04:01:04.301734 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f7f8728e-36c2-4b55-87b9-edbfb630e427 req-72010fb3-26ec-4eef-948b-1310cb575a8d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Oct 20 04:01:05.423887 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3386dee-931d-4b4c-b642-507740072889 req-7f112147-b6c2-4b01-a4d6-eada8b8b5ce0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:05.425359 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c3386dee-931d-4b4c-b642-507740072889 req-7f112147-b6c2-4b01-a4d6-eada8b8b5ce0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0486403 Oct 20 04:01:05.462220 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c3386dee-931d-4b4c-b642-507740072889 req-8544b544-9e80-4683-9bc7-01ea8ce39d1b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309668 Oct 20 04:01:06.587083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ce4e3-9436-49e1-9a96-32dd1bef1eca req-6f0f92f6-2cc0-46f5-a02f-95865a3545c3 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:06.588559 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4e5ce4e3-9436-49e1-9a96-32dd1bef1eca req-6f0f92f6-2cc0-46f5-a02f-95865a3545c3 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0511761 Oct 20 04:01:06.626755 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4e5ce4e3-9436-49e1-9a96-32dd1bef1eca req-8b10f555-b168-4da3-a213-a5b237a642f9 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323579 Oct 20 04:01:07.747971 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b27d76-2efd-4f3c-8afb-26030c7dd86d req-7a767438-7576-4c36-91aa-94fed7fb8502 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:07.749478 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-25b27d76-2efd-4f3c-8afb-26030c7dd86d req-7a767438-7576-4c36-91aa-94fed7fb8502 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0484858 Oct 20 04:01:07.786487 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-25b27d76-2efd-4f3c-8afb-26030c7dd86d req-cf0bd68b-b792-4009-937e-dbc0c37247ad tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311122 Oct 20 04:01:08.646087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:08.993721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826715d-6951-482a-a841-02e1a777e4d7 req-fa1693af-034a-4292-aa37-9fbd74988f81 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:08.995227 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2826715d-6951-482a-a841-02e1a777e4d7 req-fa1693af-034a-4292-aa37-9fbd74988f81 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0818732 Oct 20 04:01:09.000571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb675-5f9e-4f0a-ac66-e35a6a29563e req-5dffb789-ea06-409e-a538-6e48e70f3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:09.001951 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-729bb675-5f9e-4f0a-ac66-e35a6a29563e req-5dffb789-ea06-409e-a538-6e48e70f3449 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 1098 time: 0.0867915 Oct 20 04:01:09.052686 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2826715d-6951-482a-a841-02e1a777e4d7 req-f38acbf8-310f-4b98-8c2e-0de05df74b02 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497794 Oct 20 04:01:09.121815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb675-5f9e-4f0a-ac66-e35a6a29563e req-28255f7d-e4e1-4e40-bf09-1d85fecd741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:09.123244 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-729bb675-5f9e-4f0a-ac66-e35a6a29563e req-28255f7d-e4e1-4e40-bf09-1d85fecd741e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0937784 Oct 20 04:01:09.195239 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-729bb675-5f9e-4f0a-ac66-e35a6a29563e req-6e843f32-d4d4-45d8-b119-60ecb6608cf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af2235d-f575-43e0-b36c-61fabafc9557 HTTP/1.1" status: 200 len: 1002 time: 0.0620873 Oct 20 04:01:09.250372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb675-5f9e-4f0a-ac66-e35a6a29563e req-03d7e47d-a078-45a1-a6f4-cbf2d149d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:09.251768 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-729bb675-5f9e-4f0a-ac66-e35a6a29563e req-03d7e47d-a078-45a1-a6f4-cbf2d149d28a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0469854 Oct 20 04:01:09.300516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb675-5f9e-4f0a-ac66-e35a6a29563e req-bd120771-9fd2-41f4-ae4c-faafe2e12958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:09.302003 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-729bb675-5f9e-4f0a-ac66-e35a6a29563e req-bd120771-9fd2-41f4-ae4c-faafe2e12958 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404322 Oct 20 04:01:09.400969 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-729bb675-5f9e-4f0a-ac66-e35a6a29563e req-92ba17f1-797d-432b-b987-ed4a0e512586 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878055 Oct 20 04:01:09.495038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-729bb675-5f9e-4f0a-ac66-e35a6a29563e req-06c9ee17-870d-444b-9cb7-4b836b0ba182 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842898 Oct 20 04:01:10.189266 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44286268-c220-4cf0-9966-3aee9b172ff6 req-b8bdfe42-186b-489c-9b6f-4f728d68c98a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:10.190755 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-44286268-c220-4cf0-9966-3aee9b172ff6 req-b8bdfe42-186b-489c-9b6f-4f728d68c98a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0588782 Oct 20 04:01:10.234075 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-44286268-c220-4cf0-9966-3aee9b172ff6 req-8d2ee47b-9eac-442a-90e1-fb24c34c317d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366335 Oct 20 04:01:10.313904 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-25be03ea-b590-4d42-aa0a-1d7d26267808 service neutron] 10.222.0.36 "GET /v2.0/ports/2af2235d-f575-43e0-b36c-61fabafc9557/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0601356 Oct 20 04:01:10.528933 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-4c8dd0e3-843a-4c02-bcc0-77930f6357cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:10.530375 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-4c8dd0e3-843a-4c02-bcc0-77930f6357cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0421810 Oct 20 04:01:10.593712 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-a68d3e4f-aef1-47f0-87f3-7bbf2b0f08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:10.595145 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-a68d3e4f-aef1-47f0-87f3-7bbf2b0f08fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 1098 time: 0.0401824 Oct 20 04:01:10.688716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-a3c8268b-0cfc-48a2-b4fb-ca4f8cc12ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:10.690161 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-a3c8268b-0cfc-48a2-b4fb-ca4f8cc12ca6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0854518 Oct 20 04:01:10.756834 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-2d4054c4-7922-42b8-90b1-fe5ddd31b44f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af2235d-f575-43e0-b36c-61fabafc9557 HTTP/1.1" status: 200 len: 1002 time: 0.0562100 Oct 20 04:01:10.810799 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-da6678df-b22a-43d4-b296-2a3441eb9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:10.812097 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-da6678df-b22a-43d4-b296-2a3441eb9bb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0455296 Oct 20 04:01:10.861592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-de5c3944-fd8b-4791-abd9-b78bab565c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:10.863048 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-de5c3944-fd8b-4791-abd9-b78bab565c22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399292 Oct 20 04:01:10.951038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-2b79c589-cc1c-4543-88fe-7145f0ce8975 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808587 Oct 20 04:01:11.041648 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-bd7bbe9e-7052-49da-a252-087064b96d41 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833719 Oct 20 04:01:11.361282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ce4a-4042-4ea9-a8d1-22eeba06c9f5 req-bbb4bcc1-eab3-40d4-a524-f4664970ab52 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:11.362784 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25c9ce4a-4042-4ea9-a8d1-22eeba06c9f5 req-bbb4bcc1-eab3-40d4-a524-f4664970ab52 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0510409 Oct 20 04:01:11.401348 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-25c9ce4a-4042-4ea9-a8d1-22eeba06c9f5 req-2e69cdc8-ba49-4d0c-8f19-653696ab9212 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324192 Oct 20 04:01:12.526382 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca580a-af1f-4799-84b5-b6f5e5b8fd20 req-1b31c699-1244-4758-90be-673714acb66e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:12.527953 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-59ca580a-af1f-4799-84b5-b6f5e5b8fd20 req-1b31c699-1244-4758-90be-673714acb66e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0503228 Oct 20 04:01:12.567464 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-59ca580a-af1f-4799-84b5-b6f5e5b8fd20 req-354901cb-a872-43c4-8dc5-ecf1e8146c1c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334663 Oct 20 04:01:13.697539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eab91c-e870-4f47-aaae-f261528727b8 req-e15a0e07-b5c8-40b2-a458-28bbbfbaa9ad tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:13.699789 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21eab91c-e870-4f47-aaae-f261528727b8 req-e15a0e07-b5c8-40b2-a458-28bbbfbaa9ad tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0559499 Oct 20 04:01:13.738740 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21eab91c-e870-4f47-aaae-f261528727b8 req-b818f075-2f85-4869-a9a4-b46406b4903d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328631 Oct 20 04:01:13.841796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 2af2235d-f575-43e0-b36c-61fabafc9557 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:01:13.918682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 2af2235d-f575-43e0-b36c-61fabafc9557 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:01:13.919073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:13.940997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:01:13.943233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a70193-2022-4219-9f7f-15ab36bf3597" -d '{"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-unplugged", "status": "completed", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:01:13.956871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:13.961293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:14.016162 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:14.024500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.024964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.025394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.025821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.026266 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.026686 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.027662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.028186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.028592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.028981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.029367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.029711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:14.625946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-47dc7d62-2866-413b-bfe0-42b9a5d1d94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:14.864461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2e1ac-2a26-44fd-92b4-ee726ff1f734 req-09bf82ba-8e1d-4537-b41d-e2c6ca6478ed tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:14.865952 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-72c2e1ac-2a26-44fd-92b4-ee726ff1f734 req-09bf82ba-8e1d-4537-b41d-e2c6ca6478ed tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 943 time: 0.0523701 Oct 20 04:01:14.905632 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-72c2e1ac-2a26-44fd-92b4-ee726ff1f734 req-664db8fe-2a54-41da-b1e0-851dec1005cf tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331457 Oct 20 04:01:15.067154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c7340-6d4a-48fc-828d-b207872a1ecf x-openstack-request-id: req-e95c7340-6d4a-48fc-828d-b207872a1ecf {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:01:15.067576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-unplugged", "status": "completed", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:01:15.067697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e95c7340-6d4a-48fc-828d-b207872a1ecf {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:01:15.068106 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95c7340-6d4a-48fc-828d-b207872a1ecf'] response: {'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557', 'code': 200} Oct 20 04:01:15.855057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 2af2235d-f575-43e0-b36c-61fabafc9557 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:01:15.950809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:15.961934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '2af2235d-f575-43e0-b36c-61fabafc9557', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'port_id': '2af2235d-f575-43e0-b36c-61fabafc9557', 'mac_address': 'fa:16:3e:24:5f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:01:15.998670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 2af2235d-f575-43e0-b36c-61fabafc9557 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:01:15.999062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:16.012556 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af2235d-f575-43e0-b36c-61fabafc9557 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:01:16.030751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c168735-14c8-415e-b9ee-d7b23015012b req-e2bf4649-a0c3-4887-b93d-29d0a415e46a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:16.031300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:16.032230 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8c168735-14c8-415e-b9ee-d7b23015012b req-e2bf4649-a0c3-4887-b93d-29d0a415e46a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 943 time: 0.0496731 Oct 20 04:01:16.037475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:16.070345 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8c168735-14c8-415e-b9ee-d7b23015012b req-ad3f6591-b365-4a06-ba41-bafde4cb6a1d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319622 Oct 20 04:01:16.096788 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:16.113956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['2af2235d-f575-43e0-b36c-61fabafc9557'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:01:16.617112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a04a8b54-3bcd-4483-a796-efc9af6f8087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:17.192742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ce59a-7cb6-4df2-b37d-56a15ae9e6f8 req-851a8f31-4483-4719-b777-84fdc77cbab8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:17.194197 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-118ce59a-7cb6-4df2-b37d-56a15ae9e6f8 req-851a8f31-4483-4719-b777-84fdc77cbab8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 944 time: 0.0487921 Oct 20 04:01:17.231296 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-118ce59a-7cb6-4df2-b37d-56a15ae9e6f8 req-d74baae8-86ca-41b8-b68b-b0c20195e645 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305209 Oct 20 04:01:17.866246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:17.869986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 2af2235d-f575-43e0-b36c-61fabafc9557 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:01:17.920741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 2af2235d-f575-43e0-b36c-61fabafc9557 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:01:17.921109 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:17.921443 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 2af2235d-f575-43e0-b36c-61fabafc9557 Oct 20 04:01:17.997282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 2af2235d-f575-43e0-b36c-61fabafc9557 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:01:17.997685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:18.019402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:01:18.021669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7977d0f2-5aac-4932-ab28-2473dda8aa5d" -d '{"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-plugged", "status": "completed", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:01:18.034389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:18.038792 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:18.068878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d6a6bc-2109-4302-a829-7996a2f7d15b x-openstack-request-id: req-c7d6a6bc-2109-4302-a829-7996a2f7d15b {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:01:18.069174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-plugged", "status": "completed", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:01:18.069434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7d6a6bc-2109-4302-a829-7996a2f7d15b {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:01:18.069820 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d6a6bc-2109-4302-a829-7996a2f7d15b'] response: {'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557', 'code': 200} Oct 20 04:01:18.095154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:18.358818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780a2f5-8d7c-4b0d-9327-db6bf6f43ce5 req-fd3e230f-f844-4986-8ab2-507fbaec56c5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:18.360303 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8780a2f5-8d7c-4b0d-9327-db6bf6f43ce5 req-fd3e230f-f844-4986-8ab2-507fbaec56c5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0538707 Oct 20 04:01:18.397632 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8780a2f5-8d7c-4b0d-9327-db6bf6f43ce5 req-a26109e6-340f-46aa-a115-5550f8a5e8a3 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314581 Oct 20 04:01:19.352995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:19.529091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea4e33-d211-4127-be70-12bcf44f859d req-917751fd-5deb-490c-a997-69c1308f56d0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:19.530626 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-96ea4e33-d211-4127-be70-12bcf44f859d req-917751fd-5deb-490c-a997-69c1308f56d0 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0560944 Oct 20 04:01:19.570319 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-96ea4e33-d211-4127-be70-12bcf44f859d req-939ad440-7ec5-4fa1-9c8f-da7001d375f1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334797 Oct 20 04:01:19.585534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:20.698480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70993a4-2ebd-4d3b-bc4f-64fe6491a901 req-e5db309d-63cf-43c6-af7c-9c9340d5e56e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:20.700599 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d70993a4-2ebd-4d3b-bc4f-64fe6491a901 req-e5db309d-63cf-43c6-af7c-9c9340d5e56e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0488698 Oct 20 04:01:20.738732 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d70993a4-2ebd-4d3b-bc4f-64fe6491a901 req-4ffe71b3-5945-4014-a684-2147e3dd3c0f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319228 Oct 20 04:01:21.875374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f60f9-eb46-4e0e-a3fc-e0533f540ff1 req-490a58ba-43dd-4f80-84df-66a117354a91 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:21.877006 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9f5f60f9-eb46-4e0e-a3fc-e0533f540ff1 req-490a58ba-43dd-4f80-84df-66a117354a91 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0575931 Oct 20 04:01:21.918878 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9f5f60f9-eb46-4e0e-a3fc-e0533f540ff1 req-ffdfad7c-f7a7-49e8-86ac-cb4a341fd8c4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330706 Oct 20 04:01:23.041690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda859-0182-43a7-970e-3ae9c5794a15 req-bf10f622-2926-427d-93eb-953d8c9f7c39 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:23.043640 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-05bda859-0182-43a7-970e-3ae9c5794a15 req-bf10f622-2926-427d-93eb-953d8c9f7c39 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0477359 Oct 20 04:01:23.080876 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-05bda859-0182-43a7-970e-3ae9c5794a15 req-c27c81cc-9c87-4045-88de-05bd2d2c308f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307684 Oct 20 04:01:23.360409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366bf4-839d-4b46-8347-97d6c185e18c req-5b6c6658-9a3b-4d39-913e-9dbeb098304a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:23.361866 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-5b6c6658-9a3b-4d39-913e-9dbeb098304a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777&tenant_id=48e62074625844c7bb71c90f136d4ee9&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 945 time: 0.0533664 Oct 20 04:01:23.380379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d4e1d-da08-457c-80d9-a450bc774059 req-04830caa-602d-4fdf-99a4-8838d29d53f8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:23.381832 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-405d4e1d-da08-457c-80d9-a450bc774059 req-04830caa-602d-4fdf-99a4-8838d29d53f8 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0534971 Oct 20 04:01:23.420184 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-405d4e1d-da08-457c-80d9-a450bc774059 req-962c1fdd-5b3a-4ddf-9f08-b9095c5678f7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318103 Oct 20 04:01:23.425927 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-e1c93888-8ad5-4113-a162-fb93927e3f85 service neutron] 10.222.0.36 "GET /v2.0/ports/2af2235d-f575-43e0-b36c-61fabafc9557/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0564647 Oct 20 04:01:23.488440 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366bf4-839d-4b46-8347-97d6c185e18c req-4d58534c-9515-44de-b4f1-3e21caf0522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:23.489896 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-4d58534c-9515-44de-b4f1-3e21caf0522d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 1098 time: 0.0410736 Oct 20 04:01:23.577333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366bf4-839d-4b46-8347-97d6c185e18c req-ae66bb27-7785-4766-bbe5-b2e125c1d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:23.578780 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-ae66bb27-7785-4766-bbe5-b2e125c1d47d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0824270 Oct 20 04:01:23.645644 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-ab8d2aa5-d80e-49b4-932f-d700046033ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af2235d-f575-43e0-b36c-61fabafc9557 HTTP/1.1" status: 200 len: 1002 time: 0.0599091 Oct 20 04:01:23.694018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366bf4-839d-4b46-8347-97d6c185e18c req-38475c1a-b524-44b8-ac10-9c99446d11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:23.695411 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-38475c1a-b524-44b8-ac10-9c99446d11b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0428567 Oct 20 04:01:23.738707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366bf4-839d-4b46-8347-97d6c185e18c req-db453636-fb63-4ecb-aa09-5bc485268526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:23.740129 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-db453636-fb63-4ecb-aa09-5bc485268526 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386081 Oct 20 04:01:23.830424 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-0bff0142-7aca-417b-a854-ff720aa338ff service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837855 Oct 20 04:01:24.221883 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-3dc04978-1c2c-4e69-b21f-39b8c7f2d2d6 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850424 Oct 20 04:01:24.544919 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16068140-3cba-4620-bf70-fd0ffd327650 req-912a7436-e259-4778-91a5-26fcb490b243 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:24.546269 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-16068140-3cba-4620-bf70-fd0ffd327650 req-912a7436-e259-4778-91a5-26fcb490b243 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0483460 Oct 20 04:01:24.583296 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-16068140-3cba-4620-bf70-fd0ffd327650 req-3d1ae0f8-6ed4-4b7c-820f-bed26f9992d5 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311382 Oct 20 04:01:25.704387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b9619-2189-49b0-8dab-0b8798959d24 req-30f3b5b6-0eb2-4ffc-aeea-4f92c9d3ae22 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:25.706111 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3c0b9619-2189-49b0-8dab-0b8798959d24 req-30f3b5b6-0eb2-4ffc-aeea-4f92c9d3ae22 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0486567 Oct 20 04:01:25.743696 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3c0b9619-2189-49b0-8dab-0b8798959d24 req-beb30989-790b-45c0-87c2-b02b3bdfc99a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Oct 20 04:01:26.866896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d582122-cd86-444d-8779-cd8fb358ac94 req-6251a23a-5f09-4244-9f3a-05d79f01df84 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:26.868375 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0d582122-cd86-444d-8779-cd8fb358ac94 req-6251a23a-5f09-4244-9f3a-05d79f01df84 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0491970 Oct 20 04:01:26.906689 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0d582122-cd86-444d-8779-cd8fb358ac94 req-cc96d970-7033-4d15-8c21-8791a0a9fb60 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315425 Oct 20 04:01:28.029669 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479e574-bee8-4214-a962-62bb390e7b11 req-fd7852fb-ce49-4182-968f-7e7dacb1e57c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:28.031113 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8479e574-bee8-4214-a962-62bb390e7b11 req-fd7852fb-ce49-4182-968f-7e7dacb1e57c tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0475771 Oct 20 04:01:28.068018 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8479e574-bee8-4214-a962-62bb390e7b11 req-8c25d756-0d55-43cf-9220-7f08b3695f4f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309114 Oct 20 04:01:28.591084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366bf4-839d-4b46-8347-97d6c185e18c req-1ae80e65-e321-441f-a026-a11164734f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:28.592717 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-1ae80e65-e321-441f-a026-a11164734f6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777&tenant_id=48e62074625844c7bb71c90f136d4ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0410669 Oct 20 04:01:28.663330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366bf4-839d-4b46-8347-97d6c185e18c req-861b3bb1-ceb4-4cf3-a393-c6b967839334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:28.664821 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-861b3bb1-ceb4-4cf3-a393-c6b967839334 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e62074625844c7bb71c90f136d4ee9&device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 1098 time: 0.0434446 Oct 20 04:01:28.756947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366bf4-839d-4b46-8347-97d6c185e18c req-39ac0094-0853-4083-898f-a3674277d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:28.758398 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-39ac0094-0853-4083-898f-a3674277d040 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 200 len: 912 time: 0.0836620 Oct 20 04:01:28.828290 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-c7b3c90f-5d3e-4ef5-b277-ea0bc8831dc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af2235d-f575-43e0-b36c-61fabafc9557 HTTP/1.1" status: 200 len: 1002 time: 0.0599220 Oct 20 04:01:28.879662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366bf4-839d-4b46-8347-97d6c185e18c req-890b3f32-cb74-4653-a9f4-d025a652dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:28.881083 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-890b3f32-cb74-4653-a9f4-d025a652dcb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 200 len: 850 time: 0.0430670 Oct 20 04:01:28.930137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366bf4-839d-4b46-8347-97d6c185e18c req-0841f380-f866-420d-95d2-ef010c349110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:28.931558 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-0841f380-f866-420d-95d2-ef010c349110 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0517881-8239-4262-b115-524e8ed761b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395269 Oct 20 04:01:29.031277 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-192c4b41-040f-48a4-9f9e-ee9b6fbcf762 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841372 Oct 20 04:01:29.124133 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-66366bf4-839d-4b46-8347-97d6c185e18c req-5aae8db1-36a6-4308-97dc-2ca0a2976d46 service neutron] 10.222.0.36 "GET /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827723 Oct 20 04:01:29.195312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811470ad-1fb4-4770-beb6-f631e6a2c86e req-f0f117f0-f770-4351-a838-d87eefde5fd4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:29.196832 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-811470ad-1fb4-4770-beb6-f631e6a2c86e req-f0f117f0-f770-4351-a838-d87eefde5fd4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0539815 Oct 20 04:01:29.236870 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-811470ad-1fb4-4770-beb6-f631e6a2c86e req-2ac36c35-027b-420d-8867-e57ac82a221a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333576 Oct 20 04:01:29.950071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 2af2235d-f575-43e0-b36c-61fabafc9557 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:01:30.029623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 2af2235d-f575-43e0-b36c-61fabafc9557 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:01:30.030048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:30.053347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:01:30.055586 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f958db-65c9-409a-9b0a-fa16d04839db" -d '{"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-unplugged", "status": "completed", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:01:30.069432 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:30.073974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:30.104415 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8070b681-0441-4e88-bfa7-70a3ba019d8c x-openstack-request-id: req-8070b681-0441-4e88-bfa7-70a3ba019d8c {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:01:30.104708 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-unplugged", "status": "completed", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:01:30.104958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8070b681-0441-4e88-bfa7-70a3ba019d8c {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:01:30.105350 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8070b681-0441-4e88-bfa7-70a3ba019d8c'] response: {'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557', 'code': 200} Oct 20 04:01:30.125681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=9']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:30.366221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676cf33-06ec-4942-a299-e4ea496f8130 req-51cef9d8-60dd-43f5-a9da-3bf15e948f97 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:30.367742 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f676cf33-06ec-4942-a299-e4ea496f8130 req-51cef9d8-60dd-43f5-a9da-3bf15e948f97 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 943 time: 0.0499799 Oct 20 04:01:30.406389 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f676cf33-06ec-4942-a299-e4ea496f8130 req-b035d8d2-3498-4e7b-a090-6a730dd504ad tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320957 Oct 20 04:01:31.538235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d40a1-a86f-4d49-84f8-4e996e6a1de2 req-a338c236-4512-44c1-8adb-d214cf02b75b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:31.539714 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0c3d40a1-a86f-4d49-84f8-4e996e6a1de2 req-a338c236-4512-44c1-8adb-d214cf02b75b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 943 time: 0.0534778 Oct 20 04:01:31.578705 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0c3d40a1-a86f-4d49-84f8-4e996e6a1de2 req-31ea35d1-ec9f-42b0-b351-8f5a4c7446bf tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321991 Oct 20 04:01:32.709255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce8993-6d2c-4cb5-8358-c452a06dc4aa req-74f358d3-52b3-400e-917e-b9474ced2390 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:32.710751 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20ce8993-6d2c-4cb5-8358-c452a06dc4aa req-74f358d3-52b3-400e-917e-b9474ced2390 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 943 time: 0.0517483 Oct 20 04:01:32.750983 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20ce8993-6d2c-4cb5-8358-c452a06dc4aa req-2c87bbb6-3810-45fe-a6ea-83e58a20084e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334394 Oct 20 04:01:33.875459 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585aa0e-8776-421d-b2b8-0f333f537a63 req-eda73d06-9939-4132-83f7-6c76d7946f37 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:33.876936 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3585aa0e-8776-421d-b2b8-0f333f537a63 req-eda73d06-9939-4132-83f7-6c76d7946f37 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 943 time: 0.0480676 Oct 20 04:01:33.913993 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3585aa0e-8776-421d-b2b8-0f333f537a63 req-29265e28-7bf2-4e11-bf50-0c2454f81966 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311198 Oct 20 04:01:35.041456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fda58-3f6d-449f-9e90-0fdf85acf00c req-aa6da0fb-c180-4ac2-884a-610312d84999 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:35.042958 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6a7fda58-3f6d-449f-9e90-0fdf85acf00c req-aa6da0fb-c180-4ac2-884a-610312d84999 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 943 time: 0.0536511 Oct 20 04:01:35.080497 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6a7fda58-3f6d-449f-9e90-0fdf85acf00c req-1915c6d7-d58b-4bbc-b3a1-f3ae6f2af933 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Oct 20 04:01:35.713583 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:01:35.980164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 2af2235d-f575-43e0-b36c-61fabafc9557 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:01:36.075722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:36.086660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '2af2235d-f575-43e0-b36c-61fabafc9557', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'port_id': '2af2235d-f575-43e0-b36c-61fabafc9557', 'mac_address': 'fa:16:3e:24:5f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:01:36.123379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 2af2235d-f575-43e0-b36c-61fabafc9557 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:01:36.123669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:36.139655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af2235d-f575-43e0-b36c-61fabafc9557 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:01:36.159125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:36.163134 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:36.205918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af71a23-34e8-47ac-8e8b-01c6f77ce047 req-15d41fda-27e8-4db7-8f51-eb8a1f881686 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:36.207423 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8af71a23-34e8-47ac-8e8b-01c6f77ce047 req-15d41fda-27e8-4db7-8f51-eb8a1f881686 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0520856 Oct 20 04:01:36.211972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=10']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:36.239491 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['2af2235d-f575-43e0-b36c-61fabafc9557'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:01:36.248482 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8af71a23-34e8-47ac-8e8b-01c6f77ce047 req-0e754a02-5f0b-49c3-814f-454e948add71 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349069 Oct 20 04:01:37.370408 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbcd0c-3201-4231-8f15-310a9b28c7a3 req-0a38f4fd-48ca-4a01-b10b-996b9c8d8975 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:37.372508 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f9cbcd0c-3201-4231-8f15-310a9b28c7a3 req-0a38f4fd-48ca-4a01-b10b-996b9c8d8975 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 945 time: 0.0487869 Oct 20 04:01:37.409032 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f9cbcd0c-3201-4231-8f15-310a9b28c7a3 req-2bd55b1b-ddba-44fe-93fa-79b265f5f8e2 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305908 Oct 20 04:01:37.995832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 2af2235d-f575-43e0-b36c-61fabafc9557 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:01:38.044324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 2af2235d-f575-43e0-b36c-61fabafc9557 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:01:38.044693 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:38.045026 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 2af2235d-f575-43e0-b36c-61fabafc9557 Oct 20 04:01:38.119697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 2af2235d-f575-43e0-b36c-61fabafc9557 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:01:38.120083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:38.142419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:01:38.144863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4277f47-a9fa-4708-913e-3e5269956e0c" -d '{"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-plugged", "status": "completed", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:01:38.158014 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:38.163104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:38.193383 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eae8e4-7345-4436-b042-00bec7abd29c x-openstack-request-id: req-b5eae8e4-7345-4436-b042-00bec7abd29c {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:01:38.193672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-plugged", "status": "completed", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:01:38.193919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5eae8e4-7345-4436-b042-00bec7abd29c {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:01:38.194305 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5eae8e4-7345-4436-b042-00bec7abd29c'] response: {'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557', 'code': 200} Oct 20 04:01:38.216407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=11']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:38.531252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cb907-4322-41b2-891c-708608cc7409 req-a49ad367-e16f-4895-9647-a219f2a2464b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:38.532762 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-176cb907-4322-41b2-891c-708608cc7409 req-a49ad367-e16f-4895-9647-a219f2a2464b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 946 time: 0.0491912 Oct 20 04:01:38.570532 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-176cb907-4322-41b2-891c-708608cc7409 req-e72f10c2-1a36-451c-b8ec-98f0ca1a288d tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318201 Oct 20 04:01:38.648732 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:39.702180 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfe5f2-8dcc-407e-a696-fa722dfedffb req-a614dfcf-bd70-4b15-b4fa-7655d3cf948f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:39.703662 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-46dfe5f2-8dcc-407e-a696-fa722dfedffb req-a614dfcf-bd70-4b15-b4fa-7655d3cf948f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 946 time: 0.0536730 Oct 20 04:01:39.744304 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-46dfe5f2-8dcc-407e-a696-fa722dfedffb req-a6433e24-74e0-49d7-a244-d0e95d1b05b1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333028 Oct 20 04:01:40.875686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e571039-f249-4bcf-8b6f-cf6a92d54950 req-1c7b433a-c8f3-4785-a834-aeef70721a4f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:40.877178 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e571039-f249-4bcf-8b6f-cf6a92d54950 req-1c7b433a-c8f3-4785-a834-aeef70721a4f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 946 time: 0.0548458 Oct 20 04:01:40.914815 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e571039-f249-4bcf-8b6f-cf6a92d54950 req-04f0c6b4-9725-4632-86b5-72ae32117f89 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317359 Oct 20 04:01:41.034674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7ac4f-502b-481c-9888-669b9271722c req-d2ea07b5-0259-47c4-94ee-4fae4f3323ee tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:41.036031 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-80f7ac4f-502b-481c-9888-669b9271722c req-d2ea07b5-0259-47c4-94ee-4fae4f3323ee tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 946 time: 0.0483708 Oct 20 04:01:41.072367 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-80f7ac4f-502b-481c-9888-669b9271722c req-b4f53c71-f49c-45e8-92d1-4eff4d528274 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304337 Oct 20 04:01:41.190390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a32dbe-00c8-46f7-9d0b-eaafc080bdc0 req-8003b29e-06f0-4bed-9702-09f3deb822ea tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:41.191841 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-12a32dbe-00c8-46f7-9d0b-eaafc080bdc0 req-8003b29e-06f0-4bed-9702-09f3deb822ea tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 946 time: 0.0482554 Oct 20 04:01:41.229575 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-12a32dbe-00c8-46f7-9d0b-eaafc080bdc0 req-26799704-b6c8-4457-894d-c92358068c47 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317631 Oct 20 04:01:41.466762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cc74e-c4ee-47f1-a1f5-11612a2ee062 req-40cd2067-4184-4cef-a826-0ba843485beb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:41.468246 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f8cc74e-c4ee-47f1-a1f5-11612a2ee062 req-40cd2067-4184-4cef-a826-0ba843485beb tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 946 time: 0.0502334 Oct 20 04:01:41.506245 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f8cc74e-c4ee-47f1-a1f5-11612a2ee062 req-2fac9daa-eee2-445e-84aa-8b679802911b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319762 Oct 20 04:01:42.629424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8466ca1-7dce-43d6-beaa-9f93e73e0e12 req-8ddd94b4-7b78-42fe-86dc-5821fbcac3e4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:42.630871 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c8466ca1-7dce-43d6-beaa-9f93e73e0e12 req-8ddd94b4-7b78-42fe-86dc-5821fbcac3e4 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 946 time: 0.0482707 Oct 20 04:01:42.668811 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c8466ca1-7dce-43d6-beaa-9f93e73e0e12 req-acfeb1ae-7aa0-4d11-8975-a36ae284dd99 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319331 Oct 20 04:01:43.795315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b128-1f2d-49c4-bca9-d8dad7c2ce98 req-a45ceeb2-3766-4ea4-a09e-e611a27fb39f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:43.796797 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f475b128-1f2d-49c4-bca9-d8dad7c2ce98 req-a45ceeb2-3766-4ea4-a09e-e611a27fb39f tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 946 time: 0.0529389 Oct 20 04:01:43.833975 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f475b128-1f2d-49c4-bca9-d8dad7c2ce98 req-004915ff-8e05-48ec-b77e-e6629aed7cae tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311532 Oct 20 04:01:44.011751 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602037ee-414e-429e-8cce-2412c721ad4d req-abb06a06-9efd-4687-be31-ff073a8ab7ef tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:44.013890 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-602037ee-414e-429e-8cce-2412c721ad4d req-abb06a06-9efd-4687-be31-ff073a8ab7ef tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 946 time: 0.0485029 Oct 20 04:01:44.106801 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Deleting port 2af2235d-f575-43e0-b36c-61fabafc9557 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:01:44.107069 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:44.195894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] For port 2af2235d-f575-43e0-b36c-61fabafc9557, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=2af2235d-f575-43e0-b36c-61fabafc9557,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:44.196253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:44.369668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:44.370046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:44.370368 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d disassociated. External IP: 172.26.0.142, port: 2af2235d-f575-43e0-b36c-61fabafc9557. Oct 20 04:01:44.370712 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Calling delete_port for 2af2235d-f575-43e0-b36c-61fabafc9557 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:01:44.502418 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:44.533504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event deleted for resources: {'Port': ['ID=2af2235d-f575-43e0-b36c-61fabafc9557,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:44.592303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.592643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.592983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.593320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.593647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.593978 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.594326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.594621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.594945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.595270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.595586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.595902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:44.638966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-45b12f05-ee0c-4286-ae75-472803df4547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:44.675459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Router 8e3ae7d4-6e17-46bd-b631-389525d63efb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:01:44.791163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:01:44.802428 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b4e707-3e40-4299-bc44-f9ace88e1ad1 None None] Sync routers for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:01:44.814292 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4e707-3e40-4299-bc44-f9ace88e1ad1 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:01:44.815281 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c3b4e707-3e40-4299-bc44-f9ace88e1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:01:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:44.835856 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] No DVR routers for this DVR port 2af2235d-f575-43e0-b36c-61fabafc9557 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:01:44.838364 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:44.842064 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-602037ee-414e-429e-8cce-2412c721ad4d req-a68dc86d-c868-40ef-a279-03b3814d1723 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.36 "DELETE /v2.0/ports/2af2235d-f575-43e0-b36c-61fabafc9557 HTTP/1.1" status: 204 len: 173 time: 0.8221045 Oct 20 04:01:44.842574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-deleted', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:01:44.844865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193b10dd-8dc4-45e2-a480-f391c1c28a0c" -d '{"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-deleted", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:01:44.941603 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c3b4e707-3e40-4299-bc44-f9ace88e1ad1 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:01:44.978375 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-736ba989-ff34-47f7-b089-b90399084ba2 req-3db80482-c304-4a2b-bc37-513954d6a16e tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 210 time: 0.0554547 Oct 20 04:01:44.994662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eca0bad-aa9f-4d82-a774-4b80db24cae7 x-openstack-request-id: req-5eca0bad-aa9f-4d82-a774-4b80db24cae7 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:01:45.006328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb64d19-f169-49ac-b25a-7b79f4abb777", "name": "network-vif-deleted", "tag": "2af2235d-f575-43e0-b36c-61fabafc9557", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:01:45.006813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5eca0bad-aa9f-4d82-a774-4b80db24cae7 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:01:45.007441 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eca0bad-aa9f-4d82-a774-4b80db24cae7'] response: {'server_uuid': '2eb64d19-f169-49ac-b25a-7b79f4abb777', 'name': 'network-vif-deleted', 'tag': '2af2235d-f575-43e0-b36c-61fabafc9557', 'status': 'completed', 'code': 200} Oct 20 04:01:45.164365 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c3b4e707-3e40-4299-bc44-f9ace88e1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:45.190515 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b4e707-3e40-4299-bc44-f9ace88e1ad1 None None] Checking router: 8e3ae7d4-6e17-46bd-b631-389525d63efb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:01:45.198925 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4e707-3e40-4299-bc44-f9ace88e1ad1 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:01:45.199641 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c3b4e707-3e40-4299-bc44-f9ace88e1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:01:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:45.394312 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c3b4e707-3e40-4299-bc44-f9ace88e1ad1 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:01:45.597311 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c3b4e707-3e40-4299-bc44-f9ace88e1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:45.622860 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b4e707-3e40-4299-bc44-f9ace88e1ad1 None None] The sync data for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv is: [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:07Z', 'revision_number': 4, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2dfd383b-c6db-4908-b61c-5512876e0745', 'name': '', 'network_id': 'd0517881-8239-4262-b115-524e8ed761b9', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'mac_address': 'fa:16:3e:d7:b2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:07Z', 'updated_at': '2022-10-20T03:56:11Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'subnets': [{'id': '3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:01:45.855451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebda9e6-53c3-4c80-a68e-c02cedc799e7 None None] New status for floating IP 83dc9522-82da-483f-99fc-a8976f0a2c3d: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:01:46.090545 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b817971b-1b4d-4f31-a1cd-74005537a02d req-52f55f7a-e618-40c4-9510-e42bce02188a tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 210 time: 0.0312855 Oct 20 04:01:46.619402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bcd57027-6a83-4043-a880-cb7102328589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:47.191033 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6395d9c2-fbfa-4de7-a3aa-affff030f637 req-b6343020-dd6b-4f13-adba-9b0a59e79bda tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 210 time: 0.0265906 Oct 20 04:01:47.876443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:48.027464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 2af2235d-f575-43e0-b36c-61fabafc9557 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:01:48.047861 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 2af2235d-f575-43e0-b36c-61fabafc9557 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:01:48.048197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 2af2235d-f575-43e0-b36c-61fabafc9557 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:01:48.311679 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ee5484c8-b772-4811-8642-ca889bc58adf req-ba4d290a-a15f-4cc3-aaf8-e59efaa109ce tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb64d19-f169-49ac-b25a-7b79f4abb777 HTTP/1.1" status: 200 len: 210 time: 0.0287614 Oct 20 04:01:49.365793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:49.587623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:52.033232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33288) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:52.086410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:52.110464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:52.154870 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:52.157609 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:52.158741 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "DELETE /v2.0/security-groups/c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9 HTTP/1.1" status: 204 len: 168 time: 0.1244643 Oct 20 04:01:52.161443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33290) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:52.168861 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:52.175770 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.api.v2.resource [None req-9d059094-9058-487c-94d8-e0851f364eb1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] show failed (client error): The resource could not be found. Oct 20 04:01:52.179451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.179647 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d059094-9058-487c-94d8-e0851f364eb1 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "GET /v2.0/security-groups/c3b9fb61-a3cf-4376-91f8-0c2c7518b5e9 HTTP/1.1" status: 404 len: 347 time: 0.0144200 Oct 20 04:01:52.179734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.179734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.179734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.179734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.179734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.179734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.179734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.179734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.179734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.180318 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.180391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33292) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:52.180458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df41594-6db3-4fa5-8eb1-b04db975038b tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:01:52.313805 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-06a2347d-f180-45fb-8e6c-e38059739ab7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Deleting port 7c50ed48-e356-43cc-aa18-52a537e2d84c {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:01:52.314154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06a2347d-f180-45fb-8e6c-e38059739ab7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:52.394940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06a2347d-f180-45fb-8e6c-e38059739ab7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:52.395186 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06a2347d-f180-45fb-8e6c-e38059739ab7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:52.407579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-06a2347d-f180-45fb-8e6c-e38059739ab7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Calling delete_port for 7c50ed48-e356-43cc-aa18-52a537e2d84c owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:01:52.537365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06a2347d-f180-45fb-8e6c-e38059739ab7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:52.569652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2347d-f180-45fb-8e6c-e38059739ab7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Pushing event deleted for resources: {'Port': ['ID=7c50ed48-e356-43cc-aa18-52a537e2d84c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:52.630503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06a2347d-f180-45fb-8e6c-e38059739ab7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:52.633139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-06a2347d-f180-45fb-8e6c-e38059739ab7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:52.636127 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-06a2347d-f180-45fb-8e6c-e38059739ab7 tempest-ServerActionsTestJSON-1311497979 tempest-ServerActionsTestJSON-1311497979-project] 10.222.0.20 "DELETE /v2.0/floatingips/83dc9522-82da-483f-99fc-a8976f0a2c3d HTTP/1.1" status: 204 len: 168 time: 0.4531229 Oct 20 04:01:52.637943 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33294) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:53.046460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:53.285412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] Deleting port 2dfd383b-c6db-4908-b61c-5512876e0745 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:01:53.286096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:53.361844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] For port 2dfd383b-c6db-4908-b61c-5512876e0745, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2dfd383b-c6db-4908-b61c-5512876e0745,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:53.362201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:53.374788 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] Calling delete_port for 2dfd383b-c6db-4908-b61c-5512876e0745 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:01:53.548905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:53.575011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] Pushing event deleted for resources: {'Port': ['ID=2dfd383b-c6db-4908-b61c-5512876e0745,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:53.745344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:53.959680 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] Router 8e3ae7d4-6e17-46bd-b631-389525d63efb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:01:54.063117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:01:54.068183 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9cd69e18-7359-4d86-bed3-b3927264d28d admin admin] 10.222.0.20 "PUT /v2.0/routers/8e3ae7d4-6e17-46bd-b631-389525d63efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4292512 Oct 20 04:01:54.070758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33298) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:54.071733 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d88c962-a6ea-44cb-8d3c-5501e1e689d8 None None] Sync routers for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:01:54.081802 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88c962-a6ea-44cb-8d3c-5501e1e689d8 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:01:54.082399 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-2d88c962-a6ea-44cb-8d3c-5501e1e689d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:01:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:54.172990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:54.184023 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-2d88c962-a6ea-44cb-8d3c-5501e1e689d8 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:01:54.371224 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-2d88c962-a6ea-44cb-8d3c-5501e1e689d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T04:01:53Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:54.402024 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d88c962-a6ea-44cb-8d3c-5501e1e689d8 None None] Checking router: 8e3ae7d4-6e17-46bd-b631-389525d63efb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:01:54.411222 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88c962-a6ea-44cb-8d3c-5501e1e689d8 None None] Routers {'8e3ae7d4-6e17-46bd-b631-389525d63efb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:01:54.411844 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-2d88c962-a6ea-44cb-8d3c-5501e1e689d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:01:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['8e3ae7d4-6e17-46bd-b631-389525d63efb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:54.517492 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-2d88c962-a6ea-44cb-8d3c-5501e1e689d8 None None] Set router 8e3ae7d4-6e17-46bd-b631-389525d63efb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:01:54.589552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:54.642284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Deleting port fab069a6-b754-4de4-b652-eabc8e1250fd {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:01:54.642727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:54.705242 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-2d88c962-a6ea-44cb-8d3c-5501e1e689d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T04:01:53Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:54.721463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] For port fab069a6-b754-4de4-b652-eabc8e1250fd, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=fab069a6-b754-4de4-b652-eabc8e1250fd,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:54.721837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:54.734712 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d88c962-a6ea-44cb-8d3c-5501e1e689d8 None None] The sync data for ids ['8e3ae7d4-6e17-46bd-b631-389525d63efb'] in dv-neutron-861842-1-hyperv is: [{'id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'name': 'tempest-ServerActionsTestJSON-510557483-router', 'tenant_id': '48e62074625844c7bb71c90f136d4ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T04:01:53Z', 'revision_number': 5, 'project_id': '48e62074625844c7bb71c90f136d4ee9', 'gw_port': {'id': 'fab069a6-b754-4de4-b652-eabc8e1250fd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3ae7d4-6e17-46bd-b631-389525d63efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T03:56:05Z', 'updated_at': '2022-10-20T03:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:01:54.739925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Calling delete_port for fab069a6-b754-4de4-b652-eabc8e1250fd owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:01:54.902801 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:54.932616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab069a6-b754-4de4-b652-eabc8e1250fd,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:54.994367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.085523 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.088107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.136383 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.137654 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e3ae7d4-6e17-46bd-b631-389525d63efb {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:01:55.142221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.143342 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d42f69c0-0570-4545-99af-e87ef2ae8c15 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8e3ae7d4-6e17-46bd-b631-389525d63efb HTTP/1.1" status: 204 len: 168 time: 1.0716684 Oct 20 04:01:55.145885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33300) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:55.192445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb92000-d6a8-40e8-84cc-03b53ef9afb7 admin admin] Deleting subnet 3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:01:55.195771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fb92000-d6a8-40e8-84cc-03b53ef9afb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.231782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fb92000-d6a8-40e8-84cc-03b53ef9afb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.315672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fb92000-d6a8-40e8-84cc-03b53ef9afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.373313 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fb92000-d6a8-40e8-84cc-03b53ef9afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.403190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7fb92000-d6a8-40e8-84cc-03b53ef9afb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.407498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d8df27-ff1d-456e-a29a-e8b46da3d2f5 None None] Network d0517881-8239-4262-b115-524e8ed761b9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:01:55.407966 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7fb92000-d6a8-40e8-84cc-03b53ef9afb7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6 HTTP/1.1" status: 204 len: 168 time: 0.2608252 Oct 20 04:01:55.408495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb92000-d6a8-40e8-84cc-03b53ef9afb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a3b1b9a-e1eb-44ea-8a08-cf5d9c92cef6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:55.410456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33302) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:55.483832 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.542609 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Deleting port 779c2985-9438-441e-a2fb-c715e179c00c {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:01:55.543195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.592968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad3d19-81f9-425a-9687-28a60547cdb2 None None] DHCP port deletion for d0517881-8239-4262-b115-524e8ed761b9 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:01:55.613395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] For port 779c2985-9438-441e-a2fb-c715e179c00c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=779c2985-9438-441e-a2fb-c715e179c00c,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:55.613878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.631764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Calling delete_port for 779c2985-9438-441e-a2fb-c715e179c00c owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:01:55.651262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-53ad3d19-81f9-425a-9687-28a60547cdb2 None None] Deleting port 779c2985-9438-441e-a2fb-c715e179c00c {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:01:55.651642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53ad3d19-81f9-425a-9687-28a60547cdb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.654871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device fab069a6-b754-4de4-b652-eabc8e1250fd no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:01:55.686707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: fab069a6-b754-4de4-b652-eabc8e1250fd {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:01:55.686967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device fab069a6-b754-4de4-b652-eabc8e1250fd not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:01:55.687436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2dfd383b-c6db-4908-b61c-5512876e0745 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:01:55.713733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 2dfd383b-c6db-4908-b61c-5512876e0745 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:01:55.714077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2dfd383b-c6db-4908-b61c-5512876e0745 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:01:55.714498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 779c2985-9438-441e-a2fb-c715e179c00c no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:01:55.719725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.745330 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Pushing event deleted for resources: {'Port': ['ID=779c2985-9438-441e-a2fb-c715e179c00c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:55.749657 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] No DVR routers for this DVR port 779c2985-9438-441e-a2fb-c715e179c00c on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:01:55.768176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 779c2985-9438-441e-a2fb-c715e179c00c {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:01:55.768547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 779c2985-9438-441e-a2fb-c715e179c00c not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:01:55.774228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-53ad3d19-81f9-425a-9687-28a60547cdb2 None None] For port 779c2985-9438-441e-a2fb-c715e179c00c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=779c2985-9438-441e-a2fb-c715e179c00c,segment=NetworkSegment(026f3331-c86b-4a36-9431-3092298cb4ac),segment_id=026f3331-c86b-4a36-9431-3092298cb4ac)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:01:55.774627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53ad3d19-81f9-425a-9687-28a60547cdb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.787664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-53ad3d19-81f9-425a-9687-28a60547cdb2 None None] Calling delete_port for 779c2985-9438-441e-a2fb-c715e179c00c owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:01:55.823980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.844472 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0517881-8239-4262-b115-524e8ed761b9']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:55.853592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026f3331-c86b-4a36-9431-3092298cb4ac') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:55.853893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026f3331-c86b-4a36-9431-3092298cb4ac') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:55.861004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53ad3d19-81f9-425a-9687-28a60547cdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.863366 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.877674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.883826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:01:55.884221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:55.886036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad3d19-81f9-425a-9687-28a60547cdb2 None None] Pushing event deleted for resources: {'Port': ['ID=779c2985-9438-441e-a2fb-c715e179c00c,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:55.890387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad3d19-81f9-425a-9687-28a60547cdb2 None None] No DVR routers for this DVR port 779c2985-9438-441e-a2fb-c715e179c00c on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:01:56.234261 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 026f3331-c86b-4a36-9431-3092298cb4ac resource provider aggregate not found Oct 20 04:01:56.245611 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:56.251268 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:56.254965 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d0517881-8239-4262-b115-524e8ed761b9 HTTP/1.1" status: 204 len: 168 time: 0.8429875 Oct 20 04:01:56.256633 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 026f3331-c86b-4a36-9431-3092298cb4ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 026f3331-c86b-4a36-9431-3092298cb4ac found for delete ", "request_id": "req-193ea67a-d1fd-4272-8363-38fbaa553777"}]} Oct 20 04:01:56.269736 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754611d-b542-4695-94fc-203a0934ba33 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0517881-8239-4262-b115-524e8ed761b9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:56.363772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33312) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:56.403477 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-90323ce7-5075-4f3d-8f75-f90c465d1ecf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48e62074625844c7bb71c90f136d4ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385337 Oct 20 04:01:56.406021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33314) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:56.453102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-900c945c-bc39-4416-9c35-31b5974a892a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:56.474308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-900c945c-bc39-4416-9c35-31b5974a892a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:56.524567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-900c945c-bc39-4416-9c35-31b5974a892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:56.527663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-900c945c-bc39-4416-9c35-31b5974a892a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:56.528937 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-900c945c-bc39-4416-9c35-31b5974a892a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f5f42d0-c598-4f21-9485-2990a249c6fe HTTP/1.1" status: 204 len: 168 time: 0.1219540 Oct 20 04:01:56.537375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c945c-bc39-4416-9c35-31b5974a892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f42d0-c598-4f21-9485-2990a249c6fe,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:57.180923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33336) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:57.275242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1671393552-network', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:01:57.294951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Made reservation on behalf of 7bd02c2c2f40433a80a749a8dabc9b70 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:01:57.297448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.305738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.383130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.387399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.411830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:01:57.421265 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:57.427308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.427659 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Added segment 6727c567-6972-41b5-a471-c7a8ca301688 of type vlan for network 9d0343fd-7191-4da5-9246-1f2b1b826675 Oct 20 04:01:57.470755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.495209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.496929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:57.497591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.528808 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33340) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:57.529404 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3468182 Oct 20 04:01:57.534673 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] Request body: {'subnet': {'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1671393552-subnet', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:01:57.554112 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] Made reservation on behalf of 7bd02c2c2f40433a80a749a8dabc9b70 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:01:57.556390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.569849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfedf3-e0e1-429e-8380-36eb0508cfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0343fd-7191-4da5-9246-1f2b1b826675,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:57.580128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 9d0343fd-7191-4da5-9246-1f2b1b826675 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:01:57.734029 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.787711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=780740bd-9f6c-4b29-8c23-c4ed89c9b3f9,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:57.796761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] Checking segment: {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:01:57.797112 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] Network hostable DHCP agents. Network: 9d0343fd-7191-4da5-9246-1f2b1b826675, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:01:57.813623 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] Network 9d0343fd-7191-4da5-9246-1f2b1b826675 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:01:57.821986 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 9d0343fd-7191-4da5-9246-1f2b1b826675) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:01:57.828413 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:01:57.829360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.830106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66ec38-c4a3-4f9c-85c9-c9d8bb6c3dc8 None None] Network 9d0343fd-7191-4da5-9246-1f2b1b826675 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:01:57.845871 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-04829991-0914-4f6f-90e8-f57d673e09a4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3151076 Oct 20 04:01:57.848778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33342) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:57.853355 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1671393552-router', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:01:57.874225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.875713 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:57.931622 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.081414 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.115371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-9d0343fd-7191-4da5-9246-1f2b1b826675', 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'fixed_ips': [{'subnet_id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:01:58.116288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.252427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Allocated IP 172.20.0.2 (9d0343fd-7191-4da5-9246-1f2b1b826675/780740bd-9f6c-4b29-8c23-c4ed89c9b3f9/56a86826-fb93-4459-a422-dd284d7a2630) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:01:58.285917 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.306659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.399568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.405013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.418882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Allocated IP 172.26.0.23 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/99c02065-cc44-437e-81d9-d09583ca6efd) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:01:58.443119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Network 9d0343fd-7191-4da5-9246-1f2b1b826675 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:01:58.446033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:01:58.450030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:01:58.458726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Pushing event updated for resources: {'Port': ['ID=56a86826-fb93-4459-a422-dd284d7a2630,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:58.508297 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Attempting to bind port 56a86826-fb93-4459-a422-dd284d7a2630 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:01:58.508667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Attempting to bind port 56a86826-fb93-4459-a422-dd284d7a2630 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:01:58.509028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Attempting to bind port 56a86826-fb93-4459-a422-dd284d7a2630 on network 9d0343fd-7191-4da5-9246-1f2b1b826675 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:01:58.514153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:01:58.514519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Checking segment: {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:01:58.514917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.515306 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Bound using segment: {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:01:58.515768 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Bound port: 56a86826-fb93-4459-a422-dd284d7a2630, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:01:58.516144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.528758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.562972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.583362 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] For port 56a86826-fb93-4459-a422-dd284d7a2630, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:01:58.586872 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] For port 56a86826-fb93-4459-a422-dd284d7a2630, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=56a86826-fb93-4459-a422-dd284d7a2630,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:01:58.591966 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:58.600856 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:01:58.603909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:01:58.612530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:01:58.646945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bf11f-1e35-4d79-9d47-c9d8892c144e None None] Pushing event updated for resources: {'Port': ['ID=56a86826-fb93-4459-a422-dd284d7a2630,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:58.653456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=99c02065-cc44-437e-81d9-d09583ca6efd,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:01:58.901925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:59.097689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:59.222565 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Router bbb013d5-656d-4924-b20a-4459d8c3d18e is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:01:59.335675 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:01:59.348010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Sync routers for ids ['bbb013d5-656d-4924-b20a-4459d8c3d18e'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:01:59.358228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:59.359577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Routers {'bbb013d5-656d-4924-b20a-4459d8c3d18e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:01:59.359909 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6173311e-8ae2-45c2-bc52-ca2cfe86f9e4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5100355 Oct 20 04:01:59.360374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:01:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bbb013d5-656d-4924-b20a-4459d8c3d18e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:59.362918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33344) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:01:59.470962 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Set router bbb013d5-656d-4924-b20a-4459d8c3d18e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:01:59.539803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7adad0d-90bd-44e1-96ad-b60bae14abb2 None None] Network 9d0343fd-7191-4da5-9246-1f2b1b826675 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:01:59.665947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6d956a36-d9f9-45d1-911a-b9aa254753e7 None None] Provisioning complete for port 56a86826-fb93-4459-a422-dd284d7a2630 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:01:59.666646 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6d956a36-d9f9-45d1-911a-b9aa254753e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:59.666646 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6d956a36-d9f9-45d1-911a-b9aa254753e7 None None] Attempt 1 to provision port 56a86826-fb93-4459-a422-dd284d7a2630 Oct 20 04:01:59.709045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 56a86826-fb93-4459-a422-dd284d7a2630 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:01:59.802813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:59.901634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 56a86826-fb93-4459-a422-dd284d7a2630 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:01:59.902034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:59.902371 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 56a86826-fb93-4459-a422-dd284d7a2630 Oct 20 04:01:59.911090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'name': 'tempest-ServersNegativeTestJSON-1671393552-router', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:01:57Z', 'updated_at': '2022-10-20T04:01:58Z', 'revision_number': 3, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'gw_port': {'id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:58Z', 'updated_at': '2022-10-20T04:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:01:59.937045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6d956a36-d9f9-45d1-911a-b9aa254753e7 None None] Current status of the port 56a86826-fb93-4459-a422-dd284d7a2630 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:01:59.937431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6d956a36-d9f9-45d1-911a-b9aa254753e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:01:59.963833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Allocated IP 172.20.0.1 (9d0343fd-7191-4da5-9246-1f2b1b826675/780740bd-9f6c-4b29-8c23-c4ed89c9b3f9/26751e9a-3a74-4516-95b1-93e3ed5eb480) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:01:59.972483 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Checking router: bbb013d5-656d-4924-b20a-4459d8c3d18e for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:01:59.972837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Updating router bbb013d5-656d-4924-b20a-4459d8c3d18e port 99c02065-cc44-437e-81d9-d09583ca6efd binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:02:00.022718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.035399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6d956a36-d9f9-45d1-911a-b9aa254753e7 None None] For port 56a86826-fb93-4459-a422-dd284d7a2630, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=56a86826-fb93-4459-a422-dd284d7a2630,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:00.059522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6d956a36-d9f9-45d1-911a-b9aa254753e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.092851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.133322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.181536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Network 9d0343fd-7191-4da5-9246-1f2b1b826675 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:00.185442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:00.188088 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:02:00.206663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 56a86826-fb93-4459-a422-dd284d7a2630 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:00.212647 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d956a36-d9f9-45d1-911a-b9aa254753e7 None None] Pushing event updated for resources: {'Port': ['ID=56a86826-fb93-4459-a422-dd284d7a2630,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:00.217220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Pushing event updated for resources: {'Port': ['ID=26751e9a-3a74-4516-95b1-93e3ed5eb480,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:00.228553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f1bd4302-c63f-465e-aaf2-afbabed8425f None None] Provisioning complete for port 56a86826-fb93-4459-a422-dd284d7a2630 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:00.229275 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f1bd4302-c63f-465e-aaf2-afbabed8425f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.229275 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f1bd4302-c63f-465e-aaf2-afbabed8425f None None] Attempt 1 to provision port 56a86826-fb93-4459-a422-dd284d7a2630 Oct 20 04:02:00.239457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.392225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f1bd4302-c63f-465e-aaf2-afbabed8425f None None] Current status of the port 56a86826-fb93-4459-a422-dd284d7a2630 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:00.395064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.446806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.452095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.485876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Attempting to bind port 99c02065-cc44-437e-81d9-d09583ca6efd on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:02:00.486172 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Attempting to bind port 99c02065-cc44-437e-81d9-d09583ca6efd by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:02:00.486535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Attempting to bind port 99c02065-cc44-437e-81d9-d09583ca6efd on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:00.498640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:02:00.499011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:00.499432 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.499805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:02:00.500286 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Bound port: 99c02065-cc44-437e-81d9-d09583ca6efd, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:02:00.500666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.570099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.575401 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.644499 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Pushing event updated for resources: {'Port': ['ID=26751e9a-3a74-4516-95b1-93e3ed5eb480,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:00.646944 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.676415 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749eaab-57b6-4254-91c3-3ee582cfa122 None None] Pushing event updated for resources: {'Port': ['ID=99c02065-cc44-437e-81d9-d09583ca6efd,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:00.701353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Provisioning complete for port 26751e9a-3a74-4516-95b1-93e3ed5eb480 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:00.701721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.702050 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Attempt 1 to provision port 26751e9a-3a74-4516-95b1-93e3ed5eb480 Oct 20 04:02:00.738931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] For port 99c02065-cc44-437e-81d9-d09583ca6efd, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:02:00.743269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] For port 99c02065-cc44-437e-81d9-d09583ca6efd, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=99c02065-cc44-437e-81d9-d09583ca6efd,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:02:00.747945 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Port 26751e9a-3a74-4516-95b1-93e3ed5eb480 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:00.749029 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:00.750074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Network 9d0343fd-7191-4da5-9246-1f2b1b826675 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:00.751657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:00.784970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Routers {'bbb013d5-656d-4924-b20a-4459d8c3d18e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:02:00.785612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:01:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bbb013d5-656d-4924-b20a-4459d8c3d18e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:00.846958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749eaab-57b6-4254-91c3-3ee582cfa122 None None] Pushing event updated for resources: {'Port': ['ID=99c02065-cc44-437e-81d9-d09583ca6efd,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:00.882879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Router bbb013d5-656d-4924-b20a-4459d8c3d18e has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:02:00.911827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] Set router bbb013d5-656d-4924-b20a-4459d8c3d18e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:02:01.002360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:02:01.007478 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-13c3a1e6-6c16-4801-8fba-0fd8eee13b9c admin admin] 10.222.0.20 "PUT /v2.0/routers/bbb013d5-656d-4924-b20a-4459d8c3d18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6435015 Oct 20 04:02:01.118360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'name': 'tempest-ServersNegativeTestJSON-1671393552-router', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:01:57Z', 'updated_at': '2022-10-20T04:02:00Z', 'revision_number': 4, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'gw_port': {'id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:58Z', 'updated_at': '2022-10-20T04:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '26751e9a-3a74-4516-95b1-93e3ed5eb480', 'name': '', 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'mac_address': 'fa:16:3e:af:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:59Z', 'updated_at': '2022-10-20T04:02:00Z', 'revision_number': 2, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'subnets': [{'id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:01.145904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06aa3fc-4758-4da5-a167-b4f4bb7262a5 None None] The sync data for ids ['bbb013d5-656d-4924-b20a-4459d8c3d18e'] in dv-neutron-861842-1-hyperv is: [{'id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'name': 'tempest-ServersNegativeTestJSON-1671393552-router', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:01:57Z', 'updated_at': '2022-10-20T04:02:00Z', 'revision_number': 4, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'gw_port': {'id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:58Z', 'updated_at': '2022-10-20T04:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '26751e9a-3a74-4516-95b1-93e3ed5eb480', 'name': '', 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'mac_address': 'fa:16:3e:af:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:59Z', 'updated_at': '2022-10-20T04:02:00Z', 'revision_number': 2, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'subnets': [{'id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:02:01.249342 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Attempt 2 to provision port 26751e9a-3a74-4516-95b1-93e3ed5eb480 Oct 20 04:02:01.285444 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Port 26751e9a-3a74-4516-95b1-93e3ed5eb480 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:01.459898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-f12d8177-e690-4ab1-ad13-a227dd37dfdc tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:01.461459 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-f12d8177-e690-4ab1-ad13-a227dd37dfdc tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/networks?id=9d0343fd-7191-4da5-9246-1f2b1b826675 HTTP/1.1" status: 200 len: 814 time: 0.1152263 Oct 20 04:02:01.477364 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-672a1858-d018-4b1e-a250-09ef7e646c8a tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/quotas/7bd02c2c2f40433a80a749a8dabc9b70 HTTP/1.1" status: 200 len: 375 time: 0.0097342 Oct 20 04:02:01.533516 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-e93f23ff-801c-4aae-b24e-cc2801a0235b tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7bd02c2c2f40433a80a749a8dabc9b70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493932 Oct 20 04:02:01.638023 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-1f16c825-7b90-413a-8be0-9d8d16a92dbb service neutron] 10.222.0.20 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974107 Oct 20 04:02:01.663432 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 56a86826-fb93-4459-a422-dd284d7a2630 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:01.719246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 56a86826-fb93-4459-a422-dd284d7a2630 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:01.720427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:01.721006 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 56a86826-fb93-4459-a422-dd284d7a2630 Oct 20 04:02:01.748954 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-3e19e94f-5894-49e2-bf32-9e0334b13432 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046026 Oct 20 04:02:01.789247 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Attempt 3 to provision port 26751e9a-3a74-4516-95b1-93e3ed5eb480 Oct 20 04:02:01.871655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Port 26751e9a-3a74-4516-95b1-93e3ed5eb480 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:01.873351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 56a86826-fb93-4459-a422-dd284d7a2630 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:01.938036 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cec0f0fb-192e-49e8-ac09-b6ce8266d6cc req-d2f5eecc-a86b-438d-b72a-4f3f6fbe78a2 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 210 time: 0.0388610 Oct 20 04:02:02.372377 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Attempt 4 to provision port 26751e9a-3a74-4516-95b1-93e3ed5eb480 Oct 20 04:02:02.421534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Port 26751e9a-3a74-4516-95b1-93e3ed5eb480 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:02.922629 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Attempt 5 to provision port 26751e9a-3a74-4516-95b1-93e3ed5eb480 Oct 20 04:02:02.961342 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Port 26751e9a-3a74-4516-95b1-93e3ed5eb480 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:03.062331 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f79d21ea-1281-4f2a-9358-b81b5c479174 req-5ce225ef-5b87-4889-9e63-c2d9db976edb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 210 time: 0.0353861 Oct 20 04:02:03.077504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-1ffccaa3-7a5c-49f1-85c6-20617d81bb66 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:03.079007 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-1ffccaa3-7a5c-49f1-85c6-20617d81bb66 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.36 "GET /v2.0/networks?id=9d0343fd-7191-4da5-9246-1f2b1b826675 HTTP/1.1" status: 200 len: 814 time: 0.1189582 Oct 20 04:02:03.099251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Request body: {'port': {'device_id': 'f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36', 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675', 'admin_state_up': True, 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:03.191534 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Sync routers for ids ['bbb013d5-656d-4924-b20a-4459d8c3d18e'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:02:03.201608 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Routers {'bbb013d5-656d-4924-b20a-4459d8c3d18e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:02:03.202282 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:01:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bbb013d5-656d-4924-b20a-4459d8c3d18e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:03.213059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Made reservation on behalf of 7bd02c2c2f40433a80a749a8dabc9b70 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:03.217317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:03.307777 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Set router bbb013d5-656d-4924-b20a-4459d8c3d18e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:02:03.344351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Allocated IP 172.20.0.4 (9d0343fd-7191-4da5-9246-1f2b1b826675/780740bd-9f6c-4b29-8c23-c4ed89c9b3f9/c6b1ee4c-88b8-400e-9c9e-c591107e4ff8) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:03.462177 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Attempt 6 to provision port 26751e9a-3a74-4516-95b1-93e3ed5eb480 Oct 20 04:02:03.497068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Port 26751e9a-3a74-4516-95b1-93e3ed5eb480 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:03.500029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:03.504881 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'name': 'tempest-ServersNegativeTestJSON-1671393552-router', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:01:57Z', 'updated_at': '2022-10-20T04:02:00Z', 'revision_number': 4, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'gw_port': {'id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:58Z', 'updated_at': '2022-10-20T04:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '26751e9a-3a74-4516-95b1-93e3ed5eb480', 'name': '', 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'mac_address': 'fa:16:3e:af:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:59Z', 'updated_at': '2022-10-20T04:02:00Z', 'revision_number': 2, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'subnets': [{'id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:03.530922 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Checking router: bbb013d5-656d-4924-b20a-4459d8c3d18e for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:02:03.531265 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Updating router bbb013d5-656d-4924-b20a-4459d8c3d18e port 26751e9a-3a74-4516-95b1-93e3ed5eb480 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:02:03.535525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:03.585089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Network 9d0343fd-7191-4da5-9246-1f2b1b826675 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:03.588327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:03.591620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:02:03.600392 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Pushing event updated for resources: {'Port': ['ID=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:03.655828 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:03.700478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:03.701698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:03.707470 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 99c02065-cc44-437e-81d9-d09583ca6efd up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:03.721590 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-02932e9e-526f-45f9-9e9b-8a8df5f6ae0c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259732 Oct 20 04:02:03.738767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Request body: {'port': {'device_id': 'f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:03.774000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 99c02065-cc44-437e-81d9-d09583ca6efd triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:03.774376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:03.774714 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 99c02065-cc44-437e-81d9-d09583ca6efd Oct 20 04:02:03.801861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:03.856494 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 99c02065-cc44-437e-81d9-d09583ca6efd is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:03.857191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:03.882304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 99c02065-cc44-437e-81d9-d09583ca6efd, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=99c02065-cc44-437e-81d9-d09583ca6efd,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:03.886827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:03.936029 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=99c02065-cc44-437e-81d9-d09583ca6efd,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:03.973332 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:03.978469 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:03.998746 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Attempt 7 to provision port 26751e9a-3a74-4516-95b1-93e3ed5eb480 Oct 20 04:02:04.040310 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Pushing event updated for resources: {'Port': ['ID=26751e9a-3a74-4516-95b1-93e3ed5eb480,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:04.040523 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Port 26751e9a-3a74-4516-95b1-93e3ed5eb480 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:04.067354 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.067701 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.068040 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.068399 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.068726 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.069061 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.069385 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.069707 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.070034 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.070354 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.070669 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.070984 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:04.077752 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Attempting to bind port 26751e9a-3a74-4516-95b1-93e3ed5eb480 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:02:04.078118 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Attempting to bind port 26751e9a-3a74-4516-95b1-93e3ed5eb480 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:02:04.078475 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Attempting to bind port 26751e9a-3a74-4516-95b1-93e3ed5eb480 on network 9d0343fd-7191-4da5-9246-1f2b1b826675 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:04.083779 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:02:04.084131 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Checking segment: {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:04.084548 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:04.084934 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Bound using segment: {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:02:04.085391 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Bound port: 26751e9a-3a74-4516-95b1-93e3ed5eb480, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:02:04.085764 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:04.118424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:02:04.126341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:04.138604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Transition to ACTIVE for port object c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:02:04.142158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:04.155010 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] For port 26751e9a-3a74-4516-95b1-93e3ed5eb480, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:02:04.158688 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] For port 26751e9a-3a74-4516-95b1-93e3ed5eb480, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=26751e9a-3a74-4516-95b1-93e3ed5eb480,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:02:04.163709 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:04.201974 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Routers {'bbb013d5-656d-4924-b20a-4459d8c3d18e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:02:04.202622 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:01:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bbb013d5-656d-4924-b20a-4459d8c3d18e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:04.233888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:04.258569 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b794d6-9053-44b0-947a-47adcbbbc8cf None None] Pushing event updated for resources: {'Port': ['ID=26751e9a-3a74-4516-95b1-93e3ed5eb480,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:04.281107 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441abd9-3670-43aa-9939-cadac9727f6e req-01d7331c-60b7-4e2e-bc1d-307b037c8b9b tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:04.282583 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a441abd9-3670-43aa-9939-cadac9727f6e req-01d7331c-60b7-4e2e-bc1d-307b037c8b9b tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 943 time: 0.1349225 Oct 20 04:02:04.311007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Attempting to bind port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:02:04.311338 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Attempting to bind port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:02:04.311664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Attempting to bind port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 on network 9d0343fd-7191-4da5-9246-1f2b1b826675 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:04.321109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 on network 9d0343fd-7191-4da5-9246-1f2b1b826675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:02:04.321422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Attempting to bind port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 on network 9d0343fd-7191-4da5-9246-1f2b1b826675 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:04.328354 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] Set router bbb013d5-656d-4924-b20a-4459d8c3d18e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:02:04.334850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:02:04.335190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Checking segment: {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:04.335563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Bound using segment: {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:02:04.335991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Bound port: c6b1ee4c-88b8-400e-9c9e-c591107e4ff8, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:02:04.336367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:04.349140 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a441abd9-3670-43aa-9939-cadac9727f6e req-2efde288-9160-4392-bc70-c59f7c7418f7 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568612 Oct 20 04:02:04.410090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] For port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:02:04.413236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] For port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:02:04.417891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:04.422303 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:04.423171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:04.424813 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 HTTP/1.1" status: 200 len: 1093 time: 0.6910203 Oct 20 04:02:04.425403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36', 'tag': 'c6b1ee4c-88b8-400e-9c9e-c591107e4ff8'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:04.427722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9111363a-a8c1-4658-9db6-482bf486bf34" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36", "tag": "c6b1ee4c-88b8-400e-9c9e-c591107e4ff8"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:04.488196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c574feb-5c22-4ceb-a5c6-20ac45679f2b x-openstack-request-id: req-5c574feb-5c22-4ceb-a5c6-20ac45679f2b {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:04.488519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36", "tag": "c6b1ee4c-88b8-400e-9c9e-c591107e4ff8", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:04.488776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c574feb-5c22-4ceb-a5c6-20ac45679f2b {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:04.489174 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c574feb-5c22-4ceb-a5c6-20ac45679f2b'] response: {'name': 'network-changed', 'server_uuid': 'f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36', 'tag': 'c6b1ee4c-88b8-400e-9c9e-c591107e4ff8', 'status': 'completed', 'code': 200} Oct 20 04:02:04.509486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15aae4-7d86-4bce-a499-742521492853 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:04.527551 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fec041d9-ecbe-46aa-a2b0-759fe08bec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:04.529094 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-fec041d9-ecbe-46aa-a2b0-759fe08bec0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bd02c2c2f40433a80a749a8dabc9b70&device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 1096 time: 0.0557511 Oct 20 04:02:04.541882 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Attempt 8 to provision port 26751e9a-3a74-4516-95b1-93e3ed5eb480 Oct 20 04:02:04.547429 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'name': 'tempest-ServersNegativeTestJSON-1671393552-router', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:01:57Z', 'updated_at': '2022-10-20T04:02:00Z', 'revision_number': 4, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'gw_port': {'id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:58Z', 'updated_at': '2022-10-20T04:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '26751e9a-3a74-4516-95b1-93e3ed5eb480', 'name': '', 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'mac_address': 'fa:16:3e:af:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:59Z', 'updated_at': '2022-10-20T04:02:04Z', 'revision_number': 4, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'subnets': [{'id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:04.575597 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c90b99-bf4a-420d-b747-a7da1735892f None None] The sync data for ids ['bbb013d5-656d-4924-b20a-4459d8c3d18e'] in dv-neutron-861842-1-hyperv is: [{'id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'name': 'tempest-ServersNegativeTestJSON-1671393552-router', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:01:57Z', 'updated_at': '2022-10-20T04:02:00Z', 'revision_number': 4, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'gw_port': {'id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:58Z', 'updated_at': '2022-10-20T04:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '26751e9a-3a74-4516-95b1-93e3ed5eb480', 'name': '', 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'mac_address': 'fa:16:3e:af:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:59Z', 'updated_at': '2022-10-20T04:02:04Z', 'revision_number': 4, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'subnets': [{'id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:02:04.581924 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-52e67c8a-5151-49dc-a6bf-5f42f327de41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 HTTP/1.1" status: 200 len: 217 time: 0.0419669 Oct 20 04:02:04.625391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Current status of the port 26751e9a-3a74-4516-95b1-93e3ed5eb480 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:04.625827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:04.639423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-bc03053f-4af4-41aa-b9b5-6d03cbcfd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:04.640942 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-bc03053f-4af4-41aa-b9b5-6d03cbcfd0db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=780740bd-9f6c-4b29-8c23-c4ed89c9b3f9 HTTP/1.1" status: 200 len: 853 time: 0.0497005 Oct 20 04:02:04.660792 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] For port 26751e9a-3a74-4516-95b1-93e3ed5eb480, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=26751e9a-3a74-4516-95b1-93e3ed5eb480,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:04.665648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:04.697661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-b5d46cdc-6557-41c8-931e-50338fe04e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:04.700169 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-b5d46cdc-6557-41c8-931e-50338fe04e8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d0343fd-7191-4da5-9246-1f2b1b826675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472579 Oct 20 04:02:04.720060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5e68c-89c1-4e52-8fbd-b2e1d0875b58 None None] Pushing event updated for resources: {'Port': ['ID=26751e9a-3a74-4516-95b1-93e3ed5eb480,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:04.791121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b2bd481b-a899-4625-bebe-56739c636de3 None None] Provisioning complete for port 26751e9a-3a74-4516-95b1-93e3ed5eb480 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:04.791496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b2bd481b-a899-4625-bebe-56739c636de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:04.791833 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b2bd481b-a899-4625-bebe-56739c636de3 None None] Attempt 1 to provision port 26751e9a-3a74-4516-95b1-93e3ed5eb480 Oct 20 04:02:04.805060 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-1bcb5f67-160f-4e3c-84f8-82d3aed45827 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957308 Oct 20 04:02:04.874338 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd481b-a899-4625-bebe-56739c636de3 None None] Current status of the port 26751e9a-3a74-4516-95b1-93e3ed5eb480 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:04.911269 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b3521523-2554-42e6-b73c-28d7122d3e1a req-c5b7f899-8b69-40a9-ab65-872d0729c3c0 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963671 Oct 20 04:02:05.010506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111363a-a8c1-4658-9db6-482bf486bf34 req-b5cb64a4-4b71-4859-9ba4-19e1d62ea4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:05.012291 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9111363a-a8c1-4658-9db6-482bf486bf34 req-b5cb64a4-4b71-4859-9ba4-19e1d62ea4ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bd02c2c2f40433a80a749a8dabc9b70&device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 1096 time: 0.0485082 Oct 20 04:02:05.107508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111363a-a8c1-4658-9db6-482bf486bf34 req-bf0d93e4-6a24-464f-82b4-1ef3101a6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:05.109036 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9111363a-a8c1-4658-9db6-482bf486bf34 req-bf0d93e4-6a24-464f-82b4-1ef3101a6ffb service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d0343fd-7191-4da5-9246-1f2b1b826675 HTTP/1.1" status: 200 len: 915 time: 0.0896330 Oct 20 04:02:05.157434 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9111363a-a8c1-4658-9db6-482bf486bf34 req-795c3b6c-e9cf-4efb-840d-9d9c2dce7aa3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 HTTP/1.1" status: 200 len: 217 time: 0.0404329 Oct 20 04:02:05.212905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111363a-a8c1-4658-9db6-482bf486bf34 req-4f00b3af-d77f-42bf-b060-acae05321cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:05.214423 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9111363a-a8c1-4658-9db6-482bf486bf34 req-4f00b3af-d77f-42bf-b060-acae05321cd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=780740bd-9f6c-4b29-8c23-c4ed89c9b3f9 HTTP/1.1" status: 200 len: 853 time: 0.0477598 Oct 20 04:02:05.261694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111363a-a8c1-4658-9db6-482bf486bf34 req-bc87d8cb-612d-4a7a-9c36-c0924cdc4009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:05.263172 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9111363a-a8c1-4658-9db6-482bf486bf34 req-bc87d8cb-612d-4a7a-9c36-c0924cdc4009 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d0343fd-7191-4da5-9246-1f2b1b826675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406175 Oct 20 04:02:05.357352 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9111363a-a8c1-4658-9db6-482bf486bf34 req-9c1a1646-c580-43a9-a4d6-b2102e011475 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871592 Oct 20 04:02:05.474500 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9111363a-a8c1-4658-9db6-482bf486bf34 req-a476d9f1-7a2b-4a24-8f8b-bac6ca635e05 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102638 Oct 20 04:02:05.488844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff745-05b5-47e9-ab26-ac42756dd659 req-e0ec0697-ccce-4f10-9d9a-d102fa157b2c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:05.490255 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-46bff745-05b5-47e9-ab26-ac42756dd659 req-e0ec0697-ccce-4f10-9d9a-d102fa157b2c tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 943 time: 0.0620847 Oct 20 04:02:05.533427 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-46bff745-05b5-47e9-ab26-ac42756dd659 req-3b4c319f-dc7b-4d97-a498-7b65d96d41fe tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352924 Oct 20 04:02:05.676088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 99c02065-cc44-437e-81d9-d09583ca6efd up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:05.723016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 99c02065-cc44-437e-81d9-d09583ca6efd triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:05.723380 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:05.723713 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 99c02065-cc44-437e-81d9-d09583ca6efd Oct 20 04:02:05.801270 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 99c02065-cc44-437e-81d9-d09583ca6efd is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:05.802231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 26751e9a-3a74-4516-95b1-93e3ed5eb480 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:05.846694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 26751e9a-3a74-4516-95b1-93e3ed5eb480 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:05.847056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:05.847385 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 26751e9a-3a74-4516-95b1-93e3ed5eb480 Oct 20 04:02:05.924660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 26751e9a-3a74-4516-95b1-93e3ed5eb480 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:06.654369 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed58180-7039-40de-9fec-d60c157b8306 req-3538e5a9-0f5a-4aec-9f19-0833c49d3ecb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:06.655805 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5ed58180-7039-40de-9fec-d60c157b8306 req-3538e5a9-0f5a-4aec-9f19-0833c49d3ecb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 943 time: 0.0480857 Oct 20 04:02:06.692767 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5ed58180-7039-40de-9fec-d60c157b8306 req-50ede3c8-ccb2-4a9f-a661-d816003e871a tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309887 Oct 20 04:02:07.814454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce8a4a-3dd4-4ee4-90b6-6c6d44d6a6ec req-6f253e03-9cf6-4ef5-b98a-9c161644a178 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:07.815810 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2cce8a4a-3dd4-4ee4-90b6-6c6d44d6a6ec req-6f253e03-9cf6-4ef5-b98a-9c161644a178 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 943 time: 0.0488582 Oct 20 04:02:07.854235 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2cce8a4a-3dd4-4ee4-90b6-6c6d44d6a6ec req-195689b2-fe57-460c-a1e5-87077b0649c3 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323989 Oct 20 04:02:08.137122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:02:08.232999 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:08.243916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'c6b1ee4c-88b8-400e-9c9e-c591107e4ff8', 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675', 'port_id': 'c6b1ee4c-88b8-400e-9c9e-c591107e4ff8', 'mac_address': 'fa:16:3e:dd:57:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:02:08.284379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:08.284711 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:08.298062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:02:08.317957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:08.323304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:08.371921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:08.610933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['c6b1ee4c-88b8-400e-9c9e-c591107e4ff8'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:02:08.656653 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:08.974728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bae54-b57b-4617-a938-3d46e9e2efa3 req-4597cb3f-89c9-422c-b9d5-c9c68111bc03 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:08.976227 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b17bae54-b57b-4617-a938-3d46e9e2efa3 req-4597cb3f-89c9-422c-b9d5-c9c68111bc03 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 944 time: 0.0485480 Oct 20 04:02:09.013005 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b17bae54-b57b-4617-a938-3d46e9e2efa3 req-c42cdda9-cd8d-4c6a-af8e-3a1b50b3f42e tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303714 Oct 20 04:02:10.134367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73ed2d-a26e-407e-8888-329f48c7c8a5 req-21bfae88-9f13-4154-b60f-f46903148abb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:10.135839 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ce73ed2d-a26e-407e-8888-329f48c7c8a5 req-21bfae88-9f13-4154-b60f-f46903148abb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 944 time: 0.0497313 Oct 20 04:02:10.136024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:10.175110 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ce73ed2d-a26e-407e-8888-329f48c7c8a5 req-3250a03d-c530-4f8c-bcf0-7db6c41d59fd tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Oct 20 04:02:10.193516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:02:10.198124 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:10.198981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:10.199311 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 Oct 20 04:02:10.278161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:10.278605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:10.301179 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b1ee4c-88b8-400e-9c9e-c591107e4ff8'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:10.303366 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bba9272-1715-47d1-917d-7a8babad6719" -d '{"events": [{"server_uuid": "f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36", "name": "network-vif-plugged", "status": "completed", "tag": "c6b1ee4c-88b8-400e-9c9e-c591107e4ff8"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:10.315456 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:10.319661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:10.347064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9030435c-6fb8-4629-a051-3794773045cc x-openstack-request-id: req-9030435c-6fb8-4629-a051-3794773045cc {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:10.347381 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36", "name": "network-vif-plugged", "status": "completed", "tag": "c6b1ee4c-88b8-400e-9c9e-c591107e4ff8", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:10.347634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9030435c-6fb8-4629-a051-3794773045cc {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:10.348181 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9030435c-6fb8-4629-a051-3794773045cc'] response: {'server_uuid': 'f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b1ee4c-88b8-400e-9c9e-c591107e4ff8', 'code': 200} Oct 20 04:02:10.374905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:10.510333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9d79e-5d46-48cc-8868-76307583bb6f req-dc759322-251c-435d-add1-7e239ae24821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:10.512331 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-48c9d79e-5d46-48cc-8868-76307583bb6f req-dc759322-251c-435d-add1-7e239ae24821 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 1098 time: 0.0401037 Oct 20 04:02:10.549513 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-48c9d79e-5d46-48cc-8868-76307583bb6f req-394fb794-5b1d-41e1-bfc8-0a04d5b56fef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306189 Oct 20 04:02:11.298744 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e29855-59d5-441d-b76b-3cce25f6c530 req-896064f1-3c92-4e6b-9eb9-cfaa455f1fda tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:11.300289 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6e29855-59d5-441d-b76b-3cce25f6c530 req-896064f1-3c92-4e6b-9eb9-cfaa455f1fda tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 945 time: 0.0498321 Oct 20 04:02:11.339964 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6e29855-59d5-441d-b76b-3cce25f6c530 req-b69f8aaf-105a-4710-91be-28a45745f6d4 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Oct 20 04:02:12.461486 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1545c-5d89-4ec3-ab80-1ec441c129ea req-5bde9c1c-0214-48c7-bcf9-7b0e8d89455a tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:12.462918 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3ee1545c-5d89-4ec3-ab80-1ec441c129ea req-5bde9c1c-0214-48c7-bcf9-7b0e8d89455a tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 945 time: 0.0487759 Oct 20 04:02:12.508025 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3ee1545c-5d89-4ec3-ab80-1ec441c129ea req-e6ed8f77-eaea-4def-b29f-3537dd4e359f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357583 Oct 20 04:02:12.712046 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:02:12.739275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-40755eea-fc8c-4f24-8fe7-a9a64b64ae51 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:12.740754 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-40755eea-fc8c-4f24-8fe7-a9a64b64ae51 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/networks?id=9d0343fd-7191-4da5-9246-1f2b1b826675 HTTP/1.1" status: 200 len: 814 time: 0.1030550 Oct 20 04:02:12.755793 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-8f379d79-0001-4dce-b570-6327d6d5ce17 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/quotas/7bd02c2c2f40433a80a749a8dabc9b70 HTTP/1.1" status: 200 len: 375 time: 0.0086725 Oct 20 04:02:12.811972 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-42332b21-25a3-44f1-9fbe-be819653886d tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7bd02c2c2f40433a80a749a8dabc9b70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509553 Oct 20 04:02:12.899516 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-b7c08a26-89ff-41c9-89aa-424db2747004 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806348 Oct 20 04:02:12.991078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-231c7f24-9c10-422c-8c5d-7cd24617aa16 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Oct 20 04:02:13.145877 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d1843992-0ea8-4a73-a1ba-e67f1d9413de req-dca1b986-2177-4512-b80c-66edd74fd66f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 210 time: 0.0255666 Oct 20 04:02:14.056625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-92b3482a-cf91-4f34-a3e7-6515df24b9a4 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:14.058062 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-92b3482a-cf91-4f34-a3e7-6515df24b9a4 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.36 "GET /v2.0/networks?id=9d0343fd-7191-4da5-9246-1f2b1b826675 HTTP/1.1" status: 200 len: 814 time: 0.1056929 Oct 20 04:02:14.070787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Request body: {'port': {'device_id': 'a0dab8be-c768-4a4e-a330-e197e0e03036', 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675', 'admin_state_up': True, 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:14.182169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Made reservation on behalf of 7bd02c2c2f40433a80a749a8dabc9b70 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:14.186775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:14.584853 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-28150528-23c1-42f2-8b0f-4183c3915d26 req-473a5b88-5e0c-4bb5-98a4-21b608a296db tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 210 time: 0.3447447 Oct 20 04:02:14.632387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-83fd565f-1a52-439e-8676-ddc72fa6f9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:14.648120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Allocated IP 172.20.0.3 (9d0343fd-7191-4da5-9246-1f2b1b826675/780740bd-9f6c-4b29-8c23-c4ed89c9b3f9/3291fd54-2f32-4a66-9424-b66484e91367) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:14.793601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:14.825078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:14.837250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['c6b1ee4c-88b8-400e-9c9e-c591107e4ff8'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:02:14.867872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Network 9d0343fd-7191-4da5-9246-1f2b1b826675 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:14.870996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:14.875220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:02:14.902535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Pushing event updated for resources: {'Port': ['ID=3291fd54-2f32-4a66-9424-b66484e91367,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:14.929970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:14.931065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:14.949714 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-0bdc0696-2cd7-4ebd-b217-9c3cbf01a5ab tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8827770 Oct 20 04:02:14.962438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Request body: {'port': {'device_id': 'a0dab8be-c768-4a4e-a330-e197e0e03036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:15.023355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:15.172169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-714e4bc3-b66f-43a7-853b-a59ae5dfdb23 None None] Provisioning complete for port 3291fd54-2f32-4a66-9424-b66484e91367 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:15.172490 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-714e4bc3-b66f-43a7-853b-a59ae5dfdb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:15.172828 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-714e4bc3-b66f-43a7-853b-a59ae5dfdb23 None None] Attempt 1 to provision port 3291fd54-2f32-4a66-9424-b66484e91367 Oct 20 04:02:15.206289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-714e4bc3-b66f-43a7-853b-a59ae5dfdb23 None None] Port 3291fd54-2f32-4a66-9424-b66484e91367 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:15.285693 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3291fd54-2f32-4a66-9424-b66484e91367 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:02:15.293153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:15.306731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Transition to ACTIVE for port object 3291fd54-2f32-4a66-9424-b66484e91367 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:02:15.310157 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:15.390450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Pushing event updated for resources: {'Port': ['ID=3291fd54-2f32-4a66-9424-b66484e91367,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:15.421236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Attempting to bind port 3291fd54-2f32-4a66-9424-b66484e91367 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:02:15.421562 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Attempting to bind port 3291fd54-2f32-4a66-9424-b66484e91367 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:02:15.421880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Attempting to bind port 3291fd54-2f32-4a66-9424-b66484e91367 on network 9d0343fd-7191-4da5-9246-1f2b1b826675 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:15.426143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Port 3291fd54-2f32-4a66-9424-b66484e91367 on network 9d0343fd-7191-4da5-9246-1f2b1b826675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:02:15.426399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Attempting to bind port 3291fd54-2f32-4a66-9424-b66484e91367 on network 9d0343fd-7191-4da5-9246-1f2b1b826675 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:15.431078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:02:15.431406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Checking segment: {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:15.431776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Bound using segment: {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:02:15.432189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Bound port: 3291fd54-2f32-4a66-9424-b66484e91367, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6727c567-6972-41b5-a471-c7a8ca301688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:02:15.432568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:15.496090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] For port 3291fd54-2f32-4a66-9424-b66484e91367, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:02:15.499534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] For port 3291fd54-2f32-4a66-9424-b66484e91367, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3291fd54-2f32-4a66-9424-b66484e91367,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:02:15.503025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:15.507102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:15.507732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:15.509147 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] 10.222.0.36 "PUT /v2.0/ports/3291fd54-2f32-4a66-9424-b66484e91367 HTTP/1.1" status: 200 len: 1093 time: 0.5520048 Oct 20 04:02:15.509640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0dab8be-c768-4a4e-a330-e197e0e03036', 'tag': '3291fd54-2f32-4a66-9424-b66484e91367'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:15.511898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acb1ee1-0d9b-4a77-902c-82496f0033bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a0dab8be-c768-4a4e-a330-e197e0e03036", "tag": "3291fd54-2f32-4a66-9424-b66484e91367"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:15.560198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148e2dc0-4d37-4404-ab24-9d0a11f69b0e x-openstack-request-id: req-148e2dc0-4d37-4404-ab24-9d0a11f69b0e {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:15.560594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0dab8be-c768-4a4e-a330-e197e0e03036", "tag": "3291fd54-2f32-4a66-9424-b66484e91367", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:15.560878 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-148e2dc0-4d37-4404-ab24-9d0a11f69b0e {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:15.561292 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148e2dc0-4d37-4404-ab24-9d0a11f69b0e'] response: {'name': 'network-changed', 'server_uuid': 'a0dab8be-c768-4a4e-a330-e197e0e03036', 'tag': '3291fd54-2f32-4a66-9424-b66484e91367', 'status': 'completed', 'code': 200} Oct 20 04:02:15.595247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21b59e-1502-4280-8222-bec1a7bcb1eb service neutron] Pushing event updated for resources: {'Port': ['ID=3291fd54-2f32-4a66-9424-b66484e91367,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:15.607669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-d74b4293-237a-4250-a4e3-b1dd83262479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:15.609545 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-d74b4293-237a-4250-a4e3-b1dd83262479 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bd02c2c2f40433a80a749a8dabc9b70&device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 1096 time: 0.0631440 Oct 20 04:02:15.652288 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-14378cdf-f661-47c7-95e2-5c46559a50af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3291fd54-2f32-4a66-9424-b66484e91367 HTTP/1.1" status: 200 len: 217 time: 0.0348532 Oct 20 04:02:15.707043 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-714e4bc3-b66f-43a7-853b-a59ae5dfdb23 None None] Attempt 2 to provision port 3291fd54-2f32-4a66-9424-b66484e91367 Oct 20 04:02:15.731567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-2b7aca07-4669-4e4e-8ecb-7dd9a168d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:15.733861 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-2b7aca07-4669-4e4e-8ecb-7dd9a168d0c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=780740bd-9f6c-4b29-8c23-c4ed89c9b3f9 HTTP/1.1" status: 200 len: 853 time: 0.0758243 Oct 20 04:02:15.745824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61caae7-b0f9-42ac-985d-52c9263b076b req-cc028417-596a-443c-8d5c-6f46c626dd1f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:15.747277 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a61caae7-b0f9-42ac-985d-52c9263b076b req-cc028417-596a-443c-8d5c-6f46c626dd1f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 943 time: 0.0820670 Oct 20 04:02:15.751824 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-714e4bc3-b66f-43a7-853b-a59ae5dfdb23 None None] Port 3291fd54-2f32-4a66-9424-b66484e91367 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 04:02:15.810184 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a61caae7-b0f9-42ac-985d-52c9263b076b req-e228eb82-0b17-4758-b425-ebe37c72c5db tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532360 Oct 20 04:02:15.812836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-d1f1f5a4-920e-427a-bcc1-54e99a0bce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:15.814226 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-d1f1f5a4-920e-427a-bcc1-54e99a0bce59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d0343fd-7191-4da5-9246-1f2b1b826675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661280 Oct 20 04:02:15.906072 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-73e7d72d-b089-457d-8c67-eea9506d378a service neutron] 10.222.0.36 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851836 Oct 20 04:02:15.993691 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-678d4f25-f12b-4ec5-93d4-5a0f741258d4 req-66ce697b-2e63-471c-b29b-5f6ea1bb0637 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811851 Oct 20 04:02:16.077966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1ee1-0d9b-4a77-902c-82496f0033bc req-2aad7e8a-3b5f-44f5-bdd2-08511985241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:16.079435 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3acb1ee1-0d9b-4a77-902c-82496f0033bc req-2aad7e8a-3b5f-44f5-bdd2-08511985241e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bd02c2c2f40433a80a749a8dabc9b70&device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 1096 time: 0.0448196 Oct 20 04:02:16.168619 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1ee1-0d9b-4a77-902c-82496f0033bc req-65a9f688-488a-4a05-811c-52ac1ca8f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:16.170537 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3acb1ee1-0d9b-4a77-902c-82496f0033bc req-65a9f688-488a-4a05-811c-52ac1ca8f65c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d0343fd-7191-4da5-9246-1f2b1b826675 HTTP/1.1" status: 200 len: 915 time: 0.0845168 Oct 20 04:02:16.215078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3acb1ee1-0d9b-4a77-902c-82496f0033bc req-15c4961a-4699-4496-bf8b-b6cd71411019 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3291fd54-2f32-4a66-9424-b66484e91367 HTTP/1.1" status: 200 len: 217 time: 0.0376880 Oct 20 04:02:16.261745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1ee1-0d9b-4a77-902c-82496f0033bc req-83db819c-6af4-4f7f-b3a6-4a1b68da29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:16.263049 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3acb1ee1-0d9b-4a77-902c-82496f0033bc req-83db819c-6af4-4f7f-b3a6-4a1b68da29c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=780740bd-9f6c-4b29-8c23-c4ed89c9b3f9 HTTP/1.1" status: 200 len: 853 time: 0.0412326 Oct 20 04:02:16.308868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1ee1-0d9b-4a77-902c-82496f0033bc req-080a4760-abee-4d71-afb4-9e088087e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:16.310564 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3acb1ee1-0d9b-4a77-902c-82496f0033bc req-080a4760-abee-4d71-afb4-9e088087e102 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d0343fd-7191-4da5-9246-1f2b1b826675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402808 Oct 20 04:02:16.404998 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3acb1ee1-0d9b-4a77-902c-82496f0033bc req-21cd2327-19f6-44ff-85cf-a9b93e00b39d service neutron] 10.222.0.36 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875807 Oct 20 04:02:16.495637 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3acb1ee1-0d9b-4a77-902c-82496f0033bc req-7a5f6afa-3a93-4828-8ac8-89858e83e67b service neutron] 10.222.0.36 "GET /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839541 Oct 20 04:02:16.620479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd7f6-e5d4-4d7a-890a-62f2fc3a03a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:16.930478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92130c-03f4-4be9-9a70-3b788dd07e60 req-7bc880db-7399-4976-83ff-1441531c2c72 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:16.931823 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ef92130c-03f4-4be9-9a70-3b788dd07e60 req-7bc880db-7399-4976-83ff-1441531c2c72 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 943 time: 0.0475557 Oct 20 04:02:16.970070 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ef92130c-03f4-4be9-9a70-3b788dd07e60 req-5f7f65c4-4b27-47a3-8abf-69426a5e0e4f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Oct 20 04:02:17.871972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:18.092369 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62ffde-e262-4006-a1f2-9fd212b77e10 req-c38af9b6-da09-41bb-882d-b3ac06af92fb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:18.093849 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8e62ffde-e262-4006-a1f2-9fd212b77e10 req-c38af9b6-da09-41bb-882d-b3ac06af92fb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 943 time: 0.0517483 Oct 20 04:02:18.135666 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8e62ffde-e262-4006-a1f2-9fd212b77e10 req-e465588c-aa62-4631-84ef-92c5b2b7d4b7 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358672 Oct 20 04:02:19.256183 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede16dc-4de6-4d62-9b73-3a0487d479bb req-ba1bf5e3-08a3-4d7f-b653-0b1ed34947d8 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:19.257809 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eede16dc-4de6-4d62-9b73-3a0487d479bb req-ba1bf5e3-08a3-4d7f-b653-0b1ed34947d8 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 943 time: 0.0488102 Oct 20 04:02:19.296771 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eede16dc-4de6-4d62-9b73-3a0487d479bb req-5d17b398-e5d9-49d2-85bf-6c00d379ec3b tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319130 Oct 20 04:02:19.353611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:19.583684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:20.180384 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 3291fd54-2f32-4a66-9424-b66484e91367 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:02:20.277282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 3291fd54-2f32-4a66-9424-b66484e91367, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3291fd54-2f32-4a66-9424-b66484e91367,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:20.289107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '3291fd54-2f32-4a66-9424-b66484e91367', 'network_id': '9d0343fd-7191-4da5-9246-1f2b1b826675', 'port_id': '3291fd54-2f32-4a66-9424-b66484e91367', 'mac_address': 'fa:16:3e:b7:e0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '780740bd-9f6c-4b29-8c23-c4ed89c9b3f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:02:20.325780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 3291fd54-2f32-4a66-9424-b66484e91367 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:20.326451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:20.339621 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3291fd54-2f32-4a66-9424-b66484e91367 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:02:20.359892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 3291fd54-2f32-4a66-9424-b66484e91367, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3291fd54-2f32-4a66-9424-b66484e91367,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:20.363857 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:20.408887 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=3291fd54-2f32-4a66-9424-b66484e91367,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:20.415844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.416186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.416564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.416875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.417198 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.417522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.417846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.418166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.418489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.418806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.419026 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba3f31-2dd7-486c-b9a7-82f7f0a09ad6 req-58d7cb88-4a8c-4cc3-bfdc-5e10579c82a3 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:20.419546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.419546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:20.420661 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-87ba3f31-2dd7-486c-b9a7-82f7f0a09ad6 req-58d7cb88-4a8c-4cc3-bfdc-5e10579c82a3 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 944 time: 0.0488911 Oct 20 04:02:20.460859 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-87ba3f31-2dd7-486c-b9a7-82f7f0a09ad6 req-5dc47653-aee6-4796-a0d1-bcac4d40d985 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Oct 20 04:02:20.658311 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['3291fd54-2f32-4a66-9424-b66484e91367'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:02:21.583628 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ff139-fdc2-4e66-a3c2-dc152bb77af1 req-2f5af263-9f25-4116-a478-95295aaf6fc7 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:21.585030 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0b8ff139-fdc2-4e66-a3c2-dc152bb77af1 req-2f5af263-9f25-4116-a478-95295aaf6fc7 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 944 time: 0.0525088 Oct 20 04:02:21.623028 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0b8ff139-fdc2-4e66-a3c2-dc152bb77af1 req-32997085-85be-4f42-b636-7ffa45773c53 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318511 Oct 20 04:02:22.202336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 3291fd54-2f32-4a66-9424-b66484e91367 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:22.253163 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 3291fd54-2f32-4a66-9424-b66484e91367 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:02:22.256714 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 3291fd54-2f32-4a66-9424-b66484e91367 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:22.257081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:22.257408 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 3291fd54-2f32-4a66-9424-b66484e91367 Oct 20 04:02:22.332929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 3291fd54-2f32-4a66-9424-b66484e91367 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:22.333313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:22.354784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dab8be-c768-4a4e-a330-e197e0e03036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3291fd54-2f32-4a66-9424-b66484e91367'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:22.357679 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae1ba33-5078-4441-b1b0-a002164ca459" -d '{"events": [{"server_uuid": "a0dab8be-c768-4a4e-a330-e197e0e03036", "name": "network-vif-plugged", "status": "completed", "tag": "3291fd54-2f32-4a66-9424-b66484e91367"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:22.370176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 3291fd54-2f32-4a66-9424-b66484e91367, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3291fd54-2f32-4a66-9424-b66484e91367,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:22.374588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:22.397118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b605336-fb27-46c9-a2e6-cbf2e3176017 x-openstack-request-id: req-8b605336-fb27-46c9-a2e6-cbf2e3176017 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:22.397414 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dab8be-c768-4a4e-a330-e197e0e03036", "name": "network-vif-plugged", "status": "completed", "tag": "3291fd54-2f32-4a66-9424-b66484e91367", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:22.397665 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b605336-fb27-46c9-a2e6-cbf2e3176017 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:22.398053 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b605336-fb27-46c9-a2e6-cbf2e3176017'] response: {'server_uuid': 'a0dab8be-c768-4a4e-a330-e197e0e03036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3291fd54-2f32-4a66-9424-b66484e91367', 'code': 200} Oct 20 04:02:22.423028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=3291fd54-2f32-4a66-9424-b66484e91367,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:22.567691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fb8d3-8c1c-4145-9111-70a1dfba4918 req-eba629a6-74d2-44aa-9d9d-582557a8dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:22.569168 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab9fb8d3-8c1c-4145-9111-70a1dfba4918 req-eba629a6-74d2-44aa-9d9d-582557a8dd6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 1098 time: 0.0424356 Oct 20 04:02:22.604977 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab9fb8d3-8c1c-4145-9111-70a1dfba4918 req-cb1e12fa-b044-4f32-8995-23f1bd02834a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287328 Oct 20 04:02:22.742560 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f89b5-3fea-49eb-899f-d307c32316a1 req-f0318dfc-d6c8-4dc3-8458-4f48eb7c905a tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:22.744029 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3f1f89b5-3fea-49eb-899f-d307c32316a1 req-f0318dfc-d6c8-4dc3-8458-4f48eb7c905a tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 945 time: 0.0491021 Oct 20 04:02:22.781142 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3f1f89b5-3fea-49eb-899f-d307c32316a1 req-d22cee14-58bf-44bd-bb41-123b629af6f4 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312283 Oct 20 04:02:23.901763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c4a90-18ef-4d6b-ac30-efb1edbc4446 req-7cce62e0-468d-432e-b5d9-5592b4272b8e tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:23.903201 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d81c4a90-18ef-4d6b-ac30-efb1edbc4446 req-7cce62e0-468d-432e-b5d9-5592b4272b8e tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 945 time: 0.0483627 Oct 20 04:02:23.944403 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d81c4a90-18ef-4d6b-ac30-efb1edbc4446 req-80139542-1277-4c51-9da2-343bf2e64d83 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352488 Oct 20 04:02:24.175816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e44f7-9ba4-4c66-b808-a6f5c9c05cbf req-e781ca62-02c8-44d6-b52f-9dd7dfc2a855 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:24.177232 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab8e44f7-9ba4-4c66-b808-a6f5c9c05cbf req-e781ca62-02c8-44d6-b52f-9dd7dfc2a855 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 945 time: 0.0488524 Oct 20 04:02:24.215252 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab8e44f7-9ba4-4c66-b808-a6f5c9c05cbf req-ae85d4ff-3fa7-4b8c-ab8a-5b2ea2569cec tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Oct 20 04:02:25.339534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd2a7e-62cd-419d-9ad3-68cb72c848ee req-5b17bf06-32c0-4ffb-bd9d-b02f0abce97d tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:25.341145 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4ffd2a7e-62cd-419d-9ad3-68cb72c848ee req-5b17bf06-32c0-4ffb-bd9d-b02f0abce97d tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 945 time: 0.0491643 Oct 20 04:02:25.379633 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4ffd2a7e-62cd-419d-9ad3-68cb72c848ee req-4af28f86-c1a7-40bd-91d9-15d91dfcc7c6 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Oct 20 04:02:25.530741 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63eb46c-22c7-49a3-8d28-191cfc77a4bb req-ebf8eacb-4efd-45f0-be9e-78f2fcc3b034 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:25.532079 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f63eb46c-22c7-49a3-8d28-191cfc77a4bb req-ebf8eacb-4efd-45f0-be9e-78f2fcc3b034 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 945 time: 0.0486608 Oct 20 04:02:25.625930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-f63eb46c-22c7-49a3-8d28-191cfc77a4bb req-9950a560-7dc4-4c7e-8345-7ed65c4b5aeb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Deleting port 3291fd54-2f32-4a66-9424-b66484e91367 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:02:25.626268 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f63eb46c-22c7-49a3-8d28-191cfc77a4bb req-9950a560-7dc4-4c7e-8345-7ed65c4b5aeb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:25.713274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-f63eb46c-22c7-49a3-8d28-191cfc77a4bb req-9950a560-7dc4-4c7e-8345-7ed65c4b5aeb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] For port 3291fd54-2f32-4a66-9424-b66484e91367, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=3291fd54-2f32-4a66-9424-b66484e91367,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:25.713630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f63eb46c-22c7-49a3-8d28-191cfc77a4bb req-9950a560-7dc4-4c7e-8345-7ed65c4b5aeb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:25.725755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-f63eb46c-22c7-49a3-8d28-191cfc77a4bb req-9950a560-7dc4-4c7e-8345-7ed65c4b5aeb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Calling delete_port for 3291fd54-2f32-4a66-9424-b66484e91367 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:02:25.853773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f63eb46c-22c7-49a3-8d28-191cfc77a4bb req-9950a560-7dc4-4c7e-8345-7ed65c4b5aeb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:25.865375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['c6b1ee4c-88b8-400e-9c9e-c591107e4ff8', '3291fd54-2f32-4a66-9424-b66484e91367'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:02:25.883367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950a560-7dc4-4c7e-8345-7ed65c4b5aeb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Pushing event deleted for resources: {'Port': ['ID=3291fd54-2f32-4a66-9424-b66484e91367,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:25.934558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63eb46c-22c7-49a3-8d28-191cfc77a4bb req-9950a560-7dc4-4c7e-8345-7ed65c4b5aeb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] No DVR routers for this DVR port 3291fd54-2f32-4a66-9424-b66484e91367 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:02:25.938007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f63eb46c-22c7-49a3-8d28-191cfc77a4bb req-9950a560-7dc4-4c7e-8345-7ed65c4b5aeb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:25.942094 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f63eb46c-22c7-49a3-8d28-191cfc77a4bb req-9950a560-7dc4-4c7e-8345-7ed65c4b5aeb tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.36 "DELETE /v2.0/ports/3291fd54-2f32-4a66-9424-b66484e91367 HTTP/1.1" status: 204 len: 173 time: 0.4027746 Oct 20 04:02:25.942397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dab8be-c768-4a4e-a330-e197e0e03036', 'name': 'network-vif-deleted', 'tag': '3291fd54-2f32-4a66-9424-b66484e91367'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:25.945065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22666396-1de8-4bd0-aa05-8bda89079066" -d '{"events": [{"server_uuid": "a0dab8be-c768-4a4e-a330-e197e0e03036", "name": "network-vif-deleted", "tag": "3291fd54-2f32-4a66-9424-b66484e91367"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:26.004957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020992c1-cacb-4a80-b4fc-e7c3c8f7a863 x-openstack-request-id: req-020992c1-cacb-4a80-b4fc-e7c3c8f7a863 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:26.006123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dab8be-c768-4a4e-a330-e197e0e03036", "name": "network-vif-deleted", "tag": "3291fd54-2f32-4a66-9424-b66484e91367", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:26.006123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-020992c1-cacb-4a80-b4fc-e7c3c8f7a863 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:26.006423 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020992c1-cacb-4a80-b4fc-e7c3c8f7a863'] response: {'server_uuid': 'a0dab8be-c768-4a4e-a330-e197e0e03036', 'name': 'network-vif-deleted', 'tag': '3291fd54-2f32-4a66-9424-b66484e91367', 'status': 'completed', 'code': 200} Oct 20 04:02:26.500818 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b6b1a475-174a-46fb-ab28-012a12c05481 req-f3d99031-fa17-42b7-ab93-c6bbe2fb2768 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0dab8be-c768-4a4e-a330-e197e0e03036 HTTP/1.1" status: 200 len: 210 time: 0.0314734 Oct 20 04:02:27.657311 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d1d76-d195-4fad-80aa-9cd9de9d5ecb req-629079f2-439a-49d8-b14f-650678b41718 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:27.658758 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-db1d1d76-d195-4fad-80aa-9cd9de9d5ecb req-629079f2-439a-49d8-b14f-650678b41718 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 945 time: 0.0497208 Oct 20 04:02:27.696661 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-db1d1d76-d195-4fad-80aa-9cd9de9d5ecb req-373c4f76-ca6d-4003-9f2c-587e673d5fdd tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317051 Oct 20 04:02:27.830056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228b772-ea19-46af-8cd8-91fc249f9a55 req-ceecb4d2-bdfd-4fd9-a713-3a1204d615fc tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:27.831681 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9228b772-ea19-46af-8cd8-91fc249f9a55 req-ceecb4d2-bdfd-4fd9-a713-3a1204d615fc tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 945 time: 0.0480666 Oct 20 04:02:27.872146 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9228b772-ea19-46af-8cd8-91fc249f9a55 req-d7b7cbde-71c0-43f0-8599-b0e9d83dbb11 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344794 Oct 20 04:02:27.993721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfa1bc-2d0a-4911-bf0e-12b9c6374e52 req-92ea63f4-4004-47c2-9713-bd982bc19e99 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:27.995211 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4ddfa1bc-2d0a-4911-bf0e-12b9c6374e52 req-92ea63f4-4004-47c2-9713-bd982bc19e99 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 945 time: 0.0499303 Oct 20 04:02:28.033448 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4ddfa1bc-2d0a-4911-bf0e-12b9c6374e52 req-efabb942-9f2c-49c9-b295-6baa10f821fd tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Oct 20 04:02:28.202276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73318670-e88c-45da-81e6-71336080dec1 req-540cc3fa-dcef-4a37-a664-bf14b4d77bb6 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:28.203718 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-73318670-e88c-45da-81e6-71336080dec1 req-540cc3fa-dcef-4a37-a664-bf14b4d77bb6 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 945 time: 0.0479150 Oct 20 04:02:28.240956 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-73318670-e88c-45da-81e6-71336080dec1 req-a100d449-31ea-4788-a010-852101ced039 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309808 Oct 20 04:02:28.364195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99133cba-ff04-42a8-b9ba-30e3cd5ec030 req-35637b8d-790a-465b-8508-f388b07affde tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:28.365673 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-99133cba-ff04-42a8-b9ba-30e3cd5ec030 req-35637b8d-790a-465b-8508-f388b07affde tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 945 time: 0.0523665 Oct 20 04:02:28.402496 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-99133cba-ff04-42a8-b9ba-30e3cd5ec030 req-c06f65a5-1177-4224-805b-5a354b458f40 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308797 Oct 20 04:02:28.531432 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70041be3-de68-4b28-aabb-138aa49601e2 req-3ff1406f-92ed-40ca-b977-c26f9ca798e2 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:28.532923 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-70041be3-de68-4b28-aabb-138aa49601e2 req-3ff1406f-92ed-40ca-b977-c26f9ca798e2 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 945 time: 0.0493608 Oct 20 04:02:28.569943 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-70041be3-de68-4b28-aabb-138aa49601e2 req-922a0481-2ef8-4f8b-a16d-bf4051a5ef10 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311089 Oct 20 04:02:28.873990 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795d65-7274-4246-a04c-0ff174b67b54 req-577e4acc-4840-4307-9a1e-c711b4d37c58 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:28.875368 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-94795d65-7274-4246-a04c-0ff174b67b54 req-577e4acc-4840-4307-9a1e-c711b4d37c58 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 945 time: 0.0481668 Oct 20 04:02:28.912048 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-94795d65-7274-4246-a04c-0ff174b67b54 req-a8d140c4-7cde-4584-bbc9-41bafa8e7d02 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306933 Oct 20 04:02:30.034254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206fe0a-17bb-437c-8b0c-d197dd16b1a6 req-581db517-6be1-4e06-bbb3-4037aad22160 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:30.035693 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b206fe0a-17bb-437c-8b0c-d197dd16b1a6 req-581db517-6be1-4e06-bbb3-4037aad22160 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 945 time: 0.0486550 Oct 20 04:02:30.077542 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b206fe0a-17bb-437c-8b0c-d197dd16b1a6 req-d5772b02-ff6e-4481-9046-c5383aced641 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358589 Oct 20 04:02:30.187174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 3291fd54-2f32-4a66-9424-b66484e91367 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:02:30.211123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 3291fd54-2f32-4a66-9424-b66484e91367 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:02:30.211399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 3291fd54-2f32-4a66-9424-b66484e91367 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:02:30.300697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9337336-8019-45ba-992e-6ecb1245e3bc req-abbbb8c3-24cc-4d6d-ba1b-81cb3c7ae094 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:30.302125 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a9337336-8019-45ba-992e-6ecb1245e3bc req-abbbb8c3-24cc-4d6d-ba1b-81cb3c7ae094 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 945 time: 0.0476646 Oct 20 04:02:30.390090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-a9337336-8019-45ba-992e-6ecb1245e3bc req-6a14dedb-2626-475b-bb9e-3eb8d592028f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Deleting port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:02:30.390431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a9337336-8019-45ba-992e-6ecb1245e3bc req-6a14dedb-2626-475b-bb9e-3eb8d592028f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:30.479960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a9337336-8019-45ba-992e-6ecb1245e3bc req-6a14dedb-2626-475b-bb9e-3eb8d592028f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] For port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:30.480374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a9337336-8019-45ba-992e-6ecb1245e3bc req-6a14dedb-2626-475b-bb9e-3eb8d592028f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:30.494223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-a9337336-8019-45ba-992e-6ecb1245e3bc req-6a14dedb-2626-475b-bb9e-3eb8d592028f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Calling delete_port for c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:02:30.624955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a9337336-8019-45ba-992e-6ecb1245e3bc req-6a14dedb-2626-475b-bb9e-3eb8d592028f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:30.640854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['c6b1ee4c-88b8-400e-9c9e-c591107e4ff8'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:02:30.655193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14dedb-2626-475b-bb9e-3eb8d592028f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Pushing event deleted for resources: {'Port': ['ID=c6b1ee4c-88b8-400e-9c9e-c591107e4ff8,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:30.702091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9337336-8019-45ba-992e-6ecb1245e3bc req-6a14dedb-2626-475b-bb9e-3eb8d592028f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] No DVR routers for this DVR port c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:02:30.704754 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a9337336-8019-45ba-992e-6ecb1245e3bc req-6a14dedb-2626-475b-bb9e-3eb8d592028f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:30.708388 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a9337336-8019-45ba-992e-6ecb1245e3bc req-6a14dedb-2626-475b-bb9e-3eb8d592028f tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.36 "DELETE /v2.0/ports/c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 HTTP/1.1" status: 204 len: 173 time: 0.4001417 Oct 20 04:02:30.708898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36', 'name': 'network-vif-deleted', 'tag': 'c6b1ee4c-88b8-400e-9c9e-c591107e4ff8'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:02:30.711259 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bf8899-1376-44c9-aba0-f5979debba2e" -d '{"events": [{"server_uuid": "f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36", "name": "network-vif-deleted", "tag": "c6b1ee4c-88b8-400e-9c9e-c591107e4ff8"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:02:30.754366 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8d2c9a-e52b-46f5-9499-c019ddf1daab x-openstack-request-id: req-1c8d2c9a-e52b-46f5-9499-c019ddf1daab {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:02:30.754659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36", "name": "network-vif-deleted", "tag": "c6b1ee4c-88b8-400e-9c9e-c591107e4ff8", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:02:30.754908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c8d2c9a-e52b-46f5-9499-c019ddf1daab {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:02:30.755313 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8d2c9a-e52b-46f5-9499-c019ddf1daab'] response: {'server_uuid': 'f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36', 'name': 'network-vif-deleted', 'tag': 'c6b1ee4c-88b8-400e-9c9e-c591107e4ff8', 'status': 'completed', 'code': 200} Oct 20 04:02:31.191252 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05b76087-ecf1-4e57-afb1-7ac7a4721cb2 req-51096ce9-d447-4a2b-a805-775962b340b2 tempest-ServersNegativeTestJSON-1726571819 tempest-ServersNegativeTestJSON-1726571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b7eb25-cd53-46fb-b53f-ad9a10ac9e36 HTTP/1.1" status: 200 len: 210 time: 0.0282583 Oct 20 04:02:32.255033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33494) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:32.606938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:32.853465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] Deleting port 26751e9a-3a74-4516-95b1-93e3ed5eb480 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:02:32.853802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:32.930400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] For port 26751e9a-3a74-4516-95b1-93e3ed5eb480, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=26751e9a-3a74-4516-95b1-93e3ed5eb480,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:32.930760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:32.943738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] Calling delete_port for 26751e9a-3a74-4516-95b1-93e3ed5eb480 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:02:33.120374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:33.154570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26751e9a-3a74-4516-95b1-93e3ed5eb480,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:33.316882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:33.527617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] Router bbb013d5-656d-4924-b20a-4459d8c3d18e has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:02:33.635823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:02:33.643600 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-011ee0b3-b1d9-4855-b169-ca59fc404ae2 admin admin] 10.222.0.20 "PUT /v2.0/routers/bbb013d5-656d-4924-b20a-4459d8c3d18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3850229 Oct 20 04:02:33.643685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33496) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:33.644722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4abf6-dd16-4c2e-9488-85ed37428860 None None] Sync routers for ids ['bbb013d5-656d-4924-b20a-4459d8c3d18e'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:02:33.654826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4abf6-dd16-4c2e-9488-85ed37428860 None None] Routers {'bbb013d5-656d-4924-b20a-4459d8c3d18e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:02:33.655703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-96c4abf6-dd16-4c2e-9488-85ed37428860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:02:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bbb013d5-656d-4924-b20a-4459d8c3d18e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:33.907276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-96c4abf6-dd16-4c2e-9488-85ed37428860 None None] Set router bbb013d5-656d-4924-b20a-4459d8c3d18e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:02:34.058872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.087519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-96c4abf6-dd16-4c2e-9488-85ed37428860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'name': 'tempest-ServersNegativeTestJSON-1671393552-router', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:01:57Z', 'updated_at': '2022-10-20T04:02:33Z', 'revision_number': 5, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'gw_port': {'id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:58Z', 'updated_at': '2022-10-20T04:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:34.113071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4abf6-dd16-4c2e-9488-85ed37428860 None None] Checking router: bbb013d5-656d-4924-b20a-4459d8c3d18e for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:02:34.121086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4abf6-dd16-4c2e-9488-85ed37428860 None None] Routers {'bbb013d5-656d-4924-b20a-4459d8c3d18e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:02:34.121683 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-96c4abf6-dd16-4c2e-9488-85ed37428860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:02:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bbb013d5-656d-4924-b20a-4459d8c3d18e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:34.163642 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.216623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:02:34.219449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Deleting port 99c02065-cc44-437e-81d9-d09583ca6efd {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:02:34.219790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.239047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:02:34.239385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device c6b1ee4c-88b8-400e-9c9e-c591107e4ff8 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:02:34.247286 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-96c4abf6-dd16-4c2e-9488-85ed37428860 None None] Set router bbb013d5-656d-4924-b20a-4459d8c3d18e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:02:34.298606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] For port 99c02065-cc44-437e-81d9-d09583ca6efd, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=99c02065-cc44-437e-81d9-d09583ca6efd,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:34.298976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.312576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Calling delete_port for 99c02065-cc44-437e-81d9-d09583ca6efd owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:02:34.427835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-96c4abf6-dd16-4c2e-9488-85ed37428860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'name': 'tempest-ServersNegativeTestJSON-1671393552-router', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:01:57Z', 'updated_at': '2022-10-20T04:02:33Z', 'revision_number': 5, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'gw_port': {'id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:58Z', 'updated_at': '2022-10-20T04:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:34.456063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4abf6-dd16-4c2e-9488-85ed37428860 None None] The sync data for ids ['bbb013d5-656d-4924-b20a-4459d8c3d18e'] in dv-neutron-861842-1-hyperv is: [{'id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'name': 'tempest-ServersNegativeTestJSON-1671393552-router', 'tenant_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:01:57Z', 'updated_at': '2022-10-20T04:02:33Z', 'revision_number': 5, 'project_id': '7bd02c2c2f40433a80a749a8dabc9b70', 'gw_port': {'id': '99c02065-cc44-437e-81d9-d09583ca6efd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb013d5-656d-4924-b20a-4459d8c3d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:01:58Z', 'updated_at': '2022-10-20T04:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:02:34.483582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.518850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c02065-cc44-437e-81d9-d09583ca6efd,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:34.574647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.663683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.665969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.708927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.709332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb013d5-656d-4924-b20a-4459d8c3d18e {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:02:34.714127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.715113 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6bc87fbe-17e4-4980-a77f-2a353b30a520 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bbb013d5-656d-4924-b20a-4459d8c3d18e HTTP/1.1" status: 204 len: 168 time: 1.0705650 Oct 20 04:02:34.718269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33498) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:34.765572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e363c4cd-150b-41f3-8312-ca948306afae admin admin] Deleting subnet 780740bd-9f6c-4b29-8c23-c4ed89c9b3f9 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:02:34.768535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e363c4cd-150b-41f3-8312-ca948306afae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.802633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e363c4cd-150b-41f3-8312-ca948306afae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.882565 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e363c4cd-150b-41f3-8312-ca948306afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.941473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e363c4cd-150b-41f3-8312-ca948306afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.967210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363c4cd-150b-41f3-8312-ca948306afae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=780740bd-9f6c-4b29-8c23-c4ed89c9b3f9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:34.970503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e363c4cd-150b-41f3-8312-ca948306afae admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:34.973768 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e363c4cd-150b-41f3-8312-ca948306afae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/780740bd-9f6c-4b29-8c23-c4ed89c9b3f9 HTTP/1.1" status: 204 len: 168 time: 0.2545767 Oct 20 04:02:34.975992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8fe576-5178-4bda-91e4-a7156c56a54c None None] Network 9d0343fd-7191-4da5-9246-1f2b1b826675 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:34.976484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33500) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:35.057339 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.118453 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Deleting port 56a86826-fb93-4459-a422-dd284d7a2630 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:02:35.118811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.189287 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] For port 56a86826-fb93-4459-a422-dd284d7a2630, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=56a86826-fb93-4459-a422-dd284d7a2630,segment=NetworkSegment(6727c567-6972-41b5-a471-c7a8ca301688),segment_id=6727c567-6972-41b5-a471-c7a8ca301688)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:35.189656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.200911 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Calling delete_port for 56a86826-fb93-4459-a422-dd284d7a2630 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:02:35.277550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.304319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a86826-fb93-4459-a422-dd284d7a2630,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:35.306125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] No DVR routers for this DVR port 56a86826-fb93-4459-a422-dd284d7a2630 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:02:35.377712 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.396918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0343fd-7191-4da5-9246-1f2b1b826675']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:35.406261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6727c567-6972-41b5-a471-c7a8ca301688') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:35.406550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6727c567-6972-41b5-a471-c7a8ca301688') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:35.415634 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.429464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.436067 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:02:35.436589 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.458727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9aa367-e4d1-49fe-b992-6a4aca6593fd None None] DHCP port deletion for 9d0343fd-7191-4da5-9246-1f2b1b826675 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:02:35.494881 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 6727c567-6972-41b5-a471-c7a8ca301688 resource provider aggregate not found Oct 20 04:02:35.506948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.514606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.517959 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d0343fd-7191-4da5-9246-1f2b1b826675 HTTP/1.1" status: 204 len: 168 time: 0.5405605 Oct 20 04:02:35.527911 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 6727c567-6972-41b5-a471-c7a8ca301688 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6727c567-6972-41b5-a471-c7a8ca301688 found for delete ", "request_id": "req-1924d854-ad9b-4fb8-93f2-35bf1e59f11c"}]} Oct 20 04:02:35.529545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcca39-69c3-43d4-b990-b5ab328874b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0343fd-7191-4da5-9246-1f2b1b826675,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:35.627266 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33508) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:35.668247 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b1510565-a7f2-4a6f-ac28-def0517fb1a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bd02c2c2f40433a80a749a8dabc9b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398626 Oct 20 04:02:35.672405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 99c02065-cc44-437e-81d9-d09583ca6efd no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:02:35.673402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33510) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:35.692397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 99c02065-cc44-437e-81d9-d09583ca6efd {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:02:35.692672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 99c02065-cc44-437e-81d9-d09583ca6efd not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:02:35.693081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 26751e9a-3a74-4516-95b1-93e3ed5eb480 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:02:35.712952 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 26751e9a-3a74-4516-95b1-93e3ed5eb480 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:02:35.713287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 26751e9a-3a74-4516-95b1-93e3ed5eb480 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:02:35.713699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 56a86826-fb93-4459-a422-dd284d7a2630 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:02:35.722391 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ae152a15-e832-4669-92ad-0cacfff09f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.733518 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 56a86826-fb93-4459-a422-dd284d7a2630 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:02:35.733859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 56a86826-fb93-4459-a422-dd284d7a2630 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:02:35.744980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ae152a15-e832-4669-92ad-0cacfff09f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.790862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ae152a15-e832-4669-92ad-0cacfff09f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.793343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ae152a15-e832-4669-92ad-0cacfff09f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:35.794477 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ae152a15-e832-4669-92ad-0cacfff09f98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea8f4502-bb26-498a-8b1b-9e19c72fdcf7 HTTP/1.1" status: 204 len: 168 time: 0.1201568 Oct 20 04:02:35.802303 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae152a15-e832-4669-92ad-0cacfff09f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8f4502-bb26-498a-8b1b-9e19c72fdcf7,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:36.457745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33532) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:36.550530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1246164509'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:36.570783 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Made reservation on behalf of 27db294c2ea345b080e506f891678b1e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:36.574001 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:36.582587 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:36.661748 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:36.665443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:36.693042 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:02:36.702069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f70cc7-f288-4db1-886e-a6951bd71b58,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:36.709450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:36.710411 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Added segment e07708c6-81b9-4fe4-a627-80c57f61b48f of type vlan for network 4f92050a-395c-4697-8448-b0dd04c6096d Oct 20 04:02:36.752028 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:36.776077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:36.782045 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:36.782631 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:36.814154 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3552928 Oct 20 04:02:36.851573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed0ebc-b404-42a3-8e6e-be47b75a4631 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event updated for resources: {'Network': ['ID=4f92050a-395c-4697-8448-b0dd04c6096d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:36.866244 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 4f92050a-395c-4697-8448-b0dd04c6096d details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:02:38.646805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.197817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33536) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:40.203347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Request body: {'subnet': {'network_id': '4f92050a-395c-4697-8448-b0dd04c6096d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:40.290558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Made reservation on behalf of 27db294c2ea345b080e506f891678b1e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:40.294008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.475029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.541807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event updated for resources: {'Subnet': ['ID=16f78473-94c5-49dd-b229-0a7af2bbc287,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:40.556054 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Checking segment: {'id': 'e07708c6-81b9-4fe4-a627-80c57f61b48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4f92050a-395c-4697-8448-b0dd04c6096d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:40.556720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Network hostable DHCP agents. Network: 4f92050a-395c-4697-8448-b0dd04c6096d, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:02:40.573812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Network 4f92050a-395c-4697-8448-b0dd04c6096d is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:02:40.583284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 4f92050a-395c-4697-8448-b0dd04c6096d) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:40.588422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:40.589077 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.593324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a2191-fc0b-4102-86fb-642c19127fe8 None None] Network 4f92050a-395c-4697-8448-b0dd04c6096d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:40.608120 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-07788db3-a2e7-4443-833e-a8518a259691 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4059315 Oct 20 04:02:40.608742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33538) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:40.614058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1666888666'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:40.639238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Made reservation on behalf of 27db294c2ea345b080e506f891678b1e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:40.642885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.666421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:02:40.676209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.676582 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Added segment fd676f7f-fe44-46dd-9315-ad64563c885b of type vlan for network ca4c5a25-c85c-4764-b7a3-e80992bcbde9 Oct 20 04:02:40.716999 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.742727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-4f92050a-395c-4697-8448-b0dd04c6096d', 'network_id': '4f92050a-395c-4697-8448-b0dd04c6096d', 'tenant_id': '27db294c2ea345b080e506f891678b1e', 'fixed_ips': [{'subnet_id': '16f78473-94c5-49dd-b229-0a7af2bbc287'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:02:40.743055 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.744144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.749359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:40.749954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.779269 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1687818 Oct 20 04:02:40.782228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33540) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:40.787271 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Request body: {'subnet': {'network_id': 'ca4c5a25-c85c-4764-b7a3-e80992bcbde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:40.822755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cde144-0789-4dd0-a22f-c59af1f321dc tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event updated for resources: {'Network': ['ID=ca4c5a25-c85c-4764-b7a3-e80992bcbde9,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:40.836970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network ca4c5a25-c85c-4764-b7a3-e80992bcbde9 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:02:40.878033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Made reservation on behalf of 27db294c2ea345b080e506f891678b1e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:40.881561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:40.945969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Allocated IP 2001:db8:0:ffff::2 (4f92050a-395c-4697-8448-b0dd04c6096d/16f78473-94c5-49dd-b229-0a7af2bbc287/ab33d573-35e2-446f-af38-317d7063c92c) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:41.072177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.088691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.095186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.138131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Network 4f92050a-395c-4697-8448-b0dd04c6096d is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:41.141596 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:41.143572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event updated for resources: {'Subnet': ['ID=2956fee9-b52a-4f0f-9e6d-89cc0cf90dde,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:41.144984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:02:41.151682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Pushing event updated for resources: {'Port': ['ID=ab33d573-35e2-446f-af38-317d7063c92c,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:41.152742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Checking segment: {'id': 'fd676f7f-fe44-46dd-9315-ad64563c885b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ca4c5a25-c85c-4764-b7a3-e80992bcbde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:41.153097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Network hostable DHCP agents. Network: ca4c5a25-c85c-4764-b7a3-e80992bcbde9, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:02:41.174690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Network ca4c5a25-c85c-4764-b7a3-e80992bcbde9 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:02:41.186821 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, ca4c5a25-c85c-4764-b7a3-e80992bcbde9) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:41.190865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:41.191447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.195581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145fed8d-a056-46ac-9fd1-4b5429f6be76 None None] Network ca4c5a25-c85c-4764-b7a3-e80992bcbde9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:41.208671 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a53882c4-d16e-4adf-9a0a-d9770e4cbdd3 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4253125 Oct 20 04:02:41.211356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33542) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:41.221383 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Attempting to bind port ab33d573-35e2-446f-af38-317d7063c92c on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:02:41.221752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Attempting to bind port ab33d573-35e2-446f-af38-317d7063c92c by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'e07708c6-81b9-4fe4-a627-80c57f61b48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4f92050a-395c-4697-8448-b0dd04c6096d'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:02:41.222112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Attempting to bind port ab33d573-35e2-446f-af38-317d7063c92c on network 4f92050a-395c-4697-8448-b0dd04c6096d {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:41.235609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:02:41.235976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Checking segment: {'id': 'e07708c6-81b9-4fe4-a627-80c57f61b48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4f92050a-395c-4697-8448-b0dd04c6096d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:41.236402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.236788 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Bound using segment: {'id': 'e07708c6-81b9-4fe4-a627-80c57f61b48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4f92050a-395c-4697-8448-b0dd04c6096d'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:02:41.237250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Bound port: ab33d573-35e2-446f-af38-317d7063c92c, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07708c6-81b9-4fe4-a627-80c57f61b48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4f92050a-395c-4697-8448-b0dd04c6096d'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:02:41.237622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.308721 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.368602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] For port ab33d573-35e2-446f-af38-317d7063c92c, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:02:41.373880 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] For port ab33d573-35e2-446f-af38-317d7063c92c, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ab33d573-35e2-446f-af38-317d7063c92c,segment=NetworkSegment(e07708c6-81b9-4fe4-a627-80c57f61b48f),segment_id=e07708c6-81b9-4fe4-a627-80c57f61b48f)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:02:41.380202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.395838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.444124 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465c02c7-52fc-4629-adf0-ed06b8eaca00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-ca4c5a25-c85c-4764-b7a3-e80992bcbde9', 'network_id': 'ca4c5a25-c85c-4764-b7a3-e80992bcbde9', 'tenant_id': '27db294c2ea345b080e506f891678b1e', 'fixed_ips': [{'subnet_id': '2956fee9-b52a-4f0f-9e6d-89cc0cf90dde'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:02:41.445004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-465c02c7-52fc-4629-adf0-ed06b8eaca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.465528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490a4c1-6704-4254-8e27-8c401d27fa64 None None] Pushing event updated for resources: {'Port': ['ID=ab33d573-35e2-446f-af38-317d7063c92c,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:41.476002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.506385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Subnet': ['ID=2956fee9-b52a-4f0f-9e6d-89cc0cf90dde,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server [None req-465c02c7-52fc-4629-adf0-ed06b8eaca00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2956fee9-b52a-4f0f-9e6d-89cc0cf90dde: This subnet is being modified by another concurrent operation. Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server raise exception Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2956fee9-b52a-4f0f-9e6d-89cc0cf90dde: This subnet is being modified by another concurrent operation. Oct 20 04:02:41.566555 dv-neutron-861842-1-hyperv neutron-server[103630]: ERROR oslo_messaging.rpc.server Oct 20 04:02:41.571781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.603585 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4c5a25-c85c-4764-b7a3-e80992bcbde9']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:41.613186 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a980fc-ac2e-4d3b-bde7-b84932986c93 None None] Network ca4c5a25-c85c-4764-b7a3-e80992bcbde9 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:41.615266 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd676f7f-fe44-46dd-9315-ad64563c885b') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:41.615563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd676f7f-fe44-46dd-9315-ad64563c885b') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:41.627877 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.643323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.662625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:02:41.663130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.745530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.762148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.766138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ab33d573-35e2-446f-af38-317d7063c92c up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:41.770678 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/networks/ca4c5a25-c85c-4764-b7a3-e80992bcbde9 HTTP/1.1" status: 204 len: 168 time: 0.5551679 Oct 20 04:02:41.771072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33548) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:41.784013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-874919030'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:41.788296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd8b4f-440f-4c5a-a63e-14433117b786 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Network': ['ID=ca4c5a25-c85c-4764-b7a3-e80992bcbde9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:41.804506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Made reservation on behalf of 27db294c2ea345b080e506f891678b1e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:41.811510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.839783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ab33d573-35e2-446f-af38-317d7063c92c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:41.840166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.840580 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ab33d573-35e2-446f-af38-317d7063c92c Oct 20 04:02:41.843244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:02:41.853970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.854531 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Added segment f51722e2-e6ca-4420-a3d5-c6d04c21d982 of type vlan for network 27b546e5-5d5f-4a5c-b048-f9805fef8c0d Oct 20 04:02:41.875482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment fd676f7f-fe44-46dd-9315-ad64563c885b resource provider aggregate not found Oct 20 04:02:41.893070 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment fd676f7f-fe44-46dd-9315-ad64563c885b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd676f7f-fe44-46dd-9315-ad64563c885b found for delete ", "request_id": "req-4c7b5543-173b-42cc-9536-1496b887aa7f"}]} Oct 20 04:02:41.921500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.930955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ab33d573-35e2-446f-af38-317d7063c92c is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:41.931342 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.948097 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.954473 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:41.955339 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.965376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port ab33d573-35e2-446f-af38-317d7063c92c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ab33d573-35e2-446f-af38-317d7063c92c,segment=NetworkSegment(e07708c6-81b9-4fe4-a627-80c57f61b48f),segment_id=e07708c6-81b9-4fe4-a627-80c57f61b48f)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:41.970377 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:41.991712 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2169745 Oct 20 04:02:41.991960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33552) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:42.003080 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Request body: {'subnet': {'network_id': '27b546e5-5d5f-4a5c-b048-f9805fef8c0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:42.019179 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=ab33d573-35e2-446f-af38-317d7063c92c,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:42.048715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38ff52-6bc2-4758-9b9c-32eba41b935d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event updated for resources: {'Network': ['ID=27b546e5-5d5f-4a5c-b048-f9805fef8c0d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:42.058923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 27b546e5-5d5f-4a5c-b048-f9805fef8c0d details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:02:42.120704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Made reservation on behalf of 27db294c2ea345b080e506f891678b1e for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:42.124664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:42.182136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.ipam_backend_mixin [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Performing IP validity checks on allocation pools {{(pid=103628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 20 04:02:42.182664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.ipam_backend_mixin [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 20 04:02:42.438951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7faa12-a6d3-40b7-9b26-1118a23e2786 None None] Network 4f92050a-395c-4697-8448-b0dd04c6096d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:42.615695 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:42.649519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b6b32d5c-b2ed-4760-99e9-07b75bc33789 None None] Provisioning complete for port ab33d573-35e2-446f-af38-317d7063c92c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:42.650072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b6b32d5c-b2ed-4760-99e9-07b75bc33789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:42.650169 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b6b32d5c-b2ed-4760-99e9-07b75bc33789 None None] Attempt 1 to provision port ab33d573-35e2-446f-af38-317d7063c92c Oct 20 04:02:42.674530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event updated for resources: {'Subnet': ['ID=c9a3dcfe-e2ec-4cbe-a875-85c6fc10fe09,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:42.683311 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Checking segment: {'id': 'f51722e2-e6ca-4420-a3d5-c6d04c21d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27b546e5-5d5f-4a5c-b048-f9805fef8c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:42.683704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Network hostable DHCP agents. Network: 27b546e5-5d5f-4a5c-b048-f9805fef8c0d, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:02:42.704401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Network 27b546e5-5d5f-4a5c-b048-f9805fef8c0d is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:02:42.714741 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 27b546e5-5d5f-4a5c-b048-f9805fef8c0d) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:42.719116 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:42.719703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:42.727760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366cee7-0eda-43f1-b4e8-c6fe7b5aba07 None None] Network 27b546e5-5d5f-4a5c-b048-f9805fef8c0d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:42.738890 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-34c21ceb-9901-4fbf-acff-5693ef317b4e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7434323 Oct 20 04:02:42.739256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33554) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:42.843191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:42.871276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b6b32d5c-b2ed-4760-99e9-07b75bc33789 None None] Current status of the port ab33d573-35e2-446f-af38-317d7063c92c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:42.896188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:42.947540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ba2d3-fbfe-4a8c-b07b-0c050f492463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-27b546e5-5d5f-4a5c-b048-f9805fef8c0d', 'network_id': '27b546e5-5d5f-4a5c-b048-f9805fef8c0d', 'tenant_id': '27db294c2ea345b080e506f891678b1e', 'fixed_ips': [{'subnet_id': 'c9a3dcfe-e2ec-4cbe-a875-85c6fc10fe09'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:02:42.948445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-451ba2d3-fbfe-4a8c-b07b-0c050f492463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:42.967556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.002025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a3dcfe-e2ec-4cbe-a875-85c6fc10fe09,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:43.047888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00402954-0888-4090-8a2a-510c7aa49adf None None] Network 27b546e5-5d5f-4a5c-b048-f9805fef8c0d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:43.067095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.087685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b546e5-5d5f-4a5c-b048-f9805fef8c0d']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:43.097012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51722e2-e6ca-4420-a3d5-c6d04c21d982') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:43.097309 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51722e2-e6ca-4420-a3d5-c6d04c21d982') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:43.107393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.120541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.127227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:02:43.127620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.146231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-34b4ed05-008a-4a20-b8d3-ef05f78198d2 None None] Provisioning complete for port ab33d573-35e2-446f-af38-317d7063c92c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:43.146603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-34b4ed05-008a-4a20-b8d3-ef05f78198d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.146942 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-34b4ed05-008a-4a20-b8d3-ef05f78198d2 None None] Attempt 1 to provision port ab33d573-35e2-446f-af38-317d7063c92c Oct 20 04:02:43.186050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915909a5-47dc-40dd-b8a3-6c0a7a4fa432 None None] get_active_networks_info from dv-neutron-861842-1-hyperv {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 04:02:43.193777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.200500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.204850 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/networks/27b546e5-5d5f-4a5c-b048-f9805fef8c0d HTTP/1.1" status: 204 len: 168 time: 0.4646130 Oct 20 04:02:43.209840 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33556) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:43.215253 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-114041899'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:43.217997 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae32d99-22fc-4f50-98eb-8222daba456e tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Network': ['ID=27b546e5-5d5f-4a5c-b048-f9805fef8c0d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:43.239162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Made reservation on behalf of 27db294c2ea345b080e506f891678b1e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:43.242746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.267013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:02:43.276041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.276415 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Added segment 187ed79c-92da-4589-8595-667c145bba26 of type vlan for network f53a97ae-97e0-4d24-b576-7e6852948300 Oct 20 04:02:43.300492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915909a5-47dc-40dd-b8a3-6c0a7a4fa432 None None] Resources bound (agent type, host, resource id): {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 04:02:43.313060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-34b4ed05-008a-4a20-b8d3-ef05f78198d2 None None] Current status of the port ab33d573-35e2-446f-af38-317d7063c92c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:43.318165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.347034 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.352648 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:43.353243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.385039 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1739018 Oct 20 04:02:43.389491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33558) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:43.394493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Request body: {'subnet': {'network_id': 'f53a97ae-97e0-4d24-b576-7e6852948300', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:43.424989 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a2466-bb94-4652-975d-c85b2c4b3850 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event updated for resources: {'Network': ['ID=f53a97ae-97e0-4d24-b576-7e6852948300,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:43.444859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network f53a97ae-97e0-4d24-b576-7e6852948300 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:02:43.488509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Made reservation on behalf of 27db294c2ea345b080e506f891678b1e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:43.492034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.678067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.688775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ab33d573-35e2-446f-af38-317d7063c92c up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:43.736533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event updated for resources: {'Subnet': ['ID=576dfbcf-78e1-44ce-8127-4131a8e81ab3,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:43.737671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ab33d573-35e2-446f-af38-317d7063c92c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:43.738815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.739168 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ab33d573-35e2-446f-af38-317d7063c92c Oct 20 04:02:43.752420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Checking segment: {'id': '187ed79c-92da-4589-8595-667c145bba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f53a97ae-97e0-4d24-b576-7e6852948300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:43.752916 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Network hostable DHCP agents. Network: f53a97ae-97e0-4d24-b576-7e6852948300, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:02:43.769251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Network f53a97ae-97e0-4d24-b576-7e6852948300 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:02:43.777876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, f53a97ae-97e0-4d24-b576-7e6852948300) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:43.782140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:43.782730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.789465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456a44e5-25ee-4e80-87bc-16b2864c14e0 None None] Network f53a97ae-97e0-4d24-b576-7e6852948300 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:43.799112 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6eb6d6db-8a1b-4289-b843-76825add7eb5 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4085310 Oct 20 04:02:43.802786 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33560) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:43.808530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659738307'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:43.829925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Made reservation on behalf of 27db294c2ea345b080e506f891678b1e for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:43.833942 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.859036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:02:43.868026 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.868410 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Added segment 5f5ee314-90e1-4ab3-8485-d708bc88821d of type vlan for network 03c161bb-9632-4616-af0f-5318d08ce54b Oct 20 04:02:43.886284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ab33d573-35e2-446f-af38-317d7063c92c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:43.914634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.917600 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment f51722e2-e6ca-4420-a3d5-c6d04c21d982 resource provider aggregate not found Oct 20 04:02:43.939448 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment f51722e2-e6ca-4420-a3d5-c6d04c21d982 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f51722e2-e6ca-4420-a3d5-c6d04c21d982 found for delete ", "request_id": "req-c84c0f80-d288-4434-b4ae-b1b2885adf14"}]} Oct 20 04:02:43.947086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.953319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:43.953915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.975255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-f53a97ae-97e0-4d24-b576-7e6852948300', 'network_id': 'f53a97ae-97e0-4d24-b576-7e6852948300', 'tenant_id': '27db294c2ea345b080e506f891678b1e', 'fixed_ips': [{'subnet_id': '576dfbcf-78e1-44ce-8127-4131a8e81ab3'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:02:43.976124 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:43.983101 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1791480 Oct 20 04:02:43.986011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33566) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:43.990957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Request body: {'subnet': {'network_id': '03c161bb-9632-4616-af0f-5318d08ce54b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:44.057448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a72fc1-4c0d-429e-b3bc-ce7792c10ccf tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event updated for resources: {'Network': ['ID=03c161bb-9632-4616-af0f-5318d08ce54b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:44.070071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 03c161bb-9632-4616-af0f-5318d08ce54b details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:02:44.117683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Made reservation on behalf of 27db294c2ea345b080e506f891678b1e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:44.121206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.174139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Allocated IP 2001:db8::2 (f53a97ae-97e0-4d24-b576-7e6852948300/576dfbcf-78e1-44ce-8127-4131a8e81ab3/ddc8b266-7c2d-4c85-9570-cf543d8f42f0) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:44.311273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.325277 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.332217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.373278 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Network f53a97ae-97e0-4d24-b576-7e6852948300 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:44.375696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event updated for resources: {'Subnet': ['ID=21cafdb2-5301-4bb8-bc74-634f759d88ef,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:44.378536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:44.382500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:02:44.387901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Checking segment: {'id': '5f5ee314-90e1-4ab3-8485-d708bc88821d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '03c161bb-9632-4616-af0f-5318d08ce54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:44.388893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Network hostable DHCP agents. Network: 03c161bb-9632-4616-af0f-5318d08ce54b, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:02:44.389351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Pushing event updated for resources: {'Port': ['ID=ddc8b266-7c2d-4c85-9570-cf543d8f42f0,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:44.405431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Network 03c161bb-9632-4616-af0f-5318d08ce54b is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:02:44.414594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 03c161bb-9632-4616-af0f-5318d08ce54b) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:44.418689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:44.419296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.438756 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f0e99119-f651-4c7b-9819-0a9deb1f6b91 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4490666 Oct 20 04:02:44.438946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb2ac4-2db1-46f7-a049-332da5f8f787 None None] Network 03c161bb-9632-4616-af0f-5318d08ce54b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:44.439750 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33568) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:44.464610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Attempting to bind port ddc8b266-7c2d-4c85-9570-cf543d8f42f0 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:02:44.464973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Attempting to bind port ddc8b266-7c2d-4c85-9570-cf543d8f42f0 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '187ed79c-92da-4589-8595-667c145bba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f53a97ae-97e0-4d24-b576-7e6852948300'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:02:44.465333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Attempting to bind port ddc8b266-7c2d-4c85-9570-cf543d8f42f0 on network f53a97ae-97e0-4d24-b576-7e6852948300 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:44.503549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:02:44.503921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Checking segment: {'id': '187ed79c-92da-4589-8595-667c145bba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f53a97ae-97e0-4d24-b576-7e6852948300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:44.504347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.504735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Bound using segment: {'id': '187ed79c-92da-4589-8595-667c145bba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f53a97ae-97e0-4d24-b576-7e6852948300'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:02:44.505213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Bound port: ddc8b266-7c2d-4c85-9570-cf543d8f42f0, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187ed79c-92da-4589-8595-667c145bba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f53a97ae-97e0-4d24-b576-7e6852948300'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:02:44.505587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.545187 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.621579 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.640161 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] For port ddc8b266-7c2d-4c85-9570-cf543d8f42f0, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:02:44.649063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] For port ddc8b266-7c2d-4c85-9570-cf543d8f42f0, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ddc8b266-7c2d-4c85-9570-cf543d8f42f0,segment=NetworkSegment(187ed79c-92da-4589-8595-667c145bba26),segment_id=187ed79c-92da-4589-8595-667c145bba26)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:02:44.673787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.678401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7927fe9a-dc55-47dc-b2c8-1168eeae318c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.695172 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.707293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b0974d-492d-42b5-ad90-46f060ff04f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-03c161bb-9632-4616-af0f-5318d08ce54b', 'network_id': '03c161bb-9632-4616-af0f-5318d08ce54b', 'tenant_id': '27db294c2ea345b080e506f891678b1e', 'fixed_ips': [{'subnet_id': '21cafdb2-5301-4bb8-bc74-634f759d88ef'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:02:44.708160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08b0974d-492d-42b5-ad90-46f060ff04f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.727950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Subnet': ['ID=21cafdb2-5301-4bb8-bc74-634f759d88ef,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:44.778048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52547e0e-f295-45e9-bd5e-1da67612042e None None] Pushing event updated for resources: {'Port': ['ID=ddc8b266-7c2d-4c85-9570-cf543d8f42f0,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:44.796685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.821513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c161bb-9632-4616-af0f-5318d08ce54b']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:44.833700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5ee314-90e1-4ab3-8485-d708bc88821d') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:44.834287 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5ee314-90e1-4ab3-8485-d708bc88821d') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:44.844696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.851522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557d8920-85c5-49af-99e3-e5e983ee50b7 None None] Network 03c161bb-9632-4616-af0f-5318d08ce54b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:44.858858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.865765 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:02:44.866346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.894741 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 5f5ee314-90e1-4ab3-8485-d708bc88821d resource provider aggregate not found Oct 20 04:02:44.960231 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 5f5ee314-90e1-4ab3-8485-d708bc88821d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f5ee314-90e1-4ab3-8485-d708bc88821d found for delete ", "request_id": "req-6e1fe9ee-ee6f-4830-9239-294424b1394f"}]} Oct 20 04:02:44.972940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.981800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:44.988698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33574) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:44.989222 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/networks/03c161bb-9632-4616-af0f-5318d08ce54b HTTP/1.1" status: 204 len: 168 time: 0.5479438 Oct 20 04:02:45.001239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db11f0d-c5a6-46af-b8ae-9ae011ba0dc7 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Network': ['ID=03c161bb-9632-4616-af0f-5318d08ce54b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:45.027562 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-64241f40-92f1-4762-8918-65b06a57fb2d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] GET failed (client error): The resource could not be found. Oct 20 04:02:45.029668 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-64241f40-92f1-4762-8918-65b06a57fb2d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "GET /v2.0/subnets/21cafdb2-5301-4bb8-bc74-634f759d88ef HTTP/1.1" status: 404 len: 337 time: 0.0399504 Oct 20 04:02:45.032705 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33576) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:45.052650 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de05545-f92a-4310-b724-d6c5b594d723 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] DELETE failed (client error): The resource could not be found. Oct 20 04:02:45.053224 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de05545-f92a-4310-b724-d6c5b594d723 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:02:45.056323 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3de05545-f92a-4310-b724-d6c5b594d723 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/networks/03c161bb-9632-4616-af0f-5318d08ce54b HTTP/1.1" status: 404 len: 339 time: 0.0223217 Oct 20 04:02:45.060864 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33578) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:45.087885 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1b87cd-5884-4e1a-a5a3-f5d5fa7ee89c tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] DELETE failed (client error): The resource could not be found. Oct 20 04:02:45.088442 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1b87cd-5884-4e1a-a5a3-f5d5fa7ee89c tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:02:45.091615 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5c1b87cd-5884-4e1a-a5a3-f5d5fa7ee89c tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/subnets/21cafdb2-5301-4bb8-bc74-634f759d88ef HTTP/1.1" status: 404 len: 337 time: 0.0296423 Oct 20 04:02:45.094194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33580) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:45.114333 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-05639642-7562-49a3-9d84-3128bb445982 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] DELETE failed (client error): The resource could not be found. Oct 20 04:02:45.114923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05639642-7562-49a3-9d84-3128bb445982 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:02:45.118384 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-05639642-7562-49a3-9d84-3128bb445982 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/networks/03c161bb-9632-4616-af0f-5318d08ce54b HTTP/1.1" status: 404 len: 339 time: 0.0232646 Oct 20 04:02:45.121113 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33582) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:45.175653 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Deleting subnet 576dfbcf-78e1-44ce-8127-4131a8e81ab3 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:02:45.178910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.220888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.315219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.375516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.403157 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Subnet': ['ID=576dfbcf-78e1-44ce-8127-4131a8e81ab3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:45.408832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.412083 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/subnets/576dfbcf-78e1-44ce-8127-4131a8e81ab3 HTTP/1.1" status: 204 len: 168 time: 0.2899537 Oct 20 04:02:45.414703 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33584) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:45.417294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.417646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.417986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.418323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.418653 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.418982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.419437 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.419776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.420254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.420422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.420733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.421060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fd350-9196-4117-b75f-2e06a922f510 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:45.504022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.559414 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Deleting port ddc8b266-7c2d-4c85-9570-cf543d8f42f0 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:02:45.559749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.629054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] For port ddc8b266-7c2d-4c85-9570-cf543d8f42f0, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ddc8b266-7c2d-4c85-9570-cf543d8f42f0,segment=NetworkSegment(187ed79c-92da-4589-8595-667c145bba26),segment_id=187ed79c-92da-4589-8595-667c145bba26)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:45.629428 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.645639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Calling delete_port for ddc8b266-7c2d-4c85-9570-cf543d8f42f0 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:02:45.713973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ddc8b266-7c2d-4c85-9570-cf543d8f42f0 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:45.740773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.749935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282957ec-026a-4ae9-91a5-6e7a1632cde9 None None] Network f53a97ae-97e0-4d24-b576-7e6852948300 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:45.772103 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] No DVR routers for this DVR port ddc8b266-7c2d-4c85-9570-cf543d8f42f0 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:02:45.777925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Port': ['ID=ddc8b266-7c2d-4c85-9570-cf543d8f42f0,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:45.785205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No active binding found for port ddc8b266-7c2d-4c85-9570-cf543d8f42f0 {{(pid=103630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 20 04:02:45.785629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ddc8b266-7c2d-4c85-9570-cf543d8f42f0 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 04:02:45.835737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Port ddc8b266-7c2d-4c85-9570-cf543d8f42f0 not found, will not notify nova. {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 04:02:45.860662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.866180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0c569f99-53a6-44ed-afc4-14b55c681331 None None] Could not find standard attr ID for object ddc8b266-7c2d-4c85-9570-cf543d8f42f0. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 04:02:45.882927 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53a97ae-97e0-4d24-b576-7e6852948300']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:45.893635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187ed79c-92da-4589-8595-667c145bba26') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:45.893958 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187ed79c-92da-4589-8595-667c145bba26') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:45.903909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.917799 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.924161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:02:45.925216 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.937001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b016f053-d134-47ab-a241-f50c9e713474 None None] DHCP port deletion for f53a97ae-97e0-4d24-b576-7e6852948300 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:02:45.993899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:45.998510 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.002130 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/networks/f53a97ae-97e0-4d24-b576-7e6852948300 HTTP/1.1" status: 204 len: 168 time: 0.5864401 Oct 20 04:02:46.004753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33586) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:46.016141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78126c83-49d7-4c3a-bd1a-2eb2ea3c8e0d tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Network': ['ID=f53a97ae-97e0-4d24-b576-7e6852948300,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:46.033001 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-553b8e29-0736-4930-baad-f49e7b4a6d10 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] DELETE failed (client error): The resource could not be found. Oct 20 04:02:46.033450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553b8e29-0736-4930-baad-f49e7b4a6d10 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:02:46.036543 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-553b8e29-0736-4930-baad-f49e7b4a6d10 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/subnets/c9a3dcfe-e2ec-4cbe-a875-85c6fc10fe09 HTTP/1.1" status: 404 len: 337 time: 0.0306311 Oct 20 04:02:46.039075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33588) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:46.057680 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb69697-defe-4b4f-83c1-3794e3b8fd5f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] DELETE failed (client error): The resource could not be found. Oct 20 04:02:46.058699 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb69697-defe-4b4f-83c1-3794e3b8fd5f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:02:46.061785 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-beb69697-defe-4b4f-83c1-3794e3b8fd5f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/networks/27b546e5-5d5f-4a5c-b048-f9805fef8c0d HTTP/1.1" status: 404 len: 339 time: 0.0218184 Oct 20 04:02:46.064201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33590) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:46.095665 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9314a5d-b767-4fd6-80f9-435063657d95 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] DELETE failed (client error): The resource could not be found. Oct 20 04:02:46.096106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9314a5d-b767-4fd6-80f9-435063657d95 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:02:46.099165 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b9314a5d-b767-4fd6-80f9-435063657d95 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/subnets/2956fee9-b52a-4f0f-9e6d-89cc0cf90dde HTTP/1.1" status: 404 len: 337 time: 0.0339899 Oct 20 04:02:46.101611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33592) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:46.119297 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16e936a-8a7a-4b87-a29f-1aecd550e2b4 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] DELETE failed (client error): The resource could not be found. Oct 20 04:02:46.119814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16e936a-8a7a-4b87-a29f-1aecd550e2b4 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 04:02:46.123241 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c16e936a-8a7a-4b87-a29f-1aecd550e2b4 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/networks/ca4c5a25-c85c-4764-b7a3-e80992bcbde9 HTTP/1.1" status: 404 len: 339 time: 0.0207539 Oct 20 04:02:46.125497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33594) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:46.175700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2687bf65-c90a-4587-aea0-d5b73b087053 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Deleting subnet 16f78473-94c5-49dd-b229-0a7af2bbc287 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:02:46.178635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2687bf65-c90a-4587-aea0-d5b73b087053 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.219285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2687bf65-c90a-4587-aea0-d5b73b087053 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.305110 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2687bf65-c90a-4587-aea0-d5b73b087053 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.363864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2687bf65-c90a-4587-aea0-d5b73b087053 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.390740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687bf65-c90a-4587-aea0-d5b73b087053 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Subnet': ['ID=16f78473-94c5-49dd-b229-0a7af2bbc287,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:46.394572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2687bf65-c90a-4587-aea0-d5b73b087053 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.399045 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2687bf65-c90a-4587-aea0-d5b73b087053 tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/subnets/16f78473-94c5-49dd-b229-0a7af2bbc287 HTTP/1.1" status: 204 len: 168 time: 0.2714233 Oct 20 04:02:46.400732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33596) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:46.401457 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d687a0-6d51-40d4-a12e-23e916ff601f None None] Network 4f92050a-395c-4697-8448-b0dd04c6096d requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:46.478235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.535296 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Deleting port ab33d573-35e2-446f-af38-317d7063c92c {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:02:46.535850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.564699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d96cf-0685-4f9d-8150-a598533086c7 None None] DHCP port deletion for 4f92050a-395c-4697-8448-b0dd04c6096d request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:02:46.603118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] For port ab33d573-35e2-446f-af38-317d7063c92c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ab33d573-35e2-446f-af38-317d7063c92c,segment=NetworkSegment(e07708c6-81b9-4fe4-a627-80c57f61b48f),segment_id=e07708c6-81b9-4fe4-a627-80c57f61b48f)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:46.603489 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.616403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Calling delete_port for ab33d573-35e2-446f-af38-317d7063c92c owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:02:46.629302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-622d96cf-0685-4f9d-8150-a598533086c7 None None] Deleting port ab33d573-35e2-446f-af38-317d7063c92c {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:02:46.629769 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-622d96cf-0685-4f9d-8150-a598533086c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.642423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b8182fb9-7c56-4da6-89cf-3bf3dd7cd818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.697769 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-622d96cf-0685-4f9d-8150-a598533086c7 None None] For port ab33d573-35e2-446f-af38-317d7063c92c, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ab33d573-35e2-446f-af38-317d7063c92c,segment=NetworkSegment(e07708c6-81b9-4fe4-a627-80c57f61b48f),segment_id=e07708c6-81b9-4fe4-a627-80c57f61b48f)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:46.698156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-622d96cf-0685-4f9d-8150-a598533086c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.700384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.728701 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Port': ['ID=ab33d573-35e2-446f-af38-317d7063c92c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:46.730493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] No DVR routers for this DVR port ab33d573-35e2-446f-af38-317d7063c92c on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:02:46.811597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.833389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f92050a-395c-4697-8448-b0dd04c6096d']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:46.843096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07708c6-81b9-4fe4-a627-80c57f61b48f') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:46.843400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07708c6-81b9-4fe4-a627-80c57f61b48f') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:46.858735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.859044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-622d96cf-0685-4f9d-8150-a598533086c7 None None] Calling delete_port for ab33d573-35e2-446f-af38-317d7063c92c owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:02:46.872106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.879170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:02:46.879620 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.932293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-622d96cf-0685-4f9d-8150-a598533086c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.940421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.947388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:46.953382 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] 10.222.0.20 "DELETE /v2.0/networks/4f92050a-395c-4697-8448-b0dd04c6096d HTTP/1.1" status: 204 len: 168 time: 0.5488887 Oct 20 04:02:46.957927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d96cf-0685-4f9d-8150-a598533086c7 None None] Pushing event deleted for resources: {'Port': ['ID=ab33d573-35e2-446f-af38-317d7063c92c,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:46.961743 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d96cf-0685-4f9d-8150-a598533086c7 None None] No DVR routers for this DVR port ab33d573-35e2-446f-af38-317d7063c92c on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:02:46.966309 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f22244-7233-4da3-8650-6ca04918bf4f tempest-NetworksIpV6Test-2026375493 tempest-NetworksIpV6Test-2026375493-project] Pushing event deleted for resources: {'Network': ['ID=4f92050a-395c-4697-8448-b0dd04c6096d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:46.986044 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 187ed79c-92da-4589-8595-667c145bba26 resource provider aggregate not found Oct 20 04:02:47.003785 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 187ed79c-92da-4589-8595-667c145bba26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 187ed79c-92da-4589-8595-667c145bba26 found for delete ", "request_id": "req-8bf7ef9f-5004-4f66-8fd8-d9671782b38b"}]} Oct 20 04:02:47.020607 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment e07708c6-81b9-4fe4-a627-80c57f61b48f resource provider aggregate not found Oct 20 04:02:47.036318 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment e07708c6-81b9-4fe4-a627-80c57f61b48f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e07708c6-81b9-4fe4-a627-80c57f61b48f found for delete ", "request_id": "req-51bfee76-4348-450a-b4fe-f917dd75d129"}]} Oct 20 04:02:47.202457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33610) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:47.333037 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bb42a2fd-2eb3-4d73-8dfd-b6bc4e153eef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27db294c2ea345b080e506f891678b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294332 Oct 20 04:02:47.335518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33614) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:47.388022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0eb4d074-643f-4112-9168-f0ffc4ebd94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:47.409454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0eb4d074-643f-4112-9168-f0ffc4ebd94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:47.456755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0eb4d074-643f-4112-9168-f0ffc4ebd94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:47.459386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0eb4d074-643f-4112-9168-f0ffc4ebd94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:47.460593 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0eb4d074-643f-4112-9168-f0ffc4ebd94c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4f70cc7-f288-4db1-886e-a6951bd71b58 HTTP/1.1" status: 204 len: 168 time: 0.1241086 Oct 20 04:02:47.469121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4d074-643f-4112-9168-f0ffc4ebd94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f70cc7-f288-4db1-886e-a6951bd71b58,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:47.678146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ddc8b266-7c2d-4c85-9570-cf543d8f42f0 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:02:47.701272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ddc8b266-7c2d-4c85-9570-cf543d8f42f0 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:02:47.701621 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ddc8b266-7c2d-4c85-9570-cf543d8f42f0 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:02:47.702085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ab33d573-35e2-446f-af38-317d7063c92c no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:02:47.721222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ab33d573-35e2-446f-af38-317d7063c92c {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:02:47.721566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ab33d573-35e2-446f-af38-317d7063c92c not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:02:47.877256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.089379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33638) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:48.182436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-01ea7e4a-28e9-4428-ab29-e7185d99f416 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1143581271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:48.203599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01ea7e4a-28e9-4428-ab29-e7185d99f416 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.204694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01ea7e4a-28e9-4428-ab29-e7185d99f416 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.256422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01ea7e4a-28e9-4428-ab29-e7185d99f416 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.261235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01ea7e4a-28e9-4428-ab29-e7185d99f416 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.278335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-01ea7e4a-28e9-4428-ab29-e7185d99f416 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.280594 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-01ea7e4a-28e9-4428-ab29-e7185d99f416 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1901631 Oct 20 04:02:48.283328 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33642) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:48.287976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2085724512'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:48.307503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Made reservation on behalf of b9e22f4b153d42d5b793b6e1a475bda4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:48.311362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.319559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.398844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.402673 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.430047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:02:48.439622 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e18c81-1f04-4a89-a3ef-2d1fb55e3fb0,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:48.444459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.444804 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Added segment e1e3527d-abc7-40e9-a8b5-3e6444ef7f50 of type vlan for network 74a12718-f79e-4bee-95ed-c459c5bda03a Oct 20 04:02:48.484901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.508594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.514635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:48.515214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.546638 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2623258 Oct 20 04:02:48.549612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33644) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:48.554690 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Request body: {'subnet': {'network_id': '74a12718-f79e-4bee-95ed-c459c5bda03a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:48.585337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf1982-58b0-4064-a28d-a9dfa026c84a tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Pushing event updated for resources: {'Network': ['ID=74a12718-f79e-4bee-95ed-c459c5bda03a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:48.595980 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 74a12718-f79e-4bee-95ed-c459c5bda03a details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:02:48.649981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Made reservation on behalf of b9e22f4b153d42d5b793b6e1a475bda4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:48.654179 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.832225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.890317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Pushing event updated for resources: {'Subnet': ['ID=6b7e2193-1d3a-4619-9e28-46414154e5e1,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:48.898635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Checking segment: {'id': 'e1e3527d-abc7-40e9-a8b5-3e6444ef7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '74a12718-f79e-4bee-95ed-c459c5bda03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:48.898992 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Network hostable DHCP agents. Network: 74a12718-f79e-4bee-95ed-c459c5bda03a, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:02:48.915451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Network 74a12718-f79e-4bee-95ed-c459c5bda03a is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:02:48.923816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 74a12718-f79e-4bee-95ed-c459c5bda03a) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:48.927979 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:48.928594 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:48.932523 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20166657-27f2-4cd0-8b32-bda4f8a5a89f None None] Network 74a12718-f79e-4bee-95ed-c459c5bda03a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:48.945238 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4f3c4f10-1c98-4710-a5ed-25150663621d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3945255 Oct 20 04:02:48.948400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33646) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:48.953717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1855210977'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:48.972830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Made reservation on behalf of b9e22f4b153d42d5b793b6e1a475bda4 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:48.976209 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.001370 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:02:49.010583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.010945 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Added segment 2c5976fc-b809-4bdc-b843-f3daf518ce01 of type vlan for network bb742630-32e2-41b8-accf-61909f4d211b Oct 20 04:02:49.051010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.076924 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.082788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:49.083324 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.087117 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-74a12718-f79e-4bee-95ed-c459c5bda03a', 'network_id': '74a12718-f79e-4bee-95ed-c459c5bda03a', 'tenant_id': 'b9e22f4b153d42d5b793b6e1a475bda4', 'fixed_ips': [{'subnet_id': '6b7e2193-1d3a-4619-9e28-46414154e5e1'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:02:49.087981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.119750 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1703157 Oct 20 04:02:49.123579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33648) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:49.130671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Request body: {'subnet': {'network_id': 'bb742630-32e2-41b8-accf-61909f4d211b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:49.159889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cf603-eca6-4027-853f-3fe864b3136d tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Pushing event updated for resources: {'Network': ['ID=bb742630-32e2-41b8-accf-61909f4d211b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:49.178201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network bb742630-32e2-41b8-accf-61909f4d211b details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:02:49.229628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Made reservation on behalf of b9e22f4b153d42d5b793b6e1a475bda4 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:49.233826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.283144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Allocated IP 172.20.0.2 (74a12718-f79e-4bee-95ed-c459c5bda03a/6b7e2193-1d3a-4619-9e28-46414154e5e1/69ac451b-d7b8-4a67-a45f-1a4aded1d0c1) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:49.386483 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.431783 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.456364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.464701 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.501685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Pushing event updated for resources: {'Subnet': ['ID=24b62406-81eb-4f3c-bee7-3144f9d4bcf3,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:49.509953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Checking segment: {'id': '2c5976fc-b809-4bdc-b843-f3daf518ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bb742630-32e2-41b8-accf-61909f4d211b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:49.510311 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Network hostable DHCP agents. Network: bb742630-32e2-41b8-accf-61909f4d211b, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:02:49.515081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Network 74a12718-f79e-4bee-95ed-c459c5bda03a is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:49.517994 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:49.521634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:02:49.534665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Network bb742630-32e2-41b8-accf-61909f4d211b is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:02:49.535098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Pushing event updated for resources: {'Port': ['ID=69ac451b-d7b8-4a67-a45f-1a4aded1d0c1,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:49.549051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, bb742630-32e2-41b8-accf-61909f4d211b) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:49.553081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:49.553661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.577545 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-00d5a251-6998-46ca-b7f6-ebd5c6c8defd tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4527445 Oct 20 04:02:49.581586 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33650) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:49.586792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-eceff851-f7cc-4db6-9dca-564904265b45 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bb742630-32e2-41b8-accf-61909f4d211b'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:49.592707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9642f0-8e9c-42de-bca8-d7dd48a4d717 None None] Network bb742630-32e2-41b8-accf-61909f4d211b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:49.654094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Attempting to bind port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:02:49.654611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Attempting to bind port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'e1e3527d-abc7-40e9-a8b5-3e6444ef7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '74a12718-f79e-4bee-95ed-c459c5bda03a'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:02:49.655012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Attempting to bind port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 on network 74a12718-f79e-4bee-95ed-c459c5bda03a {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:49.660513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.701999 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:02:49.702334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Checking segment: {'id': 'e1e3527d-abc7-40e9-a8b5-3e6444ef7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '74a12718-f79e-4bee-95ed-c459c5bda03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:49.702739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.703127 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Bound using segment: {'id': 'e1e3527d-abc7-40e9-a8b5-3e6444ef7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '74a12718-f79e-4bee-95ed-c459c5bda03a'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:02:49.703652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Bound port: 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e3527d-abc7-40e9-a8b5-3e6444ef7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '74a12718-f79e-4bee-95ed-c459c5bda03a'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:02:49.704027 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.711949 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:02:49.832606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eceff851-f7cc-4db6-9dca-564904265b45 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.836581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] For port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:02:49.843743 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] For port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=69ac451b-d7b8-4a67-a45f-1a4aded1d0c1,segment=NetworkSegment(e1e3527d-abc7-40e9-a8b5-3e6444ef7f50),segment_id=e1e3527d-abc7-40e9-a8b5-3e6444ef7f50)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:02:49.864400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.892242 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-bb742630-32e2-41b8-accf-61909f4d211b', 'network_id': 'bb742630-32e2-41b8-accf-61909f4d211b', 'tenant_id': 'b9e22f4b153d42d5b793b6e1a475bda4', 'fixed_ips': [{'subnet_id': '24b62406-81eb-4f3c-bee7-3144f9d4bcf3'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:02:49.893126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:49.962601 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.api.v2.resource [None req-eceff851-f7cc-4db6-9dca-564904265b45 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 04:02:49.962916 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-eceff851-f7cc-4db6-9dca-564904265b45 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "PUT /v2.0/routers/6515e7f3-187d-4105-830d-04f69b06977d HTTP/1.1" status: 400 len: 364 time: 0.3803253 Oct 20 04:02:49.969585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33652) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:50.003559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b950406-62ac-462a-962a-aa784a5d920c None None] Pushing event updated for resources: {'Port': ['ID=69ac451b-d7b8-4a67-a45f-1a4aded1d0c1,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:50.036688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f99bfbd-8f93-4db9-993f-254b73ecc6a2 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Deleting subnet 24b62406-81eb-4f3c-bee7-3144f9d4bcf3 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:02:50.099061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Allocated IP 172.21.0.2 (bb742630-32e2-41b8-accf-61909f4d211b/24b62406-81eb-4f3c-bee7-3144f9d4bcf3/0c66e9bd-6bf2-4de8-a662-84a468d8304e) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:50.273142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.278969 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f99bfbd-8f93-4db9-993f-254b73ecc6a2 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.279343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.320068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Network bb742630-32e2-41b8-accf-61909f4d211b is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:50.323089 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:50.327411 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:02:50.329474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f99bfbd-8f93-4db9-993f-254b73ecc6a2 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.334384 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Pushing event updated for resources: {'Port': ['ID=0c66e9bd-6bf2-4de8-a662-84a468d8304e,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:50.389868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Attempting to bind port 0c66e9bd-6bf2-4de8-a662-84a468d8304e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:02:50.390243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Attempting to bind port 0c66e9bd-6bf2-4de8-a662-84a468d8304e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '2c5976fc-b809-4bdc-b843-f3daf518ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bb742630-32e2-41b8-accf-61909f4d211b'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:02:50.390606 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Attempting to bind port 0c66e9bd-6bf2-4de8-a662-84a468d8304e on network bb742630-32e2-41b8-accf-61909f4d211b {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:50.395876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:02:50.396251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Checking segment: {'id': '2c5976fc-b809-4bdc-b843-f3daf518ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bb742630-32e2-41b8-accf-61909f4d211b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:50.396841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.397366 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Bound using segment: {'id': '2c5976fc-b809-4bdc-b843-f3daf518ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bb742630-32e2-41b8-accf-61909f4d211b'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:02:50.397839 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Bound port: 0c66e9bd-6bf2-4de8-a662-84a468d8304e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5976fc-b809-4bdc-b843-f3daf518ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bb742630-32e2-41b8-accf-61909f4d211b'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:02:50.398597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.416417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f99bfbd-8f93-4db9-993f-254b73ecc6a2 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.475237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f99bfbd-8f93-4db9-993f-254b73ecc6a2 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.478434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] For port 0c66e9bd-6bf2-4de8-a662-84a468d8304e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:02:50.481844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] For port 0c66e9bd-6bf2-4de8-a662-84a468d8304e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0c66e9bd-6bf2-4de8-a662-84a468d8304e,segment=NetworkSegment(2c5976fc-b809-4bdc-b843-f3daf518ce01),segment_id=2c5976fc-b809-4bdc-b843-f3daf518ce01)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:02:50.485879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.508062 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99bfbd-8f93-4db9-993f-254b73ecc6a2 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Pushing event deleted for resources: {'Subnet': ['ID=24b62406-81eb-4f3c-bee7-3144f9d4bcf3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:50.512229 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f99bfbd-8f93-4db9-993f-254b73ecc6a2 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.516228 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2f99bfbd-8f93-4db9-993f-254b73ecc6a2 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "DELETE /v2.0/subnets/24b62406-81eb-4f3c-bee7-3144f9d4bcf3 HTTP/1.1" status: 204 len: 168 time: 0.5454357 Oct 20 04:02:50.518715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33654) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:50.539707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acdfb6-0fdd-4b45-b2df-ef9f0987c04f None None] Pushing event updated for resources: {'Port': ['ID=0c66e9bd-6bf2-4de8-a662-84a468d8304e,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:50.603372 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.662484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Deleting port 0c66e9bd-6bf2-4de8-a662-84a468d8304e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:02:50.662988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.751362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] For port 0c66e9bd-6bf2-4de8-a662-84a468d8304e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=0c66e9bd-6bf2-4de8-a662-84a468d8304e,segment=NetworkSegment(2c5976fc-b809-4bdc-b843-f3daf518ce01),segment_id=2c5976fc-b809-4bdc-b843-f3daf518ce01)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:50.751732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.766737 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Calling delete_port for 0c66e9bd-6bf2-4de8-a662-84a468d8304e owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:02:50.853879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.882133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Pushing event deleted for resources: {'Port': ['ID=0c66e9bd-6bf2-4de8-a662-84a468d8304e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:50.886646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] No DVR routers for this DVR port 0c66e9bd-6bf2-4de8-a662-84a468d8304e on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:02:50.971978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:50.974783 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4a880-e46a-4c5e-9e24-0a99d4d3e0b2 None None] Network 74a12718-f79e-4bee-95ed-c459c5bda03a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:50.993597 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb742630-32e2-41b8-accf-61909f4d211b']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:51.003332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5976fc-b809-4bdc-b843-f3daf518ce01') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:51.004258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5976fc-b809-4bdc-b843-f3daf518ce01') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:51.013850 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.027495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.034160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:02:51.034556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.064840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e3b093af-8a82-4dfa-98d9-57abf9c77c7f None None] Provisioning complete for port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:51.065320 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e3b093af-8a82-4dfa-98d9-57abf9c77c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.065542 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e3b093af-8a82-4dfa-98d9-57abf9c77c7f None None] Attempt 1 to provision port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 Oct 20 04:02:51.067263 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 2c5976fc-b809-4bdc-b843-f3daf518ce01 resource provider aggregate not found Oct 20 04:02:51.110320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.116720 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 2c5976fc-b809-4bdc-b843-f3daf518ce01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c5976fc-b809-4bdc-b843-f3daf518ce01 found for delete ", "request_id": "req-f91b566d-7446-4141-9562-fec2dfb8592a"}]} Oct 20 04:02:51.123772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.129892 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "DELETE /v2.0/networks/bb742630-32e2-41b8-accf-61909f4d211b HTTP/1.1" status: 204 len: 168 time: 0.6066749 Oct 20 04:02:51.130148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33660) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:51.137619 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f915e7-2436-43e5-bd56-7773c46a13c8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Pushing event deleted for resources: {'Network': ['ID=bb742630-32e2-41b8-accf-61909f4d211b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:51.198763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-277dc740-41ed-4415-b63d-a869b6786342 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Deleting subnet 6b7e2193-1d3a-4619-9e28-46414154e5e1 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:02:51.202890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277dc740-41ed-4415-b63d-a869b6786342 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.209296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e3b093af-8a82-4dfa-98d9-57abf9c77c7f None None] Current status of the port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:51.209814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e3b093af-8a82-4dfa-98d9-57abf9c77c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.246463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277dc740-41ed-4415-b63d-a869b6786342 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.254847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e3b093af-8a82-4dfa-98d9-57abf9c77c7f None None] For port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=69ac451b-d7b8-4a67-a45f-1a4aded1d0c1,segment=NetworkSegment(e1e3527d-abc7-40e9-a8b5-3e6444ef7f50),segment_id=e1e3527d-abc7-40e9-a8b5-3e6444ef7f50)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:51.260634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e3b093af-8a82-4dfa-98d9-57abf9c77c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.358961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b093af-8a82-4dfa-98d9-57abf9c77c7f None None] Pushing event updated for resources: {'Port': ['ID=69ac451b-d7b8-4a67-a45f-1a4aded1d0c1,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:51.369507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277dc740-41ed-4415-b63d-a869b6786342 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.447985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277dc740-41ed-4415-b63d-a869b6786342 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.480590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dc740-41ed-4415-b63d-a869b6786342 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7e2193-1d3a-4619-9e28-46414154e5e1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:51.486657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277dc740-41ed-4415-b63d-a869b6786342 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.489925 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-277dc740-41ed-4415-b63d-a869b6786342 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "DELETE /v2.0/subnets/6b7e2193-1d3a-4619-9e28-46414154e5e1 HTTP/1.1" status: 204 len: 168 time: 0.3575809 Oct 20 04:02:51.492690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33662) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:51.518524 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071c6918-cc1b-4934-ac39-6a834502673c None None] Network 74a12718-f79e-4bee-95ed-c459c5bda03a requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:51.578335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.620741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6166ab15-68d1-44b4-b85c-90456063bb4d None None] Provisioning complete for port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:51.621219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6166ab15-68d1-44b4-b85c-90456063bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.621622 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6166ab15-68d1-44b4-b85c-90456063bb4d None None] Attempt 1 to provision port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 Oct 20 04:02:51.641849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Deleting port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:02:51.642191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.714762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] For port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=69ac451b-d7b8-4a67-a45f-1a4aded1d0c1,segment=NetworkSegment(e1e3527d-abc7-40e9-a8b5-3e6444ef7f50),segment_id=e1e3527d-abc7-40e9-a8b5-3e6444ef7f50)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:51.715137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.735279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Calling delete_port for 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:02:51.823501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.848697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Pushing event deleted for resources: {'Port': ['ID=69ac451b-d7b8-4a67-a45f-1a4aded1d0c1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:51.854238 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] No DVR routers for this DVR port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:02:51.885063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d295b1-9a17-427d-8baa-a02562578766 None None] DHCP port deletion for bb742630-32e2-41b8-accf-61909f4d211b request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:02:51.888730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e3e723-fa98-4f9d-9600-d0be9082bdf0 None None] DHCP port deletion for 74a12718-f79e-4bee-95ed-c459c5bda03a request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:02:51.911219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1055fb6-189d-409a-af57-054b27f95157 None None] Network bb742630-32e2-41b8-accf-61909f4d211b requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:51.913406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6166ab15-68d1-44b4-b85c-90456063bb4d None None] Current status of the port 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:51.926355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1055fb6-189d-409a-af57-054b27f95157 None None] Network bb742630-32e2-41b8-accf-61909f4d211b could not be found, it might have been deleted concurrently. {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 04:02:51.936885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.957023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a12718-f79e-4bee-95ed-c459c5bda03a']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:51.966804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e3527d-abc7-40e9-a8b5-3e6444ef7f50') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:51.967184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e3527d-abc7-40e9-a8b5-3e6444ef7f50') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:51.980478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:51.994068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.000235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:02:52.000651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.019899 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment e1e3527d-abc7-40e9-a8b5-3e6444ef7f50 resource provider aggregate not found Oct 20 04:02:52.029350 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4d2e1806-e295-40c7-a1e0-45e5f4c7a9b7 None None] Could not find standard attr ID for object 0c66e9bd-6bf2-4de8-a662-84a468d8304e. {{(pid=103630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 20 04:02:52.062879 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment e1e3527d-abc7-40e9-a8b5-3e6444ef7f50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1e3527d-abc7-40e9-a8b5-3e6444ef7f50 found for delete ", "request_id": "req-c7941d44-2b4c-47d9-b65b-a6b522f71698"}]} Oct 20 04:02:52.071462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.079854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.083245 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "DELETE /v2.0/networks/74a12718-f79e-4bee-95ed-c459c5bda03a HTTP/1.1" status: 204 len: 168 time: 0.5896266 Oct 20 04:02:52.086077 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33668) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:52.093017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cccc95-bd40-493b-942b-4d5f88bec8e8 tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Pushing event deleted for resources: {'Network': ['ID=74a12718-f79e-4bee-95ed-c459c5bda03a,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:52.114807 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-14a12578-9a30-4b4a-8e96-a1773137d30c tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "GET /v2.0/ports?device_id=6515e7f3-187d-4105-830d-04f69b06977d HTTP/1.1" status: 200 len: 205 time: 0.0274601 Oct 20 04:02:52.117067 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33670) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:52.190556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-99a93b1d-9bb7-48e2-8d84-989690e248fa tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.347920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-99a93b1d-9bb7-48e2-8d84-989690e248fa tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.350213 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-99a93b1d-9bb7-48e2-8d84-989690e248fa tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.392019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-99a93b1d-9bb7-48e2-8d84-989690e248fa tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.392695 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a93b1d-9bb7-48e2-8d84-989690e248fa tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Fanout notify agent at l3_agent the message router_deleted on router 6515e7f3-187d-4105-830d-04f69b06977d {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:02:52.399879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-99a93b1d-9bb7-48e2-8d84-989690e248fa tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.401477 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-99a93b1d-9bb7-48e2-8d84-989690e248fa tempest-RoutersNegativeTest-505522512 tempest-RoutersNegativeTest-505522512-project] 10.222.0.20 "DELETE /v2.0/routers/6515e7f3-187d-4105-830d-04f69b06977d HTTP/1.1" status: 204 len: 168 time: 0.2830667 Oct 20 04:02:52.642220 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33676) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:52.770992 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ae81d88e-d723-4849-8cf9-57b6712ca811 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9e22f4b153d42d5b793b6e1a475bda4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276243 Oct 20 04:02:52.773559 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33680) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:52.823770 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.845088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.890769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.893420 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:52.894629 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37e18c81-1f04-4a89-a3ef-2d1fb55e3fb0 HTTP/1.1" status: 204 len: 168 time: 0.1201212 Oct 20 04:02:52.902047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e18c81-1f04-4a89-a3ef-2d1fb55e3fb0,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:52.908948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:52.909295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:52.909637 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:52.910066 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:52.910296 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:52.910623 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:52.910948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:52.911276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:52.911601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:52.911924 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:52.912255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:52.912585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b98f47-077a-4143-80d5-1edd28b6a00c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:02:53.494148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33702) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:53.588185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1289769428-network', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:53.607382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Made reservation on behalf of 7afe8c9c33ff4ce2b3f3972cf2fdce07 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:53.609668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:53.617683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:53.683588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:02:53.695486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:53.699579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:53.705330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:02:53.705685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 69ac451b-d7b8-4a67-a45f-1a4aded1d0c1 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:02:53.706393 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0c66e9bd-6bf2-4de8-a662-84a468d8304e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:02:53.726796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:02:53.727967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 0c66e9bd-6bf2-4de8-a662-84a468d8304e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:02:53.728389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 0c66e9bd-6bf2-4de8-a662-84a468d8304e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:02:53.739059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d735455f-4f40-420a-a63e-22b6ada07525,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:53.745128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:53.745469 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Added segment 2101ed8b-355b-45aa-b483-1e2659f8f504 of type vlan for network daac0849-e8fd-4852-a450-bc976b746fb4 Oct 20 04:02:53.789535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:53.813239 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:53.814168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:53.814729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:53.848176 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3529756 Oct 20 04:02:53.851235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33706) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:53.856463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] Request body: {'subnet': {'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1289769428-subnet', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:53.875761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] Made reservation on behalf of 7afe8c9c33ff4ce2b3f3972cf2fdce07 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:53.878118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:53.878375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ce15f-fc60-4fc4-8871-cc7f9decbc48 admin admin] Pushing event updated for resources: {'Network': ['ID=daac0849-e8fd-4852-a450-bc976b746fb4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:53.888151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network daac0849-e8fd-4852-a450-bc976b746fb4 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:02:54.053997 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.111554 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba427c50-9886-4428-b665-e12bb7707153,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:54.117073 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] Checking segment: {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:54.117642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] Network hostable DHCP agents. Network: daac0849-e8fd-4852-a450-bc976b746fb4, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:02:54.133464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] Network daac0849-e8fd-4852-a450-bc976b746fb4 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:02:54.142163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, daac0849-e8fd-4852-a450-bc976b746fb4) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:54.146086 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:54.146656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.150821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d4073-141a-4234-80c0-5a557d581d20 None None] Network daac0849-e8fd-4852-a450-bc976b746fb4 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:54.162244 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-363aca6f-8f75-4498-b672-bbd6b9250cf1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3097584 Oct 20 04:02:54.165085 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33708) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:54.169885 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1289769428-router', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:54.188745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.189800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.246679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.304394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-daac0849-e8fd-4852-a450-bc976b746fb4', 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'fixed_ips': [{'subnet_id': 'ba427c50-9886-4428-b665-e12bb7707153'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:02:54.305276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.452587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Allocated IP 172.20.0.2 (daac0849-e8fd-4852-a450-bc976b746fb4/ba427c50-9886-4428-b665-e12bb7707153/76ee7671-02b9-4283-bcb0-758214f07f61) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:54.608876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.617788 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.662337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Network daac0849-e8fd-4852-a450-bc976b746fb4 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:54.665183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:54.668576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:02:54.676010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Pushing event updated for resources: {'Port': ['ID=76ee7671-02b9-4283-bcb0-758214f07f61,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:54.676642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.729003 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Attempting to bind port 76ee7671-02b9-4283-bcb0-758214f07f61 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:02:54.729597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Attempting to bind port 76ee7671-02b9-4283-bcb0-758214f07f61 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:02:54.729733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Attempting to bind port 76ee7671-02b9-4283-bcb0-758214f07f61 on network daac0849-e8fd-4852-a450-bc976b746fb4 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:54.735190 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:02:54.735569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Checking segment: {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:54.735975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.736403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Bound using segment: {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:02:54.736905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Bound port: 76ee7671-02b9-4283-bcb0-758214f07f61, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:02:54.737287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.803240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] For port 76ee7671-02b9-4283-bcb0-758214f07f61, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:02:54.806270 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] For port 76ee7671-02b9-4283-bcb0-758214f07f61, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=76ee7671-02b9-4283-bcb0-758214f07f61,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:02:54.811337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.865336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6421c-65a7-4774-848b-6529437e3883 None None] Pushing event updated for resources: {'Port': ['ID=76ee7671-02b9-4283-bcb0-758214f07f61,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:54.882234 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:54.903084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:55.020921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Allocated IP 172.26.0.157 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/a6d6ac52-7cb3-4403-aba9-144900889c8b) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:55.127454 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:55.163175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:55.206800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:55.209707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:55.212676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:02:55.237960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d6ac52-7cb3-4403-aba9-144900889c8b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:55.465646 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:55.671095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:55.716827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 76ee7671-02b9-4283-bcb0-758214f07f61 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:55.766690 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 76ee7671-02b9-4283-bcb0-758214f07f61 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:55.767267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:55.767402 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 76ee7671-02b9-4283-bcb0-758214f07f61 Oct 20 04:02:55.797976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2cfda-c581-4920-bc00-f51978027fa5 None None] Network daac0849-e8fd-4852-a450-bc976b746fb4 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:55.815110 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Router 405c3a2e-911d-4567-bdbd-07270838a341 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:02:55.926120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:02:55.928398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6e73d00b-4f17-48b2-8475-a1d9325d6c2d None None] Provisioning complete for port 76ee7671-02b9-4283-bcb0-758214f07f61 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:55.928770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e73d00b-4f17-48b2-8475-a1d9325d6c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:55.929099 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6e73d00b-4f17-48b2-8475-a1d9325d6c2d None None] Attempt 1 to provision port 76ee7671-02b9-4283-bcb0-758214f07f61 Oct 20 04:02:55.938091 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Sync routers for ids ['405c3a2e-911d-4567-bdbd-07270838a341'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:02:55.944844 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:55.946089 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d0b3f5f5-b308-4ead-b75e-f66522baaa22 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7800822 Oct 20 04:02:55.949082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33710) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:55.959568 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Routers {'405c3a2e-911d-4567-bdbd-07270838a341'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:02:55.960113 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0244b082-79ff-495d-b532-e346246a8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:02:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['405c3a2e-911d-4567-bdbd-07270838a341'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:55.980831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 76ee7671-02b9-4283-bcb0-758214f07f61 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:55.981748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:56.053782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 76ee7671-02b9-4283-bcb0-758214f07f61, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=76ee7671-02b9-4283-bcb0-758214f07f61,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:56.061553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:56.064293 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Set router 405c3a2e-911d-4567-bdbd-07270838a341 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:02:56.148066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6e73d00b-4f17-48b2-8475-a1d9325d6c2d None None] Current status of the port 76ee7671-02b9-4283-bcb0-758214f07f61 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:56.150472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=76ee7671-02b9-4283-bcb0-758214f07f61,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:56.256020 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0244b082-79ff-495d-b532-e346246a8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405c3a2e-911d-4567-bdbd-07270838a341', 'name': 'tempest-TestEncryptedCinderVolumes-1289769428-router', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:55Z', 'revision_number': 3, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'gw_port': {'id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405c3a2e-911d-4567-bdbd-07270838a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:56.283831 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Checking router: 405c3a2e-911d-4567-bdbd-07270838a341 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:02:56.284179 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Updating router 405c3a2e-911d-4567-bdbd-07270838a341 port a6d6ac52-7cb3-4403-aba9-144900889c8b binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:02:56.312090 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:56.472199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b49e62eb-e153-4fd6-a950-badd7126884d None None] Provisioning complete for port 76ee7671-02b9-4283-bcb0-758214f07f61 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:56.472563 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b49e62eb-e153-4fd6-a950-badd7126884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:56.472866 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b49e62eb-e153-4fd6-a950-badd7126884d None None] Attempt 1 to provision port 76ee7671-02b9-4283-bcb0-758214f07f61 Oct 20 04:02:56.557576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b49e62eb-e153-4fd6-a950-badd7126884d None None] Current status of the port 76ee7671-02b9-4283-bcb0-758214f07f61 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:56.586238 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:56.592706 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:56.628206 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Attempting to bind port a6d6ac52-7cb3-4403-aba9-144900889c8b on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:02:56.628611 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Attempting to bind port a6d6ac52-7cb3-4403-aba9-144900889c8b by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:02:56.628977 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Attempting to bind port a6d6ac52-7cb3-4403-aba9-144900889c8b on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:02:56.636772 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:02:56.637143 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:56.638075 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:56.638473 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:02:56.639037 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Bound port: a6d6ac52-7cb3-4403-aba9-144900889c8b, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:02:56.639417 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:56.666737 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7cddf-4984-4c06-a424-f1dd5b21b7ee None None] Pushing event updated for resources: {'Port': ['ID=a6d6ac52-7cb3-4403-aba9-144900889c8b,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:56.696694 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-0244b082-79ff-495d-b532-e346246a8736 None None] For port a6d6ac52-7cb3-4403-aba9-144900889c8b, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:02:56.699690 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-0244b082-79ff-495d-b532-e346246a8736 None None] For port a6d6ac52-7cb3-4403-aba9-144900889c8b, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a6d6ac52-7cb3-4403-aba9-144900889c8b,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:02:56.705311 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:56.711237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:56.742715 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Routers {'405c3a2e-911d-4567-bdbd-07270838a341'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:02:56.743249 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0244b082-79ff-495d-b532-e346246a8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:02:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['405c3a2e-911d-4567-bdbd-07270838a341'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:56.868700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Allocated IP 172.20.0.1 (daac0849-e8fd-4852-a450-bc976b746fb4/ba427c50-9886-4428-b665-e12bb7707153/937bf531-9a6d-409a-b637-c21d6e34f738) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:56.884261 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7cddf-4984-4c06-a424-f1dd5b21b7ee None None] Pushing event updated for resources: {'Port': ['ID=a6d6ac52-7cb3-4403-aba9-144900889c8b,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:56.944891 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-0244b082-79ff-495d-b532-e346246a8736 None None] Set router 405c3a2e-911d-4567-bdbd-07270838a341 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:02:56.972672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:57.005815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:57.046516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Network daac0849-e8fd-4852-a450-bc976b746fb4 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:57.050859 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:57.055163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:02:57.058278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Pushing event updated for resources: {'Port': ['ID=937bf531-9a6d-409a-b637-c21d6e34f738,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:57.099557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:57.132104 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0244b082-79ff-495d-b532-e346246a8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405c3a2e-911d-4567-bdbd-07270838a341', 'name': 'tempest-TestEncryptedCinderVolumes-1289769428-router', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:55Z', 'revision_number': 3, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'gw_port': {'id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405c3a2e-911d-4567-bdbd-07270838a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:57.159428 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244b082-79ff-495d-b532-e346246a8736 None None] The sync data for ids ['405c3a2e-911d-4567-bdbd-07270838a341'] in dv-neutron-861842-1-hyperv is: [{'id': '405c3a2e-911d-4567-bdbd-07270838a341', 'name': 'tempest-TestEncryptedCinderVolumes-1289769428-router', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:55Z', 'revision_number': 3, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'gw_port': {'id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405c3a2e-911d-4567-bdbd-07270838a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:02:57.239445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:57.284077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Provisioning complete for port 937bf531-9a6d-409a-b637-c21d6e34f738 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:57.284673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:57.284839 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Attempt 1 to provision port 937bf531-9a6d-409a-b637-c21d6e34f738 Oct 20 04:02:57.323745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Port 937bf531-9a6d-409a-b637-c21d6e34f738 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:57.441654 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:57.446703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:57.518121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:57.519950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Pushing event updated for resources: {'Port': ['ID=937bf531-9a6d-409a-b637-c21d6e34f738,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:57.615339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Network daac0849-e8fd-4852-a450-bc976b746fb4 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:57.616880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:57.745976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Router 405c3a2e-911d-4567-bdbd-07270838a341 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:02:57.802844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a6d6ac52-7cb3-4403-aba9-144900889c8b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:57.829303 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Attempt 2 to provision port 937bf531-9a6d-409a-b637-c21d6e34f738 Oct 20 04:02:57.880949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:02:57.885602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Port 937bf531-9a6d-409a-b637-c21d6e34f738 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:57.886419 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6b323e51-9d34-419e-92a9-ba47dd6299c1 admin admin] 10.222.0.20 "PUT /v2.0/routers/405c3a2e-911d-4567-bdbd-07270838a341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9362681 Oct 20 04:02:57.899017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a6d6ac52-7cb3-4403-aba9-144900889c8b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:57.899395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:57.899734 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a6d6ac52-7cb3-4403-aba9-144900889c8b Oct 20 04:02:57.987513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a6d6ac52-7cb3-4403-aba9-144900889c8b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:57.987513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.008511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port a6d6ac52-7cb3-4403-aba9-144900889c8b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a6d6ac52-7cb3-4403-aba9-144900889c8b,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:02:58.013660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.014481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 76ee7671-02b9-4283-bcb0-758214f07f61 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:58.095504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=a6d6ac52-7cb3-4403-aba9-144900889c8b,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:58.112596 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 76ee7671-02b9-4283-bcb0-758214f07f61 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:58.113028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.113374 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 76ee7671-02b9-4283-bcb0-758214f07f61 Oct 20 04:02:58.195603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 76ee7671-02b9-4283-bcb0-758214f07f61 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:02:58.377873 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33726) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:58.382818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1966084970-network', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:58.386732 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Attempt 3 to provision port 937bf531-9a6d-409a-b637-c21d6e34f738 Oct 20 04:02:58.402324 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Made reservation on behalf of 5819d2eb8fcc48b7937b824c8f58ad9e for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:58.405595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.414595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.423048 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Port 937bf531-9a6d-409a-b637-c21d6e34f738 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:58.494872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.500526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.528314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:02:58.538315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318e1d1e-f59b-4f04-9811-81ee6165e4d9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:58.543171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.543518 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Added segment 0d131448-3020-4e02-98e4-c66840d37c54 of type vlan for network c0763f4e-cc75-42d2-8f27-08f6202ac0be Oct 20 04:02:58.589429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.618929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.619964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:58.620577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.656432 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2773814 Oct 20 04:02:58.659528 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 33728) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:58.665491 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] Request body: {'subnet': {'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1966084970-subnet', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:58.686431 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] Made reservation on behalf of 5819d2eb8fcc48b7937b824c8f58ad9e for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:02:58.687887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91f803-03e1-42f3-ae9e-07b450061de4 admin admin] Pushing event updated for resources: {'Network': ['ID=c0763f4e-cc75-42d2-8f27-08f6202ac0be,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:58.688809 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.697489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network c0763f4e-cc75-42d2-8f27-08f6202ac0be details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:02:58.767562 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Sync routers for ids ['405c3a2e-911d-4567-bdbd-07270838a341'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:02:58.782367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Routers {'405c3a2e-911d-4567-bdbd-07270838a341'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:02:58.783103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:02:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['405c3a2e-911d-4567-bdbd-07270838a341'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:58.874966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.892076 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Set router 405c3a2e-911d-4567-bdbd-07270838a341 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:02:58.924534 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Attempt 4 to provision port 937bf531-9a6d-409a-b637-c21d6e34f738 Oct 20 04:02:58.933047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc543482-619c-4423-ba08-dd9574029ffa,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:58.942474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] Checking segment: {'id': '0d131448-3020-4e02-98e4-c66840d37c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:02:58.942829 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] Network hostable DHCP agents. Network: c0763f4e-cc75-42d2-8f27-08f6202ac0be, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:02:58.960807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] Network c0763f4e-cc75-42d2-8f27-08f6202ac0be is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:02:58.970140 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, c0763f4e-cc75-42d2-8f27-08f6202ac0be) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:58.974321 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:02:58.974919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:58.991646 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-69d99722-35ad-45e6-a7fe-bc2ce1963d12 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3302803 Oct 20 04:02:58.994274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33730) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:02:58.998905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5030211f-76dc-429d-9f70-2ac28592b9f1 None None] Network c0763f4e-cc75-42d2-8f27-08f6202ac0be requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:02:58.999552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1966084970-router', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:02:59.017685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Port 937bf531-9a6d-409a-b637-c21d6e34f738 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:59.018806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:59.019990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:59.075158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:59.226447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:59.399259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405c3a2e-911d-4567-bdbd-07270838a341', 'name': 'tempest-TestEncryptedCinderVolumes-1289769428-router', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:57Z', 'revision_number': 4, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'gw_port': {'id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405c3a2e-911d-4567-bdbd-07270838a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '937bf531-9a6d-409a-b637-c21d6e34f738', 'name': '', 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'mac_address': 'fa:16:3e:37:ad:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405c3a2e-911d-4567-bdbd-07270838a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ba427c50-9886-4428-b665-e12bb7707153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:56Z', 'updated_at': '2022-10-20T04:02:57Z', 'revision_number': 2, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'subnets': [{'id': 'ba427c50-9886-4428-b665-e12bb7707153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:02:59.402771 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-c0763f4e-cc75-42d2-8f27-08f6202ac0be', 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'fixed_ips': [{'subnet_id': 'fc543482-619c-4423-ba08-dd9574029ffa'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:02:59.404326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:59.441075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:59.442640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Checking router: 405c3a2e-911d-4567-bdbd-07270838a341 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:02:59.443057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Updating router 405c3a2e-911d-4567-bdbd-07270838a341 port 937bf531-9a6d-409a-b637-c21d6e34f738 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:02:59.459996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:59.478336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:59.525905 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Attempt 5 to provision port 937bf531-9a6d-409a-b637-c21d6e34f738 Oct 20 04:02:59.570530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Allocated IP 172.26.0.68 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/31294f42-2d65-426b-aa32-8fe800472827) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:59.639868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Port 937bf531-9a6d-409a-b637-c21d6e34f738 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:02:59.678230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:59.710639 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a6d6ac52-7cb3-4403-aba9-144900889c8b up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:02:59.714342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:59.755495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Allocated IP 172.20.0.2 (c0763f4e-cc75-42d2-8f27-08f6202ac0be/fc543482-619c-4423-ba08-dd9574029ffa/9d6d6a74-595b-45f3-9639-4060ff1dc6ed) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:02:59.755829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:02:59.759023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:02:59.763957 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:02:59.793018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Pushing event updated for resources: {'Port': ['ID=31294f42-2d65-426b-aa32-8fe800472827,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:02:59.924013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a6d6ac52-7cb3-4403-aba9-144900889c8b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:02:59.924432 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:02:59.924796 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a6d6ac52-7cb3-4403-aba9-144900889c8b Oct 20 04:03:00.022390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.097160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.104836 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.133322 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.144901 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Attempt 6 to provision port 937bf531-9a6d-409a-b637-c21d6e34f738 Oct 20 04:03:00.146436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.216855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a6d6ac52-7cb3-4403-aba9-144900889c8b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:00.224776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.228557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Network c0763f4e-cc75-42d2-8f27-08f6202ac0be is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:03:00.237627 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:03:00.239353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Port 937bf531-9a6d-409a-b637-c21d6e34f738 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:03:00.253111 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:03:00.255220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Pushing event updated for resources: {'Port': ['ID=9d6d6a74-595b-45f3-9639-4060ff1dc6ed,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:00.354526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Attempting to bind port 937bf531-9a6d-409a-b637-c21d6e34f738 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:03:00.354898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Attempting to bind port 937bf531-9a6d-409a-b637-c21d6e34f738 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:03:00.355258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Attempting to bind port 937bf531-9a6d-409a-b637-c21d6e34f738 on network daac0849-e8fd-4852-a450-bc976b746fb4 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:03:00.360376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Router be565ee0-e060-4e4d-aed6-7c70015fecfd is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:03:00.365861 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0d894-6a1e-44d5-b221-f393dfb1e835 None None] Pushing event updated for resources: {'Port': ['ID=937bf531-9a6d-409a-b637-c21d6e34f738,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:00.374281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:03:00.374626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Checking segment: {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:03:00.374950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.375331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Bound using segment: {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:03:00.375802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Bound port: 937bf531-9a6d-409a-b637-c21d6e34f738, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:03:00.376175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.387396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Attempting to bind port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:03:00.387770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Attempting to bind port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '0d131448-3020-4e02-98e4-c66840d37c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:03:00.388154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Attempting to bind port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed on network c0763f4e-cc75-42d2-8f27-08f6202ac0be {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:03:00.395361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:03:00.395708 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Checking segment: {'id': '0d131448-3020-4e02-98e4-c66840d37c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:03:00.396096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.396527 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Bound using segment: {'id': '0d131448-3020-4e02-98e4-c66840d37c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:03:00.396981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Bound port: 9d6d6a74-595b-45f3-9639-4060ff1dc6ed, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d131448-3020-4e02-98e4-c66840d37c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:03:00.397354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.469963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:03:00.478691 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Sync routers for ids ['be565ee0-e060-4e4d-aed6-7c70015fecfd'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:03:00.487481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] For port 937bf531-9a6d-409a-b637-c21d6e34f738, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:03:00.491138 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Routers {'be565ee0-e060-4e4d-aed6-7c70015fecfd'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:03:00.491513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.491750 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:02:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['be565ee0-e060-4e4d-aed6-7c70015fecfd'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:00.492870 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-723d5b79-08f9-49b8-b303-0506fc775438 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4975214 Oct 20 04:03:00.495212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] For port 937bf531-9a6d-409a-b637-c21d6e34f738, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=937bf531-9a6d-409a-b637-c21d6e34f738,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:03:00.495967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 33732) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:03:00.503180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.517194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] For port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:03:00.553665 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] For port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9d6d6a74-595b-45f3-9639-4060ff1dc6ed,segment=NetworkSegment(0d131448-3020-4e02-98e4-c66840d37c54),segment_id=0d131448-3020-4e02-98e4-c66840d37c54)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:03:00.562240 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:00.569064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Routers {'405c3a2e-911d-4567-bdbd-07270838a341'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:03:00.569769 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:02:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['405c3a2e-911d-4567-bdbd-07270838a341'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:00.618451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0d894-6a1e-44d5-b221-f393dfb1e835 None None] Pushing event updated for resources: {'Port': ['ID=937bf531-9a6d-409a-b637-c21d6e34f738,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:00.627234 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Set router be565ee0-e060-4e4d-aed6-7c70015fecfd gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:03:00.732620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd13e26-80d0-4958-8f14-bde5542bd7eb None None] Pushing event updated for resources: {'Port': ['ID=9d6d6a74-595b-45f3-9639-4060ff1dc6ed,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:00.743023 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Attempt 7 to provision port 937bf531-9a6d-409a-b637-c21d6e34f738 Oct 20 04:03:00.748353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] Set router 405c3a2e-911d-4567-bdbd-07270838a341 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:03:00.834648 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'name': 'tempest-TestEncryptedCinderVolumes-1966084970-router', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '31294f42-2d65-426b-aa32-8fe800472827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:02:59Z', 'revision_number': 3, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'gw_port': {'id': '31294f42-2d65-426b-aa32-8fe800472827', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:00.878676 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Checking router: be565ee0-e060-4e4d-aed6-7c70015fecfd for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:03:00.879418 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Updating router be565ee0-e060-4e4d-aed6-7c70015fecfd port 31294f42-2d65-426b-aa32-8fe800472827 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:03:00.910590 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.022212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.039010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Current status of the port 937bf531-9a6d-409a-b637-c21d6e34f738 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:01.039401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.090039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] For port 937bf531-9a6d-409a-b637-c21d6e34f738, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=937bf531-9a6d-409a-b637-c21d6e34f738,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:03:01.094815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.100289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405c3a2e-911d-4567-bdbd-07270838a341', 'name': 'tempest-TestEncryptedCinderVolumes-1289769428-router', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:57Z', 'revision_number': 4, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'gw_port': {'id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405c3a2e-911d-4567-bdbd-07270838a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '937bf531-9a6d-409a-b637-c21d6e34f738', 'name': '', 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'mac_address': 'fa:16:3e:37:ad:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405c3a2e-911d-4567-bdbd-07270838a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ba427c50-9886-4428-b665-e12bb7707153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:56Z', 'updated_at': '2022-10-20T04:03:00Z', 'revision_number': 4, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'subnets': [{'id': 'ba427c50-9886-4428-b665-e12bb7707153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:01.146232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bcfcb-de5b-4f7e-b241-37777910bea1 None None] The sync data for ids ['405c3a2e-911d-4567-bdbd-07270838a341'] in dv-neutron-861842-1-hyperv is: [{'id': '405c3a2e-911d-4567-bdbd-07270838a341', 'name': 'tempest-TestEncryptedCinderVolumes-1289769428-router', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:57Z', 'revision_number': 4, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'gw_port': {'id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405c3a2e-911d-4567-bdbd-07270838a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '937bf531-9a6d-409a-b637-c21d6e34f738', 'name': '', 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'mac_address': 'fa:16:3e:37:ad:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405c3a2e-911d-4567-bdbd-07270838a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ba427c50-9886-4428-b665-e12bb7707153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:56Z', 'updated_at': '2022-10-20T04:03:00Z', 'revision_number': 4, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'subnets': [{'id': 'ba427c50-9886-4428-b665-e12bb7707153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:03:01.176399 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96045069-7b0a-4def-9c7a-1d8df7364e46 None None] Pushing event updated for resources: {'Port': ['ID=937bf531-9a6d-409a-b637-c21d6e34f738,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:01.195839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Allocated IP 172.20.0.1 (c0763f4e-cc75-42d2-8f27-08f6202ac0be/fc543482-619c-4423-ba08-dd9574029ffa/fcb59286-c0a7-4057-8aca-378f80933b99) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:03:01.238788 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.241164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-18540f36-6c2b-4b71-afc0-ee8527bf391c None None] Provisioning complete for port 937bf531-9a6d-409a-b637-c21d6e34f738 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:01.241819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-18540f36-6c2b-4b71-afc0-ee8527bf391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.242463 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-18540f36-6c2b-4b71-afc0-ee8527bf391c None None] Attempt 1 to provision port 937bf531-9a6d-409a-b637-c21d6e34f738 Oct 20 04:03:01.249108 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.296598 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Attempting to bind port 31294f42-2d65-426b-aa32-8fe800472827 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:03:01.297354 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Attempting to bind port 31294f42-2d65-426b-aa32-8fe800472827 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:03:01.298681 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Attempting to bind port 31294f42-2d65-426b-aa32-8fe800472827 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:03:01.305964 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:03:01.306872 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:03:01.307747 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.308484 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:03:01.309351 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Bound port: 31294f42-2d65-426b-aa32-8fe800472827, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:03:01.309902 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.347108 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7e2ab-cf76-4f9b-b90b-f760acab2b62 None None] Pushing event updated for resources: {'Port': ['ID=31294f42-2d65-426b-aa32-8fe800472827,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:01.359048 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.360767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-18540f36-6c2b-4b71-afc0-ee8527bf391c None None] Current status of the port 937bf531-9a6d-409a-b637-c21d6e34f738 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:01.378810 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] For port 31294f42-2d65-426b-aa32-8fe800472827, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:03:01.382518 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] For port 31294f42-2d65-426b-aa32-8fe800472827, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=31294f42-2d65-426b-aa32-8fe800472827,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:03:01.386715 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.408221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.429038 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Routers {'be565ee0-e060-4e4d-aed6-7c70015fecfd'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:03:01.429811 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:02:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['be565ee0-e060-4e4d-aed6-7c70015fecfd'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:01.456236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Network c0763f4e-cc75-42d2-8f27-08f6202ac0be is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:03:01.459784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:03:01.464075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:03:01.498198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb59286-c0a7-4057-8aca-378f80933b99,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:01.518343 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.552332 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] Set router be565ee0-e060-4e4d-aed6-7c70015fecfd gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:03:01.665204 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7e2ab-cf76-4f9b-b90b-f760acab2b62 None None] Pushing event updated for resources: {'Port': ['ID=31294f42-2d65-426b-aa32-8fe800472827,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:01.681278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.834822 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'name': 'tempest-TestEncryptedCinderVolumes-1966084970-router', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '31294f42-2d65-426b-aa32-8fe800472827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:02:59Z', 'revision_number': 3, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'gw_port': {'id': '31294f42-2d65-426b-aa32-8fe800472827', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:01.835195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 937bf531-9a6d-409a-b637-c21d6e34f738 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:03:01.874994 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11be64-58da-49f1-9349-70472e1f0ade None None] The sync data for ids ['be565ee0-e060-4e4d-aed6-7c70015fecfd'] in dv-neutron-861842-1-hyperv is: [{'id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'name': 'tempest-TestEncryptedCinderVolumes-1966084970-router', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '31294f42-2d65-426b-aa32-8fe800472827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:02:59Z', 'revision_number': 3, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'gw_port': {'id': '31294f42-2d65-426b-aa32-8fe800472827', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:03:01.881779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6e344-9378-4009-b741-80fe41c03b47 None None] Network c0763f4e-cc75-42d2-8f27-08f6202ac0be requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:03:01.960160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.967139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.983421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-91282490-1850-4cfd-935e-3757cba42a41 None None] Provisioning complete for port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:01.983987 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-91282490-1850-4cfd-935e-3757cba42a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:01.984453 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-91282490-1850-4cfd-935e-3757cba42a41 None None] Attempt 1 to provision port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed Oct 20 04:03:02.019560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 937bf531-9a6d-409a-b637-c21d6e34f738 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:02.020041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:02.020528 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 937bf531-9a6d-409a-b637-c21d6e34f738 Oct 20 04:03:02.036133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb59286-c0a7-4057-8aca-378f80933b99,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:02.055135 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:02.166931 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Network c0763f4e-cc75-42d2-8f27-08f6202ac0be is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:03:02.169349 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:03:02.245577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 937bf531-9a6d-409a-b637-c21d6e34f738 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:02.246828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9d6d6a74-595b-45f3-9639-4060ff1dc6ed up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:03:02.289114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-91282490-1850-4cfd-935e-3757cba42a41 None None] Current status of the port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:02.290063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-91282490-1850-4cfd-935e-3757cba42a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:02.339632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Router be565ee0-e060-4e4d-aed6-7c70015fecfd has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:03:02.478149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:03:02.491265 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a2dd7296-352f-40c9-a89e-fbf91fe2c990 admin admin] 10.222.0.20 "PUT /v2.0/routers/be565ee0-e060-4e4d-aed6-7c70015fecfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9874990 Oct 20 04:03:02.519442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-91282490-1850-4cfd-935e-3757cba42a41 None None] For port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9d6d6a74-595b-45f3-9639-4060ff1dc6ed,segment=NetworkSegment(0d131448-3020-4e02-98e4-c66840d37c54),segment_id=0d131448-3020-4e02-98e4-c66840d37c54)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:03:02.528143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-91282490-1850-4cfd-935e-3757cba42a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:02.560286 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:02.560663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:02.561008 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed Oct 20 04:03:02.610193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91282490-1850-4cfd-935e-3757cba42a41 None None] Pushing event updated for resources: {'Port': ['ID=9d6d6a74-595b-45f3-9639-4060ff1dc6ed,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:02.682931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:02.856129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Provisioning complete for port fcb59286-c0a7-4057-8aca-378f80933b99 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:02.856815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:02.857133 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Attempt 1 to provision port fcb59286-c0a7-4057-8aca-378f80933b99 Oct 20 04:03:02.902264 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Port fcb59286-c0a7-4057-8aca-378f80933b99 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:03:03.181790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d23d8-503f-434d-83b7-91297f78a2bd req-4091ccfc-2e96-4f57-a0b8-7a234fb934a7 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:03.183297 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-4091ccfc-2e96-4f57-a0b8-7a234fb934a7 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/networks?id=daac0849-e8fd-4852-a450-bc976b746fb4 HTTP/1.1" status: 200 len: 817 time: 0.1139917 Oct 20 04:03:03.198946 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-83c19fc7-38f3-41cd-8675-137c69ab816f tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/quotas/7afe8c9c33ff4ce2b3f3972cf2fdce07 HTTP/1.1" status: 200 len: 375 time: 0.0096180 Oct 20 04:03:03.256423 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-003b3b43-fb2f-4b9b-ba05-06f38439f297 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7afe8c9c33ff4ce2b3f3972cf2fdce07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514615 Oct 20 04:03:03.351746 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-197cac6b-86c8-4cef-9677-ab48b0cd1d72 service neutron] 10.222.0.20 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835495 Oct 20 04:03:03.404001 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Attempt 2 to provision port fcb59286-c0a7-4057-8aca-378f80933b99 Oct 20 04:03:03.439097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Port fcb59286-c0a7-4057-8aca-378f80933b99 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:03:03.444763 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-7c50754a-7d43-4adc-ba61-962051bed7ba service neutron] 10.222.0.20 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867512 Oct 20 04:03:03.603863 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-45b51ccc-b1e0-4b5e-b31a-1557ae83ceab req-72fa4f25-c365-4632-a529-99d15929f8ce tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 210 time: 0.0274324 Oct 20 04:03:03.763191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9d6d6a74-595b-45f3-9639-4060ff1dc6ed up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:03:03.812405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:03.812777 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:03.813180 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed Oct 20 04:03:03.900063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:03.901219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 31294f42-2d65-426b-aa32-8fe800472827 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:03:03.939690 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Attempt 3 to provision port fcb59286-c0a7-4057-8aca-378f80933b99 Oct 20 04:03:03.982748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Port fcb59286-c0a7-4057-8aca-378f80933b99 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:03:03.986519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 31294f42-2d65-426b-aa32-8fe800472827 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:03.986894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:03.987232 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 31294f42-2d65-426b-aa32-8fe800472827 Oct 20 04:03:04.071146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 31294f42-2d65-426b-aa32-8fe800472827 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:04.071564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:04.093511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 31294f42-2d65-426b-aa32-8fe800472827, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=31294f42-2d65-426b-aa32-8fe800472827,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:03:04.097411 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:04.150269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=31294f42-2d65-426b-aa32-8fe800472827,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:04.484066 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Attempt 4 to provision port fcb59286-c0a7-4057-8aca-378f80933b99 Oct 20 04:03:04.522353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Port fcb59286-c0a7-4057-8aca-378f80933b99 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:03:04.544801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Sync routers for ids ['be565ee0-e060-4e4d-aed6-7c70015fecfd'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:03:04.555993 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Routers {'be565ee0-e060-4e4d-aed6-7c70015fecfd'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:03:04.556835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:02:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['be565ee0-e060-4e4d-aed6-7c70015fecfd'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:04.640387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d23d8-503f-434d-83b7-91297f78a2bd req-bb97b9db-3425-43e1-957c-d1038307abaa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:04.641951 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-bb97b9db-3425-43e1-957c-d1038307abaa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "GET /v2.0/networks?id=daac0849-e8fd-4852-a450-bc976b746fb4 HTTP/1.1" status: 200 len: 817 time: 0.1257701 Oct 20 04:03:04.660527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Request body: {'port': {'device_id': '01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f', 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4', 'admin_state_up': True, 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:03:04.674336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Set router be565ee0-e060-4e4d-aed6-7c70015fecfd gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:03:04.730447 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8d50f612-8cf1-49a9-988a-cf2a5d1fbe2e req-42cd05c5-d990-4b4b-844f-237cf599e039 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 210 time: 0.0382681 Oct 20 04:03:04.788780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Made reservation on behalf of 7afe8c9c33ff4ce2b3f3972cf2fdce07 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:03:04.792414 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:04.885579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'name': 'tempest-TestEncryptedCinderVolumes-1966084970-router', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '31294f42-2d65-426b-aa32-8fe800472827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:03:01Z', 'revision_number': 4, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'gw_port': {'id': '31294f42-2d65-426b-aa32-8fe800472827', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'fcb59286-c0a7-4057-8aca-378f80933b99', 'name': '', 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'mac_address': 'fa:16:3e:b9:d3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'fc543482-619c-4423-ba08-dd9574029ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:03:01Z', 'updated_at': '2022-10-20T04:03:01Z', 'revision_number': 2, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'subnets': [{'id': 'fc543482-619c-4423-ba08-dd9574029ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:04.912502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Checking router: be565ee0-e060-4e4d-aed6-7c70015fecfd for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:03:04.913122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Updating router be565ee0-e060-4e4d-aed6-7c70015fecfd port fcb59286-c0a7-4057-8aca-378f80933b99 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:03:04.926035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Allocated IP 172.20.0.13 (daac0849-e8fd-4852-a450-bc976b746fb4/ba427c50-9886-4428-b665-e12bb7707153/259b3bd0-cb29-44d1-abee-8594aaaf5a14) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:03:04.941002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.034968 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Attempt 5 to provision port fcb59286-c0a7-4057-8aca-378f80933b99 Oct 20 04:03:05.090481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Port fcb59286-c0a7-4057-8aca-378f80933b99 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:03:05.239343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.244871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.306958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd8b69-659e-4529-a69d-055481d00db2 None None] Pushing event updated for resources: {'Port': ['ID=fcb59286-c0a7-4057-8aca-378f80933b99,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:05.339979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Attempting to bind port fcb59286-c0a7-4057-8aca-378f80933b99 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:03:05.341068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Attempting to bind port fcb59286-c0a7-4057-8aca-378f80933b99 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '0d131448-3020-4e02-98e4-c66840d37c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:03:05.341396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Attempting to bind port fcb59286-c0a7-4057-8aca-378f80933b99 on network c0763f4e-cc75-42d2-8f27-08f6202ac0be {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:03:05.346463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:03:05.346859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Checking segment: {'id': '0d131448-3020-4e02-98e4-c66840d37c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:03:05.347257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.347660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Bound using segment: {'id': '0d131448-3020-4e02-98e4-c66840d37c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:03:05.348113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Bound port: fcb59286-c0a7-4057-8aca-378f80933b99, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d131448-3020-4e02-98e4-c66840d37c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:03:05.348538 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.386574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.414846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] For port fcb59286-c0a7-4057-8aca-378f80933b99, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:03:05.418170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] For port fcb59286-c0a7-4057-8aca-378f80933b99, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=fcb59286-c0a7-4057-8aca-378f80933b99,segment=NetworkSegment(0d131448-3020-4e02-98e4-c66840d37c54),segment_id=0d131448-3020-4e02-98e4-c66840d37c54)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:03:05.422533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.423250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.467180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Routers {'be565ee0-e060-4e4d-aed6-7c70015fecfd'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:03:05.467815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:02:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['be565ee0-e060-4e4d-aed6-7c70015fecfd'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:05.468432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Network daac0849-e8fd-4852-a450-bc976b746fb4 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:03:05.471593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:03:05.475304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:03:05.481892 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Pushing event updated for resources: {'Port': ['ID=259b3bd0-cb29-44d1-abee-8594aaaf5a14,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:05.531902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:05.532630 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.536914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd8b69-659e-4529-a69d-055481d00db2 None None] Pushing event updated for resources: {'Port': ['ID=fcb59286-c0a7-4057-8aca-378f80933b99,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:05.553645 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-3fc6e9a5-d575-44ef-951a-86c1de7cf3fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8990207 Oct 20 04:03:05.570194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Request body: {'port': {'device_id': '01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:03:05.593685 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Attempt 6 to provision port fcb59286-c0a7-4057-8aca-378f80933b99 Oct 20 04:03:05.630674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] Set router be565ee0-e060-4e4d-aed6-7c70015fecfd gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:03:05.639926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.722253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 31294f42-2d65-426b-aa32-8fe800472827 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:03:05.850210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Current status of the port fcb59286-c0a7-4057-8aca-378f80933b99 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:05.850509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.899600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015a72c-613c-431d-ad8a-e776404d265d req-aad5b4f1-777d-4743-b3aa-9260f2cef9d5 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:05.901122 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3015a72c-613c-431d-ad8a-e776404d265d req-aad5b4f1-777d-4743-b3aa-9260f2cef9d5 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 932 time: 0.0930021 Oct 20 04:03:05.909171 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 31294f42-2d65-426b-aa32-8fe800472827 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:05.909546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.909885 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 31294f42-2d65-426b-aa32-8fe800472827 Oct 20 04:03:05.953308 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] For port fcb59286-c0a7-4057-8aca-378f80933b99, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=fcb59286-c0a7-4057-8aca-378f80933b99,segment=NetworkSegment(0d131448-3020-4e02-98e4-c66840d37c54),segment_id=0d131448-3020-4e02-98e4-c66840d37c54)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:03:05.961089 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:05.985643 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3015a72c-613c-431d-ad8a-e776404d265d req-3dda14d1-e4fc-42c6-81ed-368d57181979 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761559 Oct 20 04:03:05.994573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259b3bd0-cb29-44d1-abee-8594aaaf5a14 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:03:06.006634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:06.019779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Transition to ACTIVE for port object 259b3bd0-cb29-44d1-abee-8594aaaf5a14 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:03:06.023598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:06.026126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Provisioning complete for port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:06.026893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:06.027242 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Attempt 1 to provision port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed Oct 20 04:03:06.084257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Pushing event updated for resources: {'Port': ['ID=fcb59286-c0a7-4057-8aca-378f80933b99,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:06.110635 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=259b3bd0-cb29-44d1-abee-8594aaaf5a14,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:06.138453 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Attempting to bind port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:03:06.138791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Attempting to bind port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:03:06.139124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Attempting to bind port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 on network daac0849-e8fd-4852-a450-bc976b746fb4 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:03:06.143709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 on network daac0849-e8fd-4852-a450-bc976b746fb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:03:06.144036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Attempting to bind port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 on network daac0849-e8fd-4852-a450-bc976b746fb4 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:03:06.149111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:03:06.149500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Checking segment: {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:03:06.149824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Bound using segment: {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:03:06.150256 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Bound port: 259b3bd0-cb29-44d1-abee-8594aaaf5a14, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:03:06.150615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:06.159919 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'name': 'tempest-TestEncryptedCinderVolumes-1966084970-router', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '31294f42-2d65-426b-aa32-8fe800472827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:03:01Z', 'revision_number': 4, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'gw_port': {'id': '31294f42-2d65-426b-aa32-8fe800472827', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'fcb59286-c0a7-4057-8aca-378f80933b99', 'name': '', 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'mac_address': 'fa:16:3e:b9:d3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'fc543482-619c-4423-ba08-dd9574029ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:03:01Z', 'updated_at': '2022-10-20T04:03:05Z', 'revision_number': 4, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'subnets': [{'id': 'fc543482-619c-4423-ba08-dd9574029ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:03:06.203773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 31294f42-2d65-426b-aa32-8fe800472827 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:06.223154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd12c3d-79fa-41c2-83a4-a3f33ab64d8d None None] The sync data for ids ['be565ee0-e060-4e4d-aed6-7c70015fecfd'] in dv-neutron-861842-1-hyperv is: [{'id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'name': 'tempest-TestEncryptedCinderVolumes-1966084970-router', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '31294f42-2d65-426b-aa32-8fe800472827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:03:01Z', 'revision_number': 4, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'gw_port': {'id': '31294f42-2d65-426b-aa32-8fe800472827', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'fcb59286-c0a7-4057-8aca-378f80933b99', 'name': '', 'network_id': 'c0763f4e-cc75-42d2-8f27-08f6202ac0be', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'mac_address': 'fa:16:3e:b9:d3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'fc543482-619c-4423-ba08-dd9574029ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:03:01Z', 'updated_at': '2022-10-20T04:03:05Z', 'revision_number': 4, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'subnets': [{'id': 'fc543482-619c-4423-ba08-dd9574029ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:03:06.231638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] For port 259b3bd0-cb29-44d1-abee-8594aaaf5a14, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:03:06.235168 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] For port 259b3bd0-cb29-44d1-abee-8594aaaf5a14, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=259b3bd0-cb29-44d1-abee-8594aaaf5a14,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:03:06.240587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-54b2bc4f-02db-46aa-ba83-000568f01da1 None None] Current status of the port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:06.241372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:06.247408 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:06.249427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:06.250862 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/259b3bd0-cb29-44d1-abee-8594aaaf5a14 HTTP/1.1" status: 200 len: 1094 time: 0.6850841 Oct 20 04:03:06.251366 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f', 'tag': '259b3bd0-cb29-44d1-abee-8594aaaf5a14'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:03:06.253734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6750cd-ac76-4b04-8516-b29091e0695f" -d '{"events": [{"name": "network-changed", "server_uuid": "01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f", "tag": "259b3bd0-cb29-44d1-abee-8594aaaf5a14"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:03:06.317254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f544bc0a-08c4-4295-81b4-f3d4a83d3228 x-openstack-request-id: req-f544bc0a-08c4-4295-81b4-f3d4a83d3228 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:03:06.322594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f", "tag": "259b3bd0-cb29-44d1-abee-8594aaaf5a14", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:03:06.324618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f544bc0a-08c4-4295-81b4-f3d4a83d3228 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:03:06.326376 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f544bc0a-08c4-4295-81b4-f3d4a83d3228'] response: {'name': 'network-changed', 'server_uuid': '01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f', 'tag': '259b3bd0-cb29-44d1-abee-8594aaaf5a14', 'status': 'completed', 'code': 200} Oct 20 04:03:06.369640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb16f49-eada-4fd9-89b6-2185d97da0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=259b3bd0-cb29-44d1-abee-8594aaaf5a14,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:06.377567 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-543a81f9-7bec-460b-99af-6a4dccde4a1e None None] Provisioning complete for port fcb59286-c0a7-4057-8aca-378f80933b99 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:06.377943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-543a81f9-7bec-460b-99af-6a4dccde4a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:06.378798 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-543a81f9-7bec-460b-99af-6a4dccde4a1e None None] Attempt 1 to provision port fcb59286-c0a7-4057-8aca-378f80933b99 Oct 20 04:03:06.385459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d23d8-503f-434d-83b7-91297f78a2bd req-72579a4c-a7a9-4a65-a80f-baf24df5f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:06.387139 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-72579a4c-a7a9-4a65-a80f-baf24df5f8fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afe8c9c33ff4ce2b3f3972cf2fdce07&device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 1097 time: 0.0577984 Oct 20 04:03:06.444292 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-885795d5-1544-4bf2-a37e-585376943a77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=259b3bd0-cb29-44d1-abee-8594aaaf5a14 HTTP/1.1" status: 200 len: 217 time: 0.0434730 Oct 20 04:03:06.471118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-543a81f9-7bec-460b-99af-6a4dccde4a1e None None] Current status of the port fcb59286-c0a7-4057-8aca-378f80933b99 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:06.502049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d23d8-503f-434d-83b7-91297f78a2bd req-93c67bd8-b850-4243-83d8-e99ceb35afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:06.503539 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-93c67bd8-b850-4243-83d8-e99ceb35afc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba427c50-9886-4428-b665-e12bb7707153 HTTP/1.1" status: 200 len: 856 time: 0.0495973 Oct 20 04:03:06.554793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d23d8-503f-434d-83b7-91297f78a2bd req-ee33e5a6-a760-4b54-8816-f51ad20147ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:06.556551 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-ee33e5a6-a760-4b54-8816-f51ad20147ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daac0849-e8fd-4852-a450-bc976b746fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425315 Oct 20 04:03:06.660239 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-48443746-3ac3-4f67-9364-4b433c24ba5c service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930831 Oct 20 04:03:06.760549 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-628d23d8-503f-434d-83b7-91297f78a2bd req-b07bed79-301e-4999-8a29-c109cbacf6bc service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903311 Oct 20 04:03:06.851412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6750cd-ac76-4b04-8516-b29091e0695f req-cb0d8a9a-3ca6-4b87-9a6d-538bd24d3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:06.852916 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9a6750cd-ac76-4b04-8516-b29091e0695f req-cb0d8a9a-3ca6-4b87-9a6d-538bd24d3795 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afe8c9c33ff4ce2b3f3972cf2fdce07&device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 1097 time: 0.0453241 Oct 20 04:03:06.948752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6750cd-ac76-4b04-8516-b29091e0695f req-fc959e4b-06b1-450d-96be-9bbd52c163a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:06.950445 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9a6750cd-ac76-4b04-8516-b29091e0695f req-fc959e4b-06b1-450d-96be-9bbd52c163a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=daac0849-e8fd-4852-a450-bc976b746fb4 HTTP/1.1" status: 200 len: 918 time: 0.0868688 Oct 20 04:03:06.999163 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9a6750cd-ac76-4b04-8516-b29091e0695f req-3b9ec460-1d9f-4b69-be12-9a0cd3017f8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=259b3bd0-cb29-44d1-abee-8594aaaf5a14 HTTP/1.1" status: 200 len: 217 time: 0.0388393 Oct 20 04:03:07.049839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6750cd-ac76-4b04-8516-b29091e0695f req-29ed25f3-9e37-4e00-86b6-76171c8ef11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:07.051261 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9a6750cd-ac76-4b04-8516-b29091e0695f req-29ed25f3-9e37-4e00-86b6-76171c8ef11e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba427c50-9886-4428-b665-e12bb7707153 HTTP/1.1" status: 200 len: 856 time: 0.0442836 Oct 20 04:03:07.123637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6750cd-ac76-4b04-8516-b29091e0695f req-7c4c0127-194c-43d3-8436-491a327f13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:07.125188 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9a6750cd-ac76-4b04-8516-b29091e0695f req-7c4c0127-194c-43d3-8436-491a327f13ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daac0849-e8fd-4852-a450-bc976b746fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668676 Oct 20 04:03:07.136864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c5ca-dea7-49cb-98fb-d574cbc8e518 req-cabdf063-e937-40ae-9b76-30bfcfac8ef9 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:07.138875 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c41c5ca-dea7-49cb-98fb-d574cbc8e518 req-cabdf063-e937-40ae-9b76-30bfcfac8ef9 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 944 time: 0.0729854 Oct 20 04:03:07.233539 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c41c5ca-dea7-49cb-98fb-d574cbc8e518 req-c34d35ec-15c6-4ef6-96e7-610af084ee40 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858185 Oct 20 04:03:07.255081 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9a6750cd-ac76-4b04-8516-b29091e0695f req-89f521b4-41ba-40be-b216-32502ab2dac2 service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152728 Oct 20 04:03:07.353331 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9a6750cd-ac76-4b04-8516-b29091e0695f req-1e846383-6c83-45b5-81a2-aa1591e5593b service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897276 Oct 20 04:03:07.709718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device fcb59286-c0a7-4057-8aca-378f80933b99 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:03:07.758619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port fcb59286-c0a7-4057-8aca-378f80933b99 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:07.758995 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:07.759335 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port fcb59286-c0a7-4057-8aca-378f80933b99 Oct 20 04:03:07.984375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port fcb59286-c0a7-4057-8aca-378f80933b99 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:08.358093 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b23fea-4574-4796-91ed-a19b02c58f83 req-a013613c-620b-433b-9f70-129529316049 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:08.359697 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a0b23fea-4574-4796-91ed-a19b02c58f83 req-a013613c-620b-433b-9f70-129529316049 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 944 time: 0.0509207 Oct 20 04:03:08.406583 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a0b23fea-4574-4796-91ed-a19b02c58f83 req-13e53b13-5383-4e0e-a0a6-e78ecad10976 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Oct 20 04:03:08.663191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:09.527781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18e23e-e459-429f-b1a3-2b545c10edc6 req-a51d2844-6a22-4c31-9793-97c092f64896 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:09.529278 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0f18e23e-e459-429f-b1a3-2b545c10edc6 req-a51d2844-6a22-4c31-9793-97c092f64896 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 944 time: 0.0501990 Oct 20 04:03:09.569186 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0f18e23e-e459-429f-b1a3-2b545c10edc6 req-6c98659e-1d57-43e2-8273-75194bef765c tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337343 Oct 20 04:03:10.320050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 259b3bd0-cb29-44d1-abee-8594aaaf5a14 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:03:10.415608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 259b3bd0-cb29-44d1-abee-8594aaaf5a14, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=259b3bd0-cb29-44d1-abee-8594aaaf5a14,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:03:10.426655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '259b3bd0-cb29-44d1-abee-8594aaaf5a14', 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4', 'port_id': '259b3bd0-cb29-44d1-abee-8594aaaf5a14', 'mac_address': 'fa:16:3e:aa:97:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba427c50-9886-4428-b665-e12bb7707153', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:03:10.463155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:10.463543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:10.475784 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259b3bd0-cb29-44d1-abee-8594aaaf5a14 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:03:10.494542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 259b3bd0-cb29-44d1-abee-8594aaaf5a14, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=259b3bd0-cb29-44d1-abee-8594aaaf5a14,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:03:10.499508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:10.545802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=259b3bd0-cb29-44d1-abee-8594aaaf5a14,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:10.693289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b589cd-7023-46b0-b4ef-18d5507dfafa req-c12b2b38-0792-4577-a15d-f4bebf23a630 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:10.694826 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-27b589cd-7023-46b0-b4ef-18d5507dfafa req-c12b2b38-0792-4577-a15d-f4bebf23a630 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 945 time: 0.0515339 Oct 20 04:03:10.737369 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-27b589cd-7023-46b0-b4ef-18d5507dfafa req-ad66f341-08a8-45be-a288-fe457e246dec tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356708 Oct 20 04:03:10.742188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['259b3bd0-cb29-44d1-abee-8594aaaf5a14'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:03:11.865523 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac328d6-2aef-4465-8e55-c673736087ef req-92adc833-779f-4dd1-a3d5-ecd2ace70864 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:11.867025 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fac328d6-2aef-4465-8e55-c673736087ef req-92adc833-779f-4dd1-a3d5-ecd2ace70864 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 945 time: 0.0488000 Oct 20 04:03:11.906485 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fac328d6-2aef-4465-8e55-c673736087ef req-26a7dab3-2207-4329-a764-2ceca1132739 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Oct 20 04:03:12.336585 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 259b3bd0-cb29-44d1-abee-8594aaaf5a14 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:03:12.389485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:03:12.393683 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:12.394060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:12.394398 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 Oct 20 04:03:12.472906 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:12.473294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:12.495245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b3bd0-cb29-44d1-abee-8594aaaf5a14'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:03:12.497796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7accb50f-95aa-4b13-9884-fa23d4166df7" -d '{"events": [{"server_uuid": "01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f", "name": "network-vif-plugged", "status": "completed", "tag": "259b3bd0-cb29-44d1-abee-8594aaaf5a14"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:03:12.510245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 259b3bd0-cb29-44d1-abee-8594aaaf5a14, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=259b3bd0-cb29-44d1-abee-8594aaaf5a14,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:03:12.514852 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:12.539506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a484fb-0f78-445d-9439-1695d23283d7 x-openstack-request-id: req-82a484fb-0f78-445d-9439-1695d23283d7 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:03:12.539791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f", "name": "network-vif-plugged", "status": "completed", "tag": "259b3bd0-cb29-44d1-abee-8594aaaf5a14", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:03:12.540039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82a484fb-0f78-445d-9439-1695d23283d7 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:03:12.540457 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a484fb-0f78-445d-9439-1695d23283d7'] response: {'server_uuid': '01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b3bd0-cb29-44d1-abee-8594aaaf5a14', 'code': 200} Oct 20 04:03:12.569030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=259b3bd0-cb29-44d1-abee-8594aaaf5a14,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:12.719326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0da007-d551-4bac-9f0d-9b502ed7daf2 req-6953e672-f540-4428-aa1f-bd81cb78bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:12.720832 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5b0da007-d551-4bac-9f0d-9b502ed7daf2 req-6953e672-f540-4428-aa1f-bd81cb78bb7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 1099 time: 0.0471351 Oct 20 04:03:12.758291 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5b0da007-d551-4bac-9f0d-9b502ed7daf2 req-3ba1a471-2da3-41a6-835c-041f4567c5c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275044 Oct 20 04:03:13.028745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de39bb-4ef9-4264-a6d0-8d925fad6bb4 req-a10f05d4-a59c-4eb3-b7d0-06f1374721d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:13.030251 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-09de39bb-4ef9-4264-a6d0-8d925fad6bb4 req-a10f05d4-a59c-4eb3-b7d0-06f1374721d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 946 time: 0.0497894 Oct 20 04:03:13.067379 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-09de39bb-4ef9-4264-a6d0-8d925fad6bb4 req-5fef997b-3bae-4f01-b15d-39d32300807c tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312729 Oct 20 04:03:14.189092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf7cf7-9c58-4b9b-b32e-e5b403fdd165 req-29c47e56-f614-4533-a1bd-47374704b946 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:14.190476 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f6bf7cf7-9c58-4b9b-b32e-e5b403fdd165 req-29c47e56-f614-4533-a1bd-47374704b946 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 946 time: 0.0493717 Oct 20 04:03:14.228743 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f6bf7cf7-9c58-4b9b-b32e-e5b403fdd165 req-eaa2087e-09ea-4051-8b4c-fabfe340aca6 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324097 Oct 20 04:03:14.350259 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef8606-98cb-4a43-b063-2ff100e0cfef req-6aba5be0-6ddd-4e9d-a2fb-bf026ad16c68 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:14.351724 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b6ef8606-98cb-4a43-b063-2ff100e0cfef req-6aba5be0-6ddd-4e9d-a2fb-bf026ad16c68 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 946 time: 0.0498188 Oct 20 04:03:14.391001 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b6ef8606-98cb-4a43-b063-2ff100e0cfef req-adb4c031-e261-4c51-ac74-494fb12c6ab4 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Oct 20 04:03:14.642590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c646379d-265b-4b41-8b12-a2c4734044b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:16.624504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c527-314f-45bf-8d45-148b86beec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:17.878516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:19.359083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:19.583739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:26.710305 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:03:34.242802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad824bc-5eaa-4d6a-98d5-b15c1d3945d5 req-b0ae6567-b1a7-40bb-94bd-7dd7df4eeb7e tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:34.244674 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cad824bc-5eaa-4d6a-98d5-b15c1d3945d5 req-b0ae6567-b1a7-40bb-94bd-7dd7df4eeb7e tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 946 time: 0.0561285 Oct 20 04:03:34.283007 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cad824bc-5eaa-4d6a-98d5-b15c1d3945d5 req-bae39c88-92e5-400a-b257-089d20d0d389 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317686 Oct 20 04:03:35.404877 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366616c-92a0-4014-a1f1-c19500a090e8 req-e0813666-524f-451b-a859-ff2a59c7eb98 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:35.406339 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a366616c-92a0-4014-a1f1-c19500a090e8 req-e0813666-524f-451b-a859-ff2a59c7eb98 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 946 time: 0.0488584 Oct 20 04:03:35.443687 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a366616c-92a0-4014-a1f1-c19500a090e8 req-5c6dfab1-876a-4dc1-99fc-2af65db1950a tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Oct 20 04:03:35.941263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b4962-5800-4f5c-ab5e-f082cf004b45 req-42dd650f-7eea-4605-8cbd-c3ad89ef7b48 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:35.942591 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee2b4962-5800-4f5c-ab5e-f082cf004b45 req-42dd650f-7eea-4605-8cbd-c3ad89ef7b48 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 946 time: 0.0487103 Oct 20 04:03:36.033524 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-ee2b4962-5800-4f5c-ab5e-f082cf004b45 req-9792fddb-2c7b-4b24-b4b3-24f3aa917149 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Deleting port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:03:36.033867 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ee2b4962-5800-4f5c-ab5e-f082cf004b45 req-9792fddb-2c7b-4b24-b4b3-24f3aa917149 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:36.125412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-ee2b4962-5800-4f5c-ab5e-f082cf004b45 req-9792fddb-2c7b-4b24-b4b3-24f3aa917149 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] For port 259b3bd0-cb29-44d1-abee-8594aaaf5a14, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=259b3bd0-cb29-44d1-abee-8594aaaf5a14,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:03:36.125773 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ee2b4962-5800-4f5c-ab5e-f082cf004b45 req-9792fddb-2c7b-4b24-b4b3-24f3aa917149 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:36.138626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-ee2b4962-5800-4f5c-ab5e-f082cf004b45 req-9792fddb-2c7b-4b24-b4b3-24f3aa917149 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Calling delete_port for 259b3bd0-cb29-44d1-abee-8594aaaf5a14 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:03:36.266788 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ee2b4962-5800-4f5c-ab5e-f082cf004b45 req-9792fddb-2c7b-4b24-b4b3-24f3aa917149 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:36.283176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['259b3bd0-cb29-44d1-abee-8594aaaf5a14'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:03:36.295477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792fddb-2c7b-4b24-b4b3-24f3aa917149 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Pushing event deleted for resources: {'Port': ['ID=259b3bd0-cb29-44d1-abee-8594aaaf5a14,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:36.341825 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2b4962-5800-4f5c-ab5e-f082cf004b45 req-9792fddb-2c7b-4b24-b4b3-24f3aa917149 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] No DVR routers for this DVR port 259b3bd0-cb29-44d1-abee-8594aaaf5a14 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:03:36.345008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ee2b4962-5800-4f5c-ab5e-f082cf004b45 req-9792fddb-2c7b-4b24-b4b3-24f3aa917149 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:36.348837 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee2b4962-5800-4f5c-ab5e-f082cf004b45 req-9792fddb-2c7b-4b24-b4b3-24f3aa917149 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "DELETE /v2.0/ports/259b3bd0-cb29-44d1-abee-8594aaaf5a14 HTTP/1.1" status: 204 len: 173 time: 0.3975668 Oct 20 04:03:36.349379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f', 'name': 'network-vif-deleted', 'tag': '259b3bd0-cb29-44d1-abee-8594aaaf5a14'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:03:36.351678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a901c329-b9c6-4283-bee4-10deabbe0cfb" -d '{"events": [{"server_uuid": "01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f", "name": "network-vif-deleted", "tag": "259b3bd0-cb29-44d1-abee-8594aaaf5a14"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:03:36.400306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d770f8bc-9cb3-4e54-8859-04180e709f1a x-openstack-request-id: req-d770f8bc-9cb3-4e54-8859-04180e709f1a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:03:36.400466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f", "name": "network-vif-deleted", "tag": "259b3bd0-cb29-44d1-abee-8594aaaf5a14", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:03:36.400724 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d770f8bc-9cb3-4e54-8859-04180e709f1a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:03:36.401178 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d770f8bc-9cb3-4e54-8859-04180e709f1a'] response: {'server_uuid': '01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f', 'name': 'network-vif-deleted', 'tag': '259b3bd0-cb29-44d1-abee-8594aaaf5a14', 'status': 'completed', 'code': 200} Oct 20 04:03:36.567387 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ca7f8981-7b56-431a-92f3-b52a27855941 req-ca8287c3-46fb-4d7d-bf4f-2c2d1aff7a2e tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a4d9e3-fb8d-4cb3-87cd-718c3e25d97f HTTP/1.1" status: 200 len: 210 time: 0.0314572 Oct 20 04:03:37.923483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-f8e259ea-5b80-4705-bc72-55cd2ecf0bd6 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:37.924982 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-f8e259ea-5b80-4705-bc72-55cd2ecf0bd6 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/networks?id=daac0849-e8fd-4852-a450-bc976b746fb4 HTTP/1.1" status: 200 len: 817 time: 0.1005950 Oct 20 04:03:37.940058 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-235b12a2-55bc-429e-a209-b85bf9f8f2b3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/quotas/7afe8c9c33ff4ce2b3f3972cf2fdce07 HTTP/1.1" status: 200 len: 375 time: 0.0094271 Oct 20 04:03:37.991550 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-103a1276-17ae-415a-acb2-219239b39c69 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7afe8c9c33ff4ce2b3f3972cf2fdce07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463068 Oct 20 04:03:38.180761 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-7c72015e-3974-41c7-922d-ceff350ab29c service neutron] 10.222.0.20 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770144 Oct 20 04:03:38.271996 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-0145cb04-9cec-45a7-b361-ddba9d6f6c0b service neutron] 10.222.0.20 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841756 Oct 20 04:03:38.431354 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6c00d903-b522-415b-828f-a5a2fce76d53 req-48b39990-d18f-4f4c-a21d-63b8dbf9e614 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 210 time: 0.0270054 Oct 20 04:03:38.660254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:39.392625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-94d63242-aac9-47c2-8e69-bc8137a81d96 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:39.394064 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-94d63242-aac9-47c2-8e69-bc8137a81d96 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "GET /v2.0/networks?id=daac0849-e8fd-4852-a450-bc976b746fb4 HTTP/1.1" status: 200 len: 817 time: 0.1168664 Oct 20 04:03:39.411487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Request body: {'port': {'device_id': 'ca6d5430-641d-4f75-938e-6eb351eedeb3', 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4', 'admin_state_up': True, 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:03:39.525844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Made reservation on behalf of 7afe8c9c33ff4ce2b3f3972cf2fdce07 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:03:39.529509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:39.533592 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bf1d4b67-d67d-4536-9392-460531dbcaa1 req-41513586-b3de-495e-b3da-ba1311cbff5a tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 210 time: 0.0280368 Oct 20 04:03:39.655843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Allocated IP 172.20.0.4 (daac0849-e8fd-4852-a450-bc976b746fb4/ba427c50-9886-4428-b665-e12bb7707153/7c2b3339-7297-45d2-84c9-d6e380b91cee) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:03:39.802246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:39.834545 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:39.879151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Network daac0849-e8fd-4852-a450-bc976b746fb4 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:03:39.882296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:03:39.885931 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:03:39.910236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Pushing event updated for resources: {'Port': ['ID=7c2b3339-7297-45d2-84c9-d6e380b91cee,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:39.938884 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:39.939512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:39.955970 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d905ae5e-4257-4274-94a4-24229bb693e3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5482407 Oct 20 04:03:39.973449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Request body: {'port': {'device_id': 'ca6d5430-641d-4f75-938e-6eb351eedeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:03:40.037041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:40.112063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a48b1f20-60ae-461d-bfe1-44b183fb6765 None None] Provisioning complete for port 7c2b3339-7297-45d2-84c9-d6e380b91cee triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:40.112661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a48b1f20-60ae-461d-bfe1-44b183fb6765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:40.112781 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a48b1f20-60ae-461d-bfe1-44b183fb6765 None None] Attempt 1 to provision port 7c2b3339-7297-45d2-84c9-d6e380b91cee Oct 20 04:03:40.148809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a48b1f20-60ae-461d-bfe1-44b183fb6765 None None] Port 7c2b3339-7297-45d2-84c9-d6e380b91cee cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:03:40.302733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2b3339-7297-45d2-84c9-d6e380b91cee {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:03:40.310547 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:40.322288 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Transition to ACTIVE for port object 7c2b3339-7297-45d2-84c9-d6e380b91cee will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:03:40.326967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:40.408241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2b3339-7297-45d2-84c9-d6e380b91cee,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:40.437880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Attempting to bind port 7c2b3339-7297-45d2-84c9-d6e380b91cee on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:03:40.438211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Attempting to bind port 7c2b3339-7297-45d2-84c9-d6e380b91cee by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:03:40.438534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Attempting to bind port 7c2b3339-7297-45d2-84c9-d6e380b91cee on network daac0849-e8fd-4852-a450-bc976b746fb4 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:03:40.442752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Port 7c2b3339-7297-45d2-84c9-d6e380b91cee on network daac0849-e8fd-4852-a450-bc976b746fb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:03:40.443068 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Attempting to bind port 7c2b3339-7297-45d2-84c9-d6e380b91cee on network daac0849-e8fd-4852-a450-bc976b746fb4 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:03:40.447756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:03:40.449009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Checking segment: {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:03:40.449315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Bound using segment: {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:03:40.449740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Bound port: 7c2b3339-7297-45d2-84c9-d6e380b91cee, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:03:40.450090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:40.475638 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 259b3bd0-cb29-44d1-abee-8594aaaf5a14 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:03:40.496630 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 259b3bd0-cb29-44d1-abee-8594aaaf5a14 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:03:40.496979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 259b3bd0-cb29-44d1-abee-8594aaaf5a14 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:03:40.513340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] For port 7c2b3339-7297-45d2-84c9-d6e380b91cee, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:03:40.516302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] For port 7c2b3339-7297-45d2-84c9-d6e380b91cee, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7c2b3339-7297-45d2-84c9-d6e380b91cee,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:03:40.520675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:40.524493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:40.525088 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:40.526572 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/7c2b3339-7297-45d2-84c9-d6e380b91cee HTTP/1.1" status: 200 len: 1093 time: 0.5574734 Oct 20 04:03:40.527136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6d5430-641d-4f75-938e-6eb351eedeb3', 'tag': '7c2b3339-7297-45d2-84c9-d6e380b91cee'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:03:40.529298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a67d472-4c60-444e-a612-e38c2f735e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6d5430-641d-4f75-938e-6eb351eedeb3", "tag": "7c2b3339-7297-45d2-84c9-d6e380b91cee"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:03:40.578464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483e8042-65db-4f5e-be3c-2cabc594113c x-openstack-request-id: req-483e8042-65db-4f5e-be3c-2cabc594113c {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:03:40.578759 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6d5430-641d-4f75-938e-6eb351eedeb3", "tag": "7c2b3339-7297-45d2-84c9-d6e380b91cee", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:03:40.579010 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-483e8042-65db-4f5e-be3c-2cabc594113c {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:03:40.579936 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-483e8042-65db-4f5e-be3c-2cabc594113c'] response: {'name': 'network-changed', 'server_uuid': 'ca6d5430-641d-4f75-938e-6eb351eedeb3', 'tag': '7c2b3339-7297-45d2-84c9-d6e380b91cee', 'status': 'completed', 'code': 200} Oct 20 04:03:40.585642 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d9c47-1e47-4b69-a24d-7a4a052a17d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2b3339-7297-45d2-84c9-d6e380b91cee,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:40.650381 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-a48b1f20-60ae-461d-bfe1-44b183fb6765 None None] Attempt 2 to provision port 7c2b3339-7297-45d2-84c9-d6e380b91cee Oct 20 04:03:40.654892 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-4e9895dd-073b-46be-8f40-9dcde0006f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:40.656451 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-4e9895dd-073b-46be-8f40-9dcde0006f2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afe8c9c33ff4ce2b3f3972cf2fdce07&device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0461087 Oct 20 04:03:40.673438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713ed46-a750-4b4a-8986-6e50e10c9cba req-3e0bc38e-4af8-4fa7-a1e1-0e93ef135368 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:40.677085 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5713ed46-a750-4b4a-8986-6e50e10c9cba req-3e0bc38e-4af8-4fa7-a1e1-0e93ef135368 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 943 time: 0.0525849 Oct 20 04:03:40.691974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a48b1f20-60ae-461d-bfe1-44b183fb6765 None None] Port 7c2b3339-7297-45d2-84c9-d6e380b91cee had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 04:03:40.705798 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-4fa8f09e-413c-4dd5-9952-a71868d43cc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c2b3339-7297-45d2-84c9-d6e380b91cee HTTP/1.1" status: 200 len: 217 time: 0.0371335 Oct 20 04:03:40.717663 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5713ed46-a750-4b4a-8986-6e50e10c9cba req-acb9ff08-b78b-47fd-bb8e-da8959e13581 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Oct 20 04:03:40.761963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-7f363d95-3250-47ab-91b1-e568904a76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:40.763389 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-7f363d95-3250-47ab-91b1-e568904a76d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba427c50-9886-4428-b665-e12bb7707153 HTTP/1.1" status: 200 len: 856 time: 0.0442314 Oct 20 04:03:40.818672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-2757170f-9f83-42f6-b32a-5877a9007424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:40.820257 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-2757170f-9f83-42f6-b32a-5877a9007424 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daac0849-e8fd-4852-a450-bc976b746fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468125 Oct 20 04:03:40.913841 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-4e8297ad-8565-492a-b490-1fc1db06190c service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821390 Oct 20 04:03:41.007960 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4b62fbd-5a6d-4eb5-b80b-c6453090b812 req-d3a325fc-b815-4c76-98f8-6a1f6d6228f8 service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842905 Oct 20 04:03:41.101355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67d472-4c60-444e-a612-e38c2f735e5e req-92ed947d-d267-4cfc-9be9-b59d72154e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:41.102736 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4a67d472-4c60-444e-a612-e38c2f735e5e req-92ed947d-d267-4cfc-9be9-b59d72154e85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afe8c9c33ff4ce2b3f3972cf2fdce07&device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0400720 Oct 20 04:03:41.195922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67d472-4c60-444e-a612-e38c2f735e5e req-9639a81b-261e-456c-89da-7b24bcb8e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:41.197387 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4a67d472-4c60-444e-a612-e38c2f735e5e req-9639a81b-261e-456c-89da-7b24bcb8e989 service neutron] 10.222.0.36 "GET /v2.0/networks?id=daac0849-e8fd-4852-a450-bc976b746fb4 HTTP/1.1" status: 200 len: 918 time: 0.0869544 Oct 20 04:03:41.241160 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4a67d472-4c60-444e-a612-e38c2f735e5e req-bbb9a071-037e-4997-b551-003525c8afef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c2b3339-7297-45d2-84c9-d6e380b91cee HTTP/1.1" status: 200 len: 217 time: 0.0354738 Oct 20 04:03:41.290049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67d472-4c60-444e-a612-e38c2f735e5e req-6b6368bd-7df2-458b-a44e-2a2014495efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:41.291454 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4a67d472-4c60-444e-a612-e38c2f735e5e req-6b6368bd-7df2-458b-a44e-2a2014495efb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba427c50-9886-4428-b665-e12bb7707153 HTTP/1.1" status: 200 len: 856 time: 0.0424016 Oct 20 04:03:41.337454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67d472-4c60-444e-a612-e38c2f735e5e req-4ae084f1-12b6-42ea-b363-e31e917f6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:41.339671 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4a67d472-4c60-444e-a612-e38c2f735e5e req-4ae084f1-12b6-42ea-b363-e31e917f6b19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daac0849-e8fd-4852-a450-bc976b746fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406229 Oct 20 04:03:41.434428 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4a67d472-4c60-444e-a612-e38c2f735e5e req-898e8275-e1af-49fd-b5be-ea473e2e51aa service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863841 Oct 20 04:03:41.529192 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4a67d472-4c60-444e-a612-e38c2f735e5e req-e477f328-ab6c-46de-b6a0-0fbce4d7a5a3 service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863299 Oct 20 04:03:41.839432 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eec19-93fb-4e52-9976-ade35395e8fb req-7114e764-c653-4daf-8fb2-74690fb85964 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:41.840911 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e6eec19-93fb-4e52-9976-ade35395e8fb req-7114e764-c653-4daf-8fb2-74690fb85964 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 943 time: 0.0493481 Oct 20 04:03:41.876903 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e6eec19-93fb-4e52-9976-ade35395e8fb req-69eec355-0f7d-44c9-8dc0-6cf432280897 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Oct 20 04:03:42.998733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbb401-22a5-45da-b64a-a7ff4fc19fc2 req-314dea38-5dc9-407f-b6f8-d4a91c0ae2fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:43.000170 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-22dbb401-22a5-45da-b64a-a7ff4fc19fc2 req-314dea38-5dc9-407f-b6f8-d4a91c0ae2fa tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 943 time: 0.0493085 Oct 20 04:03:43.037430 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-22dbb401-22a5-45da-b64a-a7ff4fc19fc2 req-40f2df5e-5e4d-4324-a423-f90a00374449 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313447 Oct 20 04:03:44.157625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960f4d3-9636-45d3-a0b4-0611bf2afd76 req-07d74eb9-5ecb-4d23-a6fc-14fb3550825e tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:44.159087 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b960f4d3-9636-45d3-a0b4-0611bf2afd76 req-07d74eb9-5ecb-4d23-a6fc-14fb3550825e tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 943 time: 0.0485966 Oct 20 04:03:44.196506 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b960f4d3-9636-45d3-a0b4-0611bf2afd76 req-cd9bdf41-749c-44c1-8321-a368e8eaef4c tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Oct 20 04:03:44.490889 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 7c2b3339-7297-45d2-84c9-d6e380b91cee details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:03:44.590055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 7c2b3339-7297-45d2-84c9-d6e380b91cee, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7c2b3339-7297-45d2-84c9-d6e380b91cee,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:03:44.601166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '7c2b3339-7297-45d2-84c9-d6e380b91cee', 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4', 'port_id': '7c2b3339-7297-45d2-84c9-d6e380b91cee', 'mac_address': 'fa:16:3e:98:7a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba427c50-9886-4428-b665-e12bb7707153', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:03:44.648396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 7c2b3339-7297-45d2-84c9-d6e380b91cee is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:44.648805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:44.652604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6dac4fad-0eb4-473e-b5ec-787058ca3eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:44.664181 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2b3339-7297-45d2-84c9-d6e380b91cee {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:03:44.684632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 7c2b3339-7297-45d2-84c9-d6e380b91cee, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7c2b3339-7297-45d2-84c9-d6e380b91cee,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:03:44.688170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:44.739625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=7c2b3339-7297-45d2-84c9-d6e380b91cee,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:44.747365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.747659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.748005 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.748371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.748709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.749045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.749378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.749712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.750042 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.750369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.750693 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.751021 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:03:44.986444 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['7c2b3339-7297-45d2-84c9-d6e380b91cee'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:03:45.320519 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be532892-652e-44dc-b2d9-431a4e7cfa8f req-3f9eeb1d-6c1e-4f1b-88d0-78c733349550 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:45.321985 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-be532892-652e-44dc-b2d9-431a4e7cfa8f req-3f9eeb1d-6c1e-4f1b-88d0-78c733349550 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 944 time: 0.0529068 Oct 20 04:03:45.360136 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-be532892-652e-44dc-b2d9-431a4e7cfa8f req-aa85ebd9-36a7-423b-88ae-037cbde01454 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Oct 20 04:03:46.485140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e18b9-9327-4de4-9912-cdc95a430742 req-c71c52d8-e7b8-4379-a3c4-514cb593141b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:46.486605 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-955e18b9-9327-4de4-9912-cdc95a430742 req-c71c52d8-e7b8-4379-a3c4-514cb593141b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 944 time: 0.0535700 Oct 20 04:03:46.506499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 7c2b3339-7297-45d2-84c9-d6e380b91cee up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:03:46.524050 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-955e18b9-9327-4de4-9912-cdc95a430742 req-af673648-617b-473c-8d35-9f31ec3d3385 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Oct 20 04:03:46.554492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 7c2b3339-7297-45d2-84c9-d6e380b91cee completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:03:46.558203 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 7c2b3339-7297-45d2-84c9-d6e380b91cee triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:03:46.558565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:46.558893 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 7c2b3339-7297-45d2-84c9-d6e380b91cee Oct 20 04:03:46.642802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-13b42c74-3d5d-4aa5-a9b6-a40e20f62f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:46.644123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 7c2b3339-7297-45d2-84c9-d6e380b91cee is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:03:46.644446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:46.668833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6d5430-641d-4f75-938e-6eb351eedeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2b3339-7297-45d2-84c9-d6e380b91cee'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:03:46.671072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f04666-7510-4fc7-b39a-53af1f30a0ac" -d '{"events": [{"server_uuid": "ca6d5430-641d-4f75-938e-6eb351eedeb3", "name": "network-vif-plugged", "status": "completed", "tag": "7c2b3339-7297-45d2-84c9-d6e380b91cee"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:03:46.686876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 7c2b3339-7297-45d2-84c9-d6e380b91cee, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7c2b3339-7297-45d2-84c9-d6e380b91cee,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:03:46.690727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:46.714490 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79d673b-ce4d-4c0b-a181-4b129363d2f3 x-openstack-request-id: req-e79d673b-ce4d-4c0b-a181-4b129363d2f3 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:03:46.714779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6d5430-641d-4f75-938e-6eb351eedeb3", "name": "network-vif-plugged", "status": "completed", "tag": "7c2b3339-7297-45d2-84c9-d6e380b91cee", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:03:46.715029 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e79d673b-ce4d-4c0b-a181-4b129363d2f3 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:03:46.715420 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79d673b-ce4d-4c0b-a181-4b129363d2f3'] response: {'server_uuid': 'ca6d5430-641d-4f75-938e-6eb351eedeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2b3339-7297-45d2-84c9-d6e380b91cee', 'code': 200} Oct 20 04:03:46.741096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=7c2b3339-7297-45d2-84c9-d6e380b91cee,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:03:46.892881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916e975-6eda-4c2a-a4af-1829f7b3083c req-3c23bb50-9b83-415f-bb2a-14ba02507b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:46.894389 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0916e975-6eda-4c2a-a4af-1829f7b3083c req-3c23bb50-9b83-415f-bb2a-14ba02507b3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0393836 Oct 20 04:03:46.931590 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0916e975-6eda-4c2a-a4af-1829f7b3083c req-db8425d6-a88b-4e5a-aac6-a6bcc65a6363 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264895 Oct 20 04:03:47.647843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e142996-7a47-4a56-aa7b-11c5446a4646 req-cfceede0-6103-4a6d-8f21-a263a7ad32b8 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:47.649328 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9e142996-7a47-4a56-aa7b-11c5446a4646 req-cfceede0-6103-4a6d-8f21-a263a7ad32b8 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 945 time: 0.0489254 Oct 20 04:03:47.688030 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9e142996-7a47-4a56-aa7b-11c5446a4646 req-624b4ff9-1292-41f5-9ff2-3e1bd1bf1c40 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Oct 20 04:03:47.880689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:48.812118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b18b-f0c9-44b9-8249-1c675acf5fc1 req-150ab1b0-1972-4952-a84a-a0a92af72b3b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:48.813631 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-50b3b18b-f0c9-44b9-8249-1c675acf5fc1 req-150ab1b0-1972-4952-a84a-a0a92af72b3b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 945 time: 0.0488853 Oct 20 04:03:48.853157 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-50b3b18b-f0c9-44b9-8249-1c675acf5fc1 req-48a5cd1a-78b3-46a7-8eb4-bcfa9c393df7 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335176 Oct 20 04:03:48.976323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17dd24-bc22-490b-9601-3ca259ce65d3 req-bd94f703-d8b9-4326-88ad-ece06176791b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:03:48.977689 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b17dd24-bc22-490b-9601-3ca259ce65d3 req-bd94f703-d8b9-4326-88ad-ece06176791b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 945 time: 0.0525818 Oct 20 04:03:49.015037 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b17dd24-bc22-490b-9601-3ca259ce65d3 req-676fe2ef-ffa8-4ea9-b317-69a1b0615709 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Oct 20 04:03:49.362700 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:03:49.587682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:03.709316 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:04:08.425175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6814c-6000-4777-b2ee-1b9b5439c727 req-c748a383-8bcb-432a-a19b-45ee20b6e237 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:08.426738 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-16b6814c-6000-4777-b2ee-1b9b5439c727 req-c748a383-8bcb-432a-a19b-45ee20b6e237 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 945 time: 0.0526102 Oct 20 04:04:08.467185 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-16b6814c-6000-4777-b2ee-1b9b5439c727 req-a330808f-b717-4ef4-9253-5e9e867e2f4c tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338087 Oct 20 04:04:08.673813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:09.592556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b85b2-4fe3-4a0a-aa8f-0169e399d1eb req-1629afe1-6ada-42cc-b979-361e96117245 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:09.593923 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8e5b85b2-4fe3-4a0a-aa8f-0169e399d1eb req-1629afe1-6ada-42cc-b979-361e96117245 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 945 time: 0.0526767 Oct 20 04:04:09.631351 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8e5b85b2-4fe3-4a0a-aa8f-0169e399d1eb req-1a1b5d7d-8c50-49dd-ae7e-dd1a7c67d629 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Oct 20 04:04:10.111175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dea58-be61-43d8-bafb-d24762814ef1 req-983c85e3-58d4-4d38-9912-cb3bcf9cc74e tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:10.112637 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e32dea58-be61-43d8-bafb-d24762814ef1 req-983c85e3-58d4-4d38-9912-cb3bcf9cc74e tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 945 time: 0.0475204 Oct 20 04:04:10.202372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-e32dea58-be61-43d8-bafb-d24762814ef1 req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Deleting port 7c2b3339-7297-45d2-84c9-d6e380b91cee {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:04:10.202708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e32dea58-be61-43d8-bafb-d24762814ef1 req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:10.290470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-e32dea58-be61-43d8-bafb-d24762814ef1 req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] For port 7c2b3339-7297-45d2-84c9-d6e380b91cee, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7c2b3339-7297-45d2-84c9-d6e380b91cee,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:10.290827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e32dea58-be61-43d8-bafb-d24762814ef1 req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:10.303743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-e32dea58-be61-43d8-bafb-d24762814ef1 req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Calling delete_port for 7c2b3339-7297-45d2-84c9-d6e380b91cee owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:04:10.429636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e32dea58-be61-43d8-bafb-d24762814ef1 req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:10.444791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['7c2b3339-7297-45d2-84c9-d6e380b91cee'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:04:10.458711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Pushing event deleted for resources: {'Port': ['ID=7c2b3339-7297-45d2-84c9-d6e380b91cee,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:10.470716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.471112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.471292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.471598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.471930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.472252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.472601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.472925 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.473246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.473567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.473891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.474211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:10.514228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32dea58-be61-43d8-bafb-d24762814ef1 req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] No DVR routers for this DVR port 7c2b3339-7297-45d2-84c9-d6e380b91cee on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:04:10.516795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e32dea58-be61-43d8-bafb-d24762814ef1 req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:10.520209 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e32dea58-be61-43d8-bafb-d24762814ef1 req-7b94f873-ddc9-4aaa-8bd1-0c3e5b569965 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "DELETE /v2.0/ports/7c2b3339-7297-45d2-84c9-d6e380b91cee HTTP/1.1" status: 204 len: 173 time: 0.4018192 Oct 20 04:04:10.520756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6d5430-641d-4f75-938e-6eb351eedeb3', 'name': 'network-vif-deleted', 'tag': '7c2b3339-7297-45d2-84c9-d6e380b91cee'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:04:10.523025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db629d9e-677d-4e58-af56-150241e10fcc" -d '{"events": [{"server_uuid": "ca6d5430-641d-4f75-938e-6eb351eedeb3", "name": "network-vif-deleted", "tag": "7c2b3339-7297-45d2-84c9-d6e380b91cee"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:04:10.561278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1538695b-da92-4d29-b45e-731ea36723f9 x-openstack-request-id: req-1538695b-da92-4d29-b45e-731ea36723f9 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:04:10.561601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6d5430-641d-4f75-938e-6eb351eedeb3", "name": "network-vif-deleted", "tag": "7c2b3339-7297-45d2-84c9-d6e380b91cee", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:04:10.561982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1538695b-da92-4d29-b45e-731ea36723f9 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:04:10.562391 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1538695b-da92-4d29-b45e-731ea36723f9'] response: {'server_uuid': 'ca6d5430-641d-4f75-938e-6eb351eedeb3', 'name': 'network-vif-deleted', 'tag': '7c2b3339-7297-45d2-84c9-d6e380b91cee', 'status': 'completed', 'code': 200} Oct 20 04:04:10.743985 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1ee01be0-0880-4c9a-8aa7-6049828217d7 req-ef07819d-7088-4f28-9fd9-8d5c8ba972de tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca6d5430-641d-4f75-938e-6eb351eedeb3 HTTP/1.1" status: 200 len: 210 time: 0.0257964 Oct 20 04:04:12.098106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-5a69f1e6-0cc7-4f34-adfa-6fc5d7a695f3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:12.099530 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-5a69f1e6-0cc7-4f34-adfa-6fc5d7a695f3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/networks?id=daac0849-e8fd-4852-a450-bc976b746fb4 HTTP/1.1" status: 200 len: 817 time: 0.1014631 Oct 20 04:04:12.114279 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-507b695a-2408-41bb-8059-5d900feb068b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/quotas/7afe8c9c33ff4ce2b3f3972cf2fdce07 HTTP/1.1" status: 200 len: 375 time: 0.0087640 Oct 20 04:04:12.163916 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-52089c60-34e8-469b-a9fd-a09218f16d12 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7afe8c9c33ff4ce2b3f3972cf2fdce07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444565 Oct 20 04:04:12.256414 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-7fa4acf7-83f8-4325-92ab-0c6de361eebe service neutron] 10.222.0.20 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809450 Oct 20 04:04:12.347289 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-49006d21-78a7-4a21-bdbe-44f28bb4194e service neutron] 10.222.0.20 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846217 Oct 20 04:04:12.502188 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c6c31351-8412-4d35-aafc-0b1ac76a7162 req-f6ef4a0b-b033-4eca-ac0a-f51f41409f67 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 210 time: 0.0266306 Oct 20 04:04:13.486685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-c6ba0730-985c-43ca-bace-35d6047b0b5b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:13.488139 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-c6ba0730-985c-43ca-bace-35d6047b0b5b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "GET /v2.0/networks?id=daac0849-e8fd-4852-a450-bc976b746fb4 HTTP/1.1" status: 200 len: 817 time: 0.1052694 Oct 20 04:04:13.503458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Request body: {'port': {'device_id': '364d5f2c-0504-419b-8a85-d4a9c1d3f890', 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4', 'admin_state_up': True, 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:04:13.604545 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1dc6ae20-cdc2-4457-83d8-6d702f9b494f req-bf8a0071-fb86-4a14-8670-ba3bb7f13675 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 210 time: 0.0268807 Oct 20 04:04:13.620647 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Made reservation on behalf of 7afe8c9c33ff4ce2b3f3972cf2fdce07 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:04:13.624106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:13.752558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Allocated IP 172.20.0.11 (daac0849-e8fd-4852-a450-bc976b746fb4/ba427c50-9886-4428-b665-e12bb7707153/4f3a9ae3-e783-4432-8686-214c218da8a3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:04:13.896406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:13.929385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:13.978229 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Network daac0849-e8fd-4852-a450-bc976b746fb4 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:04:13.981578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:04:13.984243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:04:14.015650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Pushing event updated for resources: {'Port': ['ID=4f3a9ae3-e783-4432-8686-214c218da8a3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:14.041830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:14.042456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:14.059568 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-b2d43548-4a91-4875-8a81-dbe06c782e35 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5601759 Oct 20 04:04:14.075861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Request body: {'port': {'device_id': '364d5f2c-0504-419b-8a85-d4a9c1d3f890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:04:14.132730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:14.225420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-2ea84bce-2b0b-419c-88de-8c1ad3e9a137 None None] Provisioning complete for port 4f3a9ae3-e783-4432-8686-214c218da8a3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:04:14.225978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2ea84bce-2b0b-419c-88de-8c1ad3e9a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:14.226115 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2ea84bce-2b0b-419c-88de-8c1ad3e9a137 None None] Attempt 1 to provision port 4f3a9ae3-e783-4432-8686-214c218da8a3 Oct 20 04:04:14.260998 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2ea84bce-2b0b-419c-88de-8c1ad3e9a137 None None] Port 4f3a9ae3-e783-4432-8686-214c218da8a3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:04:14.652782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-53c8b85e-31fa-4183-b4dd-3fd923a5bcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:14.677228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 7c2b3339-7297-45d2-84c9-d6e380b91cee no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:04:14.699229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 7c2b3339-7297-45d2-84c9-d6e380b91cee {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:04:14.699573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 7c2b3339-7297-45d2-84c9-d6e380b91cee not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:04:14.727444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3a9ae3-e783-4432-8686-214c218da8a3 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:04:14.736233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:14.754809 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Transition to ACTIVE for port object 4f3a9ae3-e783-4432-8686-214c218da8a3 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:04:14.761786 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2ea84bce-2b0b-419c-88de-8c1ad3e9a137 None None] Attempt 2 to provision port 4f3a9ae3-e783-4432-8686-214c218da8a3 Oct 20 04:04:14.763945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ae10f-d3ca-434d-a9da-138a92eccea5 req-9099fb11-6631-409f-8c78-038f3c33553c tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:14.765436 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b38ae10f-d3ca-434d-a9da-138a92eccea5 req-9099fb11-6631-409f-8c78-038f3c33553c tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 932 time: 0.0740311 Oct 20 04:04:14.766506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:14.797064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2ea84bce-2b0b-419c-88de-8c1ad3e9a137 None None] Port 4f3a9ae3-e783-4432-8686-214c218da8a3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:04:14.849882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3a9ae3-e783-4432-8686-214c218da8a3,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:14.877963 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b38ae10f-d3ca-434d-a9da-138a92eccea5 req-90317af0-2e4b-405c-b8b5-9fbff51d4aca tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054614 Oct 20 04:04:14.904868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Attempting to bind port 4f3a9ae3-e783-4432-8686-214c218da8a3 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:04:14.905333 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Attempting to bind port 4f3a9ae3-e783-4432-8686-214c218da8a3 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:04:14.906636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Attempting to bind port 4f3a9ae3-e783-4432-8686-214c218da8a3 on network daac0849-e8fd-4852-a450-bc976b746fb4 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:04:14.911409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Port 4f3a9ae3-e783-4432-8686-214c218da8a3 on network daac0849-e8fd-4852-a450-bc976b746fb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:04:14.911722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Attempting to bind port 4f3a9ae3-e783-4432-8686-214c218da8a3 on network daac0849-e8fd-4852-a450-bc976b746fb4 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:04:14.916617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:04:14.916948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Checking segment: {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:04:14.917322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Bound using segment: {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:04:14.917756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Bound port: 4f3a9ae3-e783-4432-8686-214c218da8a3, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2101ed8b-355b-45aa-b483-1e2659f8f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:04:14.918085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:14.981803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] For port 4f3a9ae3-e783-4432-8686-214c218da8a3, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:04:14.984874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] For port 4f3a9ae3-e783-4432-8686-214c218da8a3, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=4f3a9ae3-e783-4432-8686-214c218da8a3,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:04:14.988876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:14.992866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:14.993469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:14.995538 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] 10.222.0.36 "PUT /v2.0/ports/4f3a9ae3-e783-4432-8686-214c218da8a3 HTTP/1.1" status: 200 len: 1094 time: 0.9247355 Oct 20 04:04:14.996970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364d5f2c-0504-419b-8a85-d4a9c1d3f890', 'tag': '4f3a9ae3-e783-4432-8686-214c218da8a3'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:04:14.999296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda" -d '{"events": [{"name": "network-changed", "server_uuid": "364d5f2c-0504-419b-8a85-d4a9c1d3f890", "tag": "4f3a9ae3-e783-4432-8686-214c218da8a3"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:04:15.037792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ecc36c-2327-4a28-bcb9-9b5f25ed14a8 x-openstack-request-id: req-c5ecc36c-2327-4a28-bcb9-9b5f25ed14a8 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:04:15.038093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364d5f2c-0504-419b-8a85-d4a9c1d3f890", "tag": "4f3a9ae3-e783-4432-8686-214c218da8a3", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:04:15.038351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5ecc36c-2327-4a28-bcb9-9b5f25ed14a8 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:04:15.038807 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ecc36c-2327-4a28-bcb9-9b5f25ed14a8'] response: {'name': 'network-changed', 'server_uuid': '364d5f2c-0504-419b-8a85-d4a9c1d3f890', 'tag': '4f3a9ae3-e783-4432-8686-214c218da8a3', 'status': 'completed', 'code': 200} Oct 20 04:04:15.075747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207b570-e0f8-473f-a4bd-77dcb3946938 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3a9ae3-e783-4432-8686-214c218da8a3,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:15.093438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-887863f6-6647-435c-99ea-c83a1c03f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:15.094947 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-887863f6-6647-435c-99ea-c83a1c03f7ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afe8c9c33ff4ce2b3f3972cf2fdce07&device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 1097 time: 0.0502408 Oct 20 04:04:15.141695 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-efedc35e-dcfd-4c68-8bf8-a55411e26560 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3a9ae3-e783-4432-8686-214c218da8a3 HTTP/1.1" status: 200 len: 217 time: 0.0345254 Oct 20 04:04:15.197150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-f2763cdd-af3f-48e1-b0f4-defb43775ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:15.199366 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-f2763cdd-af3f-48e1-b0f4-defb43775ed0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba427c50-9886-4428-b665-e12bb7707153 HTTP/1.1" status: 200 len: 856 time: 0.0456562 Oct 20 04:04:15.254770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-46b63ea6-3c56-4773-8ba5-e985b4475808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:15.256251 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-46b63ea6-3c56-4773-8ba5-e985b4475808 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daac0849-e8fd-4852-a450-bc976b746fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458667 Oct 20 04:04:15.298160 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-2ea84bce-2b0b-419c-88de-8c1ad3e9a137 None None] Attempt 3 to provision port 4f3a9ae3-e783-4432-8686-214c218da8a3 Oct 20 04:04:15.342634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2ea84bce-2b0b-419c-88de-8c1ad3e9a137 None None] Port 4f3a9ae3-e783-4432-8686-214c218da8a3 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 04:04:15.350078 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-f80650d1-5d6c-46eb-8fe6-7f42c0e9bf34 service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830548 Oct 20 04:04:15.445281 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5b3cb9dc-b013-4d41-a1b4-8cf2c8bd3f17 req-a3e732c4-970b-4888-9bc8-b27c49e0b364 service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847492 Oct 20 04:04:15.531008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda req-960b1bf7-773a-4f92-8a15-9f85513ea406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:15.532525 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda req-960b1bf7-773a-4f92-8a15-9f85513ea406 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afe8c9c33ff4ce2b3f3972cf2fdce07&device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 1097 time: 0.0409029 Oct 20 04:04:15.625208 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda req-a1376f85-aa03-472d-a8c4-96738d09e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:15.626664 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda req-a1376f85-aa03-472d-a8c4-96738d09e0b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=daac0849-e8fd-4852-a450-bc976b746fb4 HTTP/1.1" status: 200 len: 918 time: 0.0873568 Oct 20 04:04:15.668051 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda req-323deac5-d0b7-4e76-beff-6194cecfbc92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3a9ae3-e783-4432-8686-214c218da8a3 HTTP/1.1" status: 200 len: 217 time: 0.0343113 Oct 20 04:04:15.721219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda req-8f59a9d1-e1ec-4232-9e0c-c031edcdd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:15.722558 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda req-8f59a9d1-e1ec-4232-9e0c-c031edcdd3aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba427c50-9886-4428-b665-e12bb7707153 HTTP/1.1" status: 200 len: 856 time: 0.0432844 Oct 20 04:04:15.773187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda req-959981be-d2d3-4924-bc76-7a39ecc8b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:15.774658 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda req-959981be-d2d3-4924-bc76-7a39ecc8b3d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daac0849-e8fd-4852-a450-bc976b746fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440397 Oct 20 04:04:15.863332 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda req-74203304-d747-49d4-bab8-e709d44b815d service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806191 Oct 20 04:04:15.969923 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ee88366d-8a6a-4db0-b203-e7cdea9b3fda req-72333082-a15c-4fb5-84cb-cac640708902 service neutron] 10.222.0.36 "GET /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989988 Oct 20 04:04:16.006115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117f430-2868-496d-8091-8f873bf193b8 req-dafac302-629d-4376-af0d-66352047e336 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:16.007528 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4117f430-2868-496d-8091-8f873bf193b8 req-dafac302-629d-4376-af0d-66352047e336 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 944 time: 0.0525088 Oct 20 04:04:16.046305 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4117f430-2868-496d-8091-8f873bf193b8 req-32344162-fdb7-4801-a9d5-5dd01e8dfa8e tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Oct 20 04:04:16.624061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0cef2fb4-e2da-4892-a297-36a1f635d3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:17.167672 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89851e60-484f-4574-a575-ba6147964596 req-455a055d-3e84-4942-a9b1-21f5b8d64e04 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:17.169158 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-89851e60-484f-4574-a575-ba6147964596 req-455a055d-3e84-4942-a9b1-21f5b8d64e04 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 944 time: 0.0484147 Oct 20 04:04:17.206601 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-89851e60-484f-4574-a575-ba6147964596 req-d4c617c4-9f32-430f-8412-7c39d60358fc tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315900 Oct 20 04:04:17.882104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:18.326265 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0ff5a-01c7-4704-a0ee-7c87f9fb0d3b req-f32b709d-883b-4bd4-9c31-5076f5f5151f tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:18.327741 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56f0ff5a-01c7-4704-a0ee-7c87f9fb0d3b req-f32b709d-883b-4bd4-9c31-5076f5f5151f tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 944 time: 0.0490713 Oct 20 04:04:18.365105 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56f0ff5a-01c7-4704-a0ee-7c87f9fb0d3b req-ac55cc99-439e-4007-b843-e7733fc5c6d3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Oct 20 04:04:18.692678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 4f3a9ae3-e783-4432-8686-214c218da8a3 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:04:18.787747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 4f3a9ae3-e783-4432-8686-214c218da8a3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=4f3a9ae3-e783-4432-8686-214c218da8a3,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:18.798729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '4f3a9ae3-e783-4432-8686-214c218da8a3', 'network_id': 'daac0849-e8fd-4852-a450-bc976b746fb4', 'port_id': '4f3a9ae3-e783-4432-8686-214c218da8a3', 'mac_address': 'fa:16:3e:ef:e2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba427c50-9886-4428-b665-e12bb7707153', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:04:18.835307 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 4f3a9ae3-e783-4432-8686-214c218da8a3 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:04:18.835694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:18.847922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3a9ae3-e783-4432-8686-214c218da8a3 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:04:18.867056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 4f3a9ae3-e783-4432-8686-214c218da8a3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=4f3a9ae3-e783-4432-8686-214c218da8a3,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:18.871974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:18.921196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=4f3a9ae3-e783-4432-8686-214c218da8a3,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:19.121497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['4f3a9ae3-e783-4432-8686-214c218da8a3'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:04:19.363410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:19.488156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a317917-0894-4e92-954c-bbfcf9b44009 req-25d00535-4728-4211-b684-473fd98baa5b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:19.489631 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5a317917-0894-4e92-954c-bbfcf9b44009 req-25d00535-4728-4211-b684-473fd98baa5b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 945 time: 0.0519309 Oct 20 04:04:19.526538 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5a317917-0894-4e92-954c-bbfcf9b44009 req-5ced34cc-bc71-4f09-8c5e-48978d79a5a0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307901 Oct 20 04:04:19.590770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:20.650842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e817d3d-525c-4055-b08a-ad693ca7c2f0 req-766e968d-8bd1-483e-9ada-efcc2e437454 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:20.652315 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e817d3d-525c-4055-b08a-ad693ca7c2f0 req-766e968d-8bd1-483e-9ada-efcc2e437454 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 945 time: 0.0533826 Oct 20 04:04:20.690229 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0e817d3d-525c-4055-b08a-ad693ca7c2f0 req-6d2f56a8-f7d9-4d35-a482-2e2ab5b0c4cf tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320067 Oct 20 04:04:20.715060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 4f3a9ae3-e783-4432-8686-214c218da8a3 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:04:20.763528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 4f3a9ae3-e783-4432-8686-214c218da8a3 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:04:20.767376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 4f3a9ae3-e783-4432-8686-214c218da8a3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:04:20.767748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:20.768087 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 4f3a9ae3-e783-4432-8686-214c218da8a3 Oct 20 04:04:20.844908 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 4f3a9ae3-e783-4432-8686-214c218da8a3 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:04:20.845222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:20.867169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364d5f2c-0504-419b-8a85-d4a9c1d3f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3a9ae3-e783-4432-8686-214c218da8a3'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:04:20.870081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df76745-d3cc-49b6-80fb-2d9d04e191f1" -d '{"events": [{"server_uuid": "364d5f2c-0504-419b-8a85-d4a9c1d3f890", "name": "network-vif-plugged", "status": "completed", "tag": "4f3a9ae3-e783-4432-8686-214c218da8a3"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:04:20.882506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 4f3a9ae3-e783-4432-8686-214c218da8a3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=4f3a9ae3-e783-4432-8686-214c218da8a3,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:20.886892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:20.909637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd95884f-6ec5-40bb-9907-4213d526da5c x-openstack-request-id: req-dd95884f-6ec5-40bb-9907-4213d526da5c {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:04:20.909929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364d5f2c-0504-419b-8a85-d4a9c1d3f890", "name": "network-vif-plugged", "status": "completed", "tag": "4f3a9ae3-e783-4432-8686-214c218da8a3", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:04:20.910177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd95884f-6ec5-40bb-9907-4213d526da5c {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:04:20.910567 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd95884f-6ec5-40bb-9907-4213d526da5c'] response: {'server_uuid': '364d5f2c-0504-419b-8a85-d4a9c1d3f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3a9ae3-e783-4432-8686-214c218da8a3', 'code': 200} Oct 20 04:04:20.937150 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=4f3a9ae3-e783-4432-8686-214c218da8a3,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:21.090090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7415ec9-0d80-493d-99fe-d0f35f79acfc req-ca3d6458-cddd-4683-bb0e-5594e7793bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:21.091536 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b7415ec9-0d80-493d-99fe-d0f35f79acfc req-ca3d6458-cddd-4683-bb0e-5594e7793bfa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 1099 time: 0.0398967 Oct 20 04:04:21.127434 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b7415ec9-0d80-493d-99fe-d0f35f79acfc req-03a25649-7117-473d-b8a1-d8467d04aa6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275199 Oct 20 04:04:21.812177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b08258-8b0f-4d18-8793-eecadaf7620e req-1c75dd97-7a84-4e94-aa2a-71b9d37ed806 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:21.813654 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-90b08258-8b0f-4d18-8793-eecadaf7620e req-1c75dd97-7a84-4e94-aa2a-71b9d37ed806 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 946 time: 0.0494201 Oct 20 04:04:21.850534 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-90b08258-8b0f-4d18-8793-eecadaf7620e req-d97fab16-0f86-490f-9acb-f147a3b9587a tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Oct 20 04:04:22.972608 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db9141-7e6d-4bf4-8fe1-727a71f10443 req-2f09f42d-11db-44e4-ae3f-b37b7e2496ed tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:22.974076 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e8db9141-7e6d-4bf4-8fe1-727a71f10443 req-2f09f42d-11db-44e4-ae3f-b37b7e2496ed tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 946 time: 0.0505829 Oct 20 04:04:23.013905 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e8db9141-7e6d-4bf4-8fe1-727a71f10443 req-7fce0167-49b8-45f6-a36f-23995532eb13 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Oct 20 04:04:23.137458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f3dc7-6236-450a-9c32-c45dccb9bee4 req-87a2925d-1aa1-458d-a9e7-e0d1da6830e9 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:23.138837 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-657f3dc7-6236-450a-9c32-c45dccb9bee4 req-87a2925d-1aa1-458d-a9e7-e0d1da6830e9 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 946 time: 0.0536015 Oct 20 04:04:23.178009 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-657f3dc7-6236-450a-9c32-c45dccb9bee4 req-1c28101c-a6b9-4df6-8b21-127cd4592ec3 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334239 Oct 20 04:04:38.694098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:40.708772 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:04:42.603951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4264eee-b0c1-47f5-b16e-097e020dca87 req-7972367e-a008-4dca-bfa0-28e52c926916 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:42.607248 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4264eee-b0c1-47f5-b16e-097e020dca87 req-7972367e-a008-4dca-bfa0-28e52c926916 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 946 time: 0.0541530 Oct 20 04:04:42.644142 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c4264eee-b0c1-47f5-b16e-097e020dca87 req-86217d1b-0bac-4a1e-899a-82272958400f tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327830 Oct 20 04:04:43.765771 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb677e53-1c81-4c32-984d-c53a97b33f35 req-01706d92-e56b-4d2d-81b7-e0718d60e938 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:43.767226 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eb677e53-1c81-4c32-984d-c53a97b33f35 req-01706d92-e56b-4d2d-81b7-e0718d60e938 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 946 time: 0.0481734 Oct 20 04:04:43.808292 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eb677e53-1c81-4c32-984d-c53a97b33f35 req-200a6ebb-3c55-4d4a-89df-ffee7583554b tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d735455f-4f40-420a-a63e-22b6ada07525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351186 Oct 20 04:04:44.268123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712ab6a-1cb6-440c-8707-c0bd8782e565 req-8e58f082-acf9-4784-810a-1c17c07ce456 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:44.269577 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c712ab6a-1cb6-440c-8707-c0bd8782e565 req-8e58f082-acf9-4784-810a-1c17c07ce456 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 946 time: 0.0487595 Oct 20 04:04:44.365459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-c712ab6a-1cb6-440c-8707-c0bd8782e565 req-edb47593-12db-4bfe-9e3d-6a34788f93d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Deleting port 4f3a9ae3-e783-4432-8686-214c218da8a3 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:04:44.365802 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c712ab6a-1cb6-440c-8707-c0bd8782e565 req-edb47593-12db-4bfe-9e3d-6a34788f93d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:44.455308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-c712ab6a-1cb6-440c-8707-c0bd8782e565 req-edb47593-12db-4bfe-9e3d-6a34788f93d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] For port 4f3a9ae3-e783-4432-8686-214c218da8a3, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=4f3a9ae3-e783-4432-8686-214c218da8a3,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:44.455668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c712ab6a-1cb6-440c-8707-c0bd8782e565 req-edb47593-12db-4bfe-9e3d-6a34788f93d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:44.468551 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-c712ab6a-1cb6-440c-8707-c0bd8782e565 req-edb47593-12db-4bfe-9e3d-6a34788f93d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Calling delete_port for 4f3a9ae3-e783-4432-8686-214c218da8a3 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:04:44.603529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c712ab6a-1cb6-440c-8707-c0bd8782e565 req-edb47593-12db-4bfe-9e3d-6a34788f93d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:44.619302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['4f3a9ae3-e783-4432-8686-214c218da8a3'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:04:44.632900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb47593-12db-4bfe-9e3d-6a34788f93d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Pushing event deleted for resources: {'Port': ['ID=4f3a9ae3-e783-4432-8686-214c218da8a3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:44.662566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-af118c72-8fe5-4aaa-8018-057ca85301c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:44.684700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c712ab6a-1cb6-440c-8707-c0bd8782e565 req-edb47593-12db-4bfe-9e3d-6a34788f93d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] No DVR routers for this DVR port 4f3a9ae3-e783-4432-8686-214c218da8a3 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:04:44.687292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c712ab6a-1cb6-440c-8707-c0bd8782e565 req-edb47593-12db-4bfe-9e3d-6a34788f93d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:44.690731 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c712ab6a-1cb6-440c-8707-c0bd8782e565 req-edb47593-12db-4bfe-9e3d-6a34788f93d0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.36 "DELETE /v2.0/ports/4f3a9ae3-e783-4432-8686-214c218da8a3 HTTP/1.1" status: 204 len: 173 time: 0.4121442 Oct 20 04:04:44.691344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364d5f2c-0504-419b-8a85-d4a9c1d3f890', 'name': 'network-vif-deleted', 'tag': '4f3a9ae3-e783-4432-8686-214c218da8a3'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:04:44.693703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e899a842-206f-4020-8097-01ecd4561f71" -d '{"events": [{"server_uuid": "364d5f2c-0504-419b-8a85-d4a9c1d3f890", "name": "network-vif-deleted", "tag": "4f3a9ae3-e783-4432-8686-214c218da8a3"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:04:44.739439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5352d5bd-63c2-4518-866a-1ad67f4dc847 x-openstack-request-id: req-5352d5bd-63c2-4518-866a-1ad67f4dc847 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:04:44.739734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364d5f2c-0504-419b-8a85-d4a9c1d3f890", "name": "network-vif-deleted", "tag": "4f3a9ae3-e783-4432-8686-214c218da8a3", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:04:44.739988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5352d5bd-63c2-4518-866a-1ad67f4dc847 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:04:44.740432 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5352d5bd-63c2-4518-866a-1ad67f4dc847'] response: {'server_uuid': '364d5f2c-0504-419b-8a85-d4a9c1d3f890', 'name': 'network-vif-deleted', 'tag': '4f3a9ae3-e783-4432-8686-214c218da8a3', 'status': 'completed', 'code': 200} Oct 20 04:04:44.927841 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-03a7e905-1396-48ca-8f30-56a2297206af req-9dcff760-a67f-4d06-8ce2-3dddc8cf62b0 tempest-TestEncryptedCinderVolumes-1327280669 tempest-TestEncryptedCinderVolumes-1327280669-project] 10.222.0.20 "GET /v2.0/ports?device_id=364d5f2c-0504-419b-8a85-d4a9c1d3f890 HTTP/1.1" status: 200 len: 210 time: 0.0265925 Oct 20 04:04:46.022837 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34188) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:46.359848 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:46.626869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cb7ca849-235f-41ff-ace6-e558941a5bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:46.895937 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Deleting port 937bf531-9a6d-409a-b637-c21d6e34f738 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:04:46.896196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:46.975980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] For port 937bf531-9a6d-409a-b637-c21d6e34f738, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=937bf531-9a6d-409a-b637-c21d6e34f738,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:46.976374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:46.988676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Calling delete_port for 937bf531-9a6d-409a-b637-c21d6e34f738 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:04:47.167290 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:47.190400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Pushing event deleted for resources: {'Port': ['ID=937bf531-9a6d-409a-b637-c21d6e34f738,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:47.205191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.205604 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.205864 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.206198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.206530 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.206886 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.207215 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.207543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.208650 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.209004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.209344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.209677 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:47.370851 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:47.577047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Router 405c3a2e-911d-4567-bdbd-07270838a341 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:04:47.681300 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:04:47.686830 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-94b64c42-88f0-4451-8a77-3274620864ce admin admin] 10.222.0.20 "PUT /v2.0/routers/405c3a2e-911d-4567-bdbd-07270838a341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6629562 Oct 20 04:04:47.689546 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34190) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:47.691495 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e9c83-479f-4275-8737-9c4e031fb67d None None] Sync routers for ids ['405c3a2e-911d-4567-bdbd-07270838a341'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:04:47.701350 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e9c83-479f-4275-8737-9c4e031fb67d None None] Routers {'405c3a2e-911d-4567-bdbd-07270838a341'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:04:47.701953 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a09e9c83-479f-4275-8737-9c4e031fb67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['405c3a2e-911d-4567-bdbd-07270838a341'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:47.798657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:47.807094 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-a09e9c83-479f-4275-8737-9c4e031fb67d None None] Set router 405c3a2e-911d-4567-bdbd-07270838a341 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:04:47.888866 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:47.903912 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:47.957037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Deleting port a6d6ac52-7cb3-4403-aba9-144900889c8b {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:04:47.957386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:47.991340 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a09e9c83-479f-4275-8737-9c4e031fb67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405c3a2e-911d-4567-bdbd-07270838a341', 'name': 'tempest-TestEncryptedCinderVolumes-1289769428-router', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:04:47Z', 'revision_number': 5, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'gw_port': {'id': 'a6d6ac52-7cb3-4403-aba9-144900889c8b', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405c3a2e-911d-4567-bdbd-07270838a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:48.017953 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e9c83-479f-4275-8737-9c4e031fb67d None None] Checking router: 405c3a2e-911d-4567-bdbd-07270838a341 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:04:48.026758 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e9c83-479f-4275-8737-9c4e031fb67d None None] Routers {'405c3a2e-911d-4567-bdbd-07270838a341'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:04:48.027361 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a09e9c83-479f-4275-8737-9c4e031fb67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['405c3a2e-911d-4567-bdbd-07270838a341'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:48.037818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] For port a6d6ac52-7cb3-4403-aba9-144900889c8b, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a6d6ac52-7cb3-4403-aba9-144900889c8b,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:48.038184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.050697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Calling delete_port for a6d6ac52-7cb3-4403-aba9-144900889c8b owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:04:48.113257 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-a09e9c83-479f-4275-8737-9c4e031fb67d None None] Set router 405c3a2e-911d-4567-bdbd-07270838a341 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:04:48.167893 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a09e9c83-479f-4275-8737-9c4e031fb67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405c3a2e-911d-4567-bdbd-07270838a341', 'name': 'tempest-TestEncryptedCinderVolumes-1289769428-router', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:04:47Z', 'revision_number': 6, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:48.194262 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e9c83-479f-4275-8737-9c4e031fb67d None None] The sync data for ids ['405c3a2e-911d-4567-bdbd-07270838a341'] in dv-neutron-861842-1-hyperv is: [{'id': '405c3a2e-911d-4567-bdbd-07270838a341', 'name': 'tempest-TestEncryptedCinderVolumes-1289769428-router', 'tenant_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:54Z', 'updated_at': '2022-10-20T04:04:47Z', 'revision_number': 6, 'project_id': '7afe8c9c33ff4ce2b3f3972cf2fdce07', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:04:48.219671 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.247375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d6ac52-7cb3-4403-aba9-144900889c8b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:48.312253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.402715 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.405031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.446822 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.447295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 405c3a2e-911d-4567-bdbd-07270838a341 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:04:48.451557 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.452740 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-18254111-ff57-45d2-8b68-bdddd414c9ad admin admin] 10.222.0.20 "DELETE /v2.0/routers/405c3a2e-911d-4567-bdbd-07270838a341 HTTP/1.1" status: 204 len: 168 time: 0.7618918 Oct 20 04:04:48.455561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34192) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:48.503289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc10bb57-1cf6-48dd-b666-bff76d839389 admin admin] Deleting subnet ba427c50-9886-4428-b665-e12bb7707153 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:04:48.506201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc10bb57-1cf6-48dd-b666-bff76d839389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.542522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc10bb57-1cf6-48dd-b666-bff76d839389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.623736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc10bb57-1cf6-48dd-b666-bff76d839389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.682300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc10bb57-1cf6-48dd-b666-bff76d839389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.706055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10bb57-1cf6-48dd-b666-bff76d839389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba427c50-9886-4428-b665-e12bb7707153,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:48.712138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc10bb57-1cf6-48dd-b666-bff76d839389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.715454 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fc10bb57-1cf6-48dd-b666-bff76d839389 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ba427c50-9886-4428-b665-e12bb7707153 HTTP/1.1" status: 204 len: 168 time: 0.2589555 Oct 20 04:04:48.717867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a5174-16fe-4f5d-99be-22209aa3cf9e None None] Network daac0849-e8fd-4852-a450-bc976b746fb4 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:04:48.718136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34194) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:48.787036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.819190 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 4f3a9ae3-e783-4432-8686-214c218da8a3 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:04:48.839690 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Deleting port 76ee7671-02b9-4283-bcb0-758214f07f61 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:04:48.840035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.840536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 4f3a9ae3-e783-4432-8686-214c218da8a3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:04:48.840873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 4f3a9ae3-e783-4432-8686-214c218da8a3 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:04:48.908706 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] For port 76ee7671-02b9-4283-bcb0-758214f07f61, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=76ee7671-02b9-4283-bcb0-758214f07f61,segment=NetworkSegment(2101ed8b-355b-45aa-b483-1e2659f8f504),segment_id=2101ed8b-355b-45aa-b483-1e2659f8f504)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:48.909008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:48.920585 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Calling delete_port for 76ee7671-02b9-4283-bcb0-758214f07f61 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:04:48.979481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] DHCP port deletion for daac0849-e8fd-4852-a450-bc976b746fb4 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:04:49.005574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.033381 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Deleting port 76ee7671-02b9-4283-bcb0-758214f07f61 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:04:49.033756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.038474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Pushing event deleted for resources: {'Port': ['ID=76ee7671-02b9-4283-bcb0-758214f07f61,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:49.042827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] No DVR routers for this DVR port 76ee7671-02b9-4283-bcb0-758214f07f61 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:04:49.100015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] For port 76ee7671-02b9-4283-bcb0-758214f07f61, host dv-neutron-861842-1-hyperv, got binding levels [] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:49.100450 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.114013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Calling delete_port for 76ee7671-02b9-4283-bcb0-758214f07f61 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:04:49.115346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.116936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.ipam_backend_mixin [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Port 76ee7671-02b9-4283-bcb0-758214f07f61 was not found and therefore no delete operation was performed {{(pid=103630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 20 04:04:49.118943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.136497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daac0849-e8fd-4852-a450-bc976b746fb4']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:49.143652 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Pushing event deleted for resources: {'Port': ['ID=76ee7671-02b9-4283-bcb0-758214f07f61,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:49.145813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2101ed8b-355b-45aa-b483-1e2659f8f504') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:49.146117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2101ed8b-355b-45aa-b483-1e2659f8f504') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:49.151336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] No DVR routers for this DVR port 76ee7671-02b9-4283-bcb0-758214f07f61 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:04:49.153350 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.153699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.154044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.154373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.154786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.155120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.155446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.155772 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.156097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.156453 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.156778 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.157109 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9907cd-f40d-48c6-91e7-6c50adf6ca00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:49.169795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.184884 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.191810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:04:49.192212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.221651 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2101ed8b-355b-45aa-b483-1e2659f8f504 resource provider aggregate not found Oct 20 04:04:49.261393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.267025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.275294 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34200) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:49.280948 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] 10.222.0.20 "DELETE /v2.0/networks/daac0849-e8fd-4852-a450-bc976b746fb4 HTTP/1.1" status: 204 len: 168 time: 0.5618565 Oct 20 04:04:49.282798 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2101ed8b-355b-45aa-b483-1e2659f8f504 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2101ed8b-355b-45aa-b483-1e2659f8f504 found for delete ", "request_id": "req-c2533be6-7fc9-4848-948e-6bebb680e252"}]} Oct 20 04:04:49.300146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41dfb0-0c16-42f7-ae81-9d9dd5cfa40a admin admin] Pushing event deleted for resources: {'Network': ['ID=daac0849-e8fd-4852-a450-bc976b746fb4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:49.366298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.593429 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.628934 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.738816 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a6d6ac52-7cb3-4403-aba9-144900889c8b no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:04:49.763565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: a6d6ac52-7cb3-4403-aba9-144900889c8b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:04:49.763913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a6d6ac52-7cb3-4403-aba9-144900889c8b not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:04:49.764356 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 937bf531-9a6d-409a-b637-c21d6e34f738 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:04:49.783173 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 937bf531-9a6d-409a-b637-c21d6e34f738 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:04:49.783520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 937bf531-9a6d-409a-b637-c21d6e34f738 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:04:49.783936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 76ee7671-02b9-4283-bcb0-758214f07f61 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:04:49.803003 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 76ee7671-02b9-4283-bcb0-758214f07f61 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:04:49.803343 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 76ee7671-02b9-4283-bcb0-758214f07f61 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:04:49.877479 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] Deleting port fcb59286-c0a7-4057-8aca-378f80933b99 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:04:49.877829 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.955351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] For port fcb59286-c0a7-4057-8aca-378f80933b99, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=fcb59286-c0a7-4057-8aca-378f80933b99,segment=NetworkSegment(0d131448-3020-4e02-98e4-c66840d37c54),segment_id=0d131448-3020-4e02-98e4-c66840d37c54)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:49.955740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:49.967907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] Calling delete_port for fcb59286-c0a7-4057-8aca-378f80933b99 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:04:50.144050 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:50.173081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb59286-c0a7-4057-8aca-378f80933b99,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:50.338078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:50.578230 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] Router be565ee0-e060-4e4d-aed6-7c70015fecfd has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:04:50.701512 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:04:50.706857 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c9aeaa10-1b2e-4f8b-b4e1-3fc51fe01999 admin admin] 10.222.0.20 "PUT /v2.0/routers/be565ee0-e060-4e4d-aed6-7c70015fecfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4308126 Oct 20 04:04:50.709425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34204) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:50.712820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb934955-de33-4d61-aa51-af35541ea638 None None] Sync routers for ids ['be565ee0-e060-4e4d-aed6-7c70015fecfd'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:04:50.723668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb934955-de33-4d61-aa51-af35541ea638 None None] Routers {'be565ee0-e060-4e4d-aed6-7c70015fecfd'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:04:50.724309 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-bb934955-de33-4d61-aa51-af35541ea638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['be565ee0-e060-4e4d-aed6-7c70015fecfd'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:50.825570 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:50.944878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:50.995449 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-bb934955-de33-4d61-aa51-af35541ea638 None None] Set router be565ee0-e060-4e4d-aed6-7c70015fecfd gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:04:51.007106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Deleting port 31294f42-2d65-426b-aa32-8fe800472827 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:04:51.007454 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.100249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] For port 31294f42-2d65-426b-aa32-8fe800472827, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=31294f42-2d65-426b-aa32-8fe800472827,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:51.100672 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.114665 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Calling delete_port for 31294f42-2d65-426b-aa32-8fe800472827 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:04:51.198285 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-bb934955-de33-4d61-aa51-af35541ea638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'name': 'tempest-TestEncryptedCinderVolumes-1966084970-router', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '31294f42-2d65-426b-aa32-8fe800472827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:04:50Z', 'revision_number': 5, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'gw_port': {'id': '31294f42-2d65-426b-aa32-8fe800472827', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:51.229519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb934955-de33-4d61-aa51-af35541ea638 None None] Checking router: be565ee0-e060-4e4d-aed6-7c70015fecfd for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:04:51.248022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb934955-de33-4d61-aa51-af35541ea638 None None] Routers {'be565ee0-e060-4e4d-aed6-7c70015fecfd'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:04:51.248664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-bb934955-de33-4d61-aa51-af35541ea638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['be565ee0-e060-4e4d-aed6-7c70015fecfd'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:51.281549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.308349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=31294f42-2d65-426b-aa32-8fe800472827,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:51.370645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-bb934955-de33-4d61-aa51-af35541ea638 None None] Set router be565ee0-e060-4e4d-aed6-7c70015fecfd gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:04:51.373852 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.427780 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-bb934955-de33-4d61-aa51-af35541ea638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'name': 'tempest-TestEncryptedCinderVolumes-1966084970-router', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:04:50Z', 'revision_number': 6, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:51.465408 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.467790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.482776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb934955-de33-4d61-aa51-af35541ea638 None None] The sync data for ids ['be565ee0-e060-4e4d-aed6-7c70015fecfd'] in dv-neutron-861842-1-hyperv is: [{'id': 'be565ee0-e060-4e4d-aed6-7c70015fecfd', 'name': 'tempest-TestEncryptedCinderVolumes-1966084970-router', 'tenant_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:02:59Z', 'updated_at': '2022-10-20T04:04:50Z', 'revision_number': 6, 'project_id': '5819d2eb8fcc48b7937b824c8f58ad9e', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:04:51.514903 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.516232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be565ee0-e060-4e4d-aed6-7c70015fecfd {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:04:51.520440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.521663 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-073c7cf1-d8fc-48e4-b593-7a2f27da0b61 admin admin] 10.222.0.20 "DELETE /v2.0/routers/be565ee0-e060-4e4d-aed6-7c70015fecfd HTTP/1.1" status: 204 len: 168 time: 0.8112085 Oct 20 04:04:51.524961 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34206) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:51.576689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4922b3c-9630-4a69-8d0f-a4bc2842cefe admin admin] Deleting subnet fc543482-619c-4423-ba08-dd9574029ffa {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:04:51.580163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4922b3c-9630-4a69-8d0f-a4bc2842cefe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.615575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4922b3c-9630-4a69-8d0f-a4bc2842cefe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.694823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4922b3c-9630-4a69-8d0f-a4bc2842cefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.749281 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4922b3c-9630-4a69-8d0f-a4bc2842cefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.777911 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4922b3c-9630-4a69-8d0f-a4bc2842cefe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc543482-619c-4423-ba08-dd9574029ffa,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:51.782471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b4922b3c-9630-4a69-8d0f-a4bc2842cefe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.785517 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b4922b3c-9630-4a69-8d0f-a4bc2842cefe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc543482-619c-4423-ba08-dd9574029ffa HTTP/1.1" status: 204 len: 168 time: 0.2595763 Oct 20 04:04:51.788101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34208) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:51.788245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc14eb38-b984-4ff1-b091-44878f819db0 None None] Network c0763f4e-cc75-42d2-8f27-08f6202ac0be requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:04:51.854933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.907472 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Deleting port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:04:51.907866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:51.973044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f934c-82ef-4025-94cf-3d304752c36f None None] DHCP port deletion for c0763f4e-cc75-42d2-8f27-08f6202ac0be request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:04:52.023947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-181f934c-82ef-4025-94cf-3d304752c36f None None] Deleting port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:04:52.024296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-181f934c-82ef-4025-94cf-3d304752c36f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.043047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device fcb59286-c0a7-4057-8aca-378f80933b99 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:04:52.078996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: fcb59286-c0a7-4057-8aca-378f80933b99 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:04:52.079353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device fcb59286-c0a7-4057-8aca-378f80933b99 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:04:52.079775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 31294f42-2d65-426b-aa32-8fe800472827 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:04:52.131637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 31294f42-2d65-426b-aa32-8fe800472827 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:04:52.131976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 31294f42-2d65-426b-aa32-8fe800472827 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:04:52.137949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-181f934c-82ef-4025-94cf-3d304752c36f None None] For port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9d6d6a74-595b-45f3-9639-4060ff1dc6ed,segment=NetworkSegment(0d131448-3020-4e02-98e4-c66840d37c54),segment_id=0d131448-3020-4e02-98e4-c66840d37c54)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:52.138350 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-181f934c-82ef-4025-94cf-3d304752c36f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.151079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-181f934c-82ef-4025-94cf-3d304752c36f None None] Calling delete_port for 9d6d6a74-595b-45f3-9639-4060ff1dc6ed owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:04:52.240781 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-181f934c-82ef-4025-94cf-3d304752c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.270262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f934c-82ef-4025-94cf-3d304752c36f None None] Pushing event deleted for resources: {'Port': ['ID=9d6d6a74-595b-45f3-9639-4060ff1dc6ed,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:52.277731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f934c-82ef-4025-94cf-3d304752c36f None None] No DVR routers for this DVR port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:04:52.291047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] For port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9d6d6a74-595b-45f3-9639-4060ff1dc6ed,segment=NetworkSegment(0d131448-3020-4e02-98e4-c66840d37c54),segment_id=0d131448-3020-4e02-98e4-c66840d37c54)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:52.291417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.304635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Calling delete_port for 9d6d6a74-595b-45f3-9639-4060ff1dc6ed owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:04:52.379388 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.408104 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6d6a74-595b-45f3-9639-4060ff1dc6ed,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:52.409976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] No DVR routers for this DVR port 9d6d6a74-595b-45f3-9639-4060ff1dc6ed on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:04:52.480908 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.500612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0763f4e-cc75-42d2-8f27-08f6202ac0be']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:52.509582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d131448-3020-4e02-98e4-c66840d37c54') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:52.509876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d131448-3020-4e02-98e4-c66840d37c54') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:52.519173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.533870 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.540814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:04:52.541311 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.570976 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 0d131448-3020-4e02-98e4-c66840d37c54 resource provider aggregate not found Oct 20 04:04:52.611195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.617270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.620650 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0763f4e-cc75-42d2-8f27-08f6202ac0be HTTP/1.1" status: 204 len: 168 time: 0.8315797 Oct 20 04:04:52.626220 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 0d131448-3020-4e02-98e4-c66840d37c54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d131448-3020-4e02-98e4-c66840d37c54 found for delete ", "request_id": "req-2a455a2c-894f-4c71-826f-7fbbd7b1ee6d"}]} Oct 20 04:04:52.635170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0e145-6993-4e72-aa26-d80cb2054eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0763f4e-cc75-42d2-8f27-08f6202ac0be,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:52.777689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34216) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:52.816715 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-28feb4e5-933d-4f17-885e-5b20286ca5ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7afe8c9c33ff4ce2b3f3972cf2fdce07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376730 Oct 20 04:04:52.818962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34218) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:52.866257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc8b6-517e-451a-95f8-349e7f6f291f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.886961 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc8b6-517e-451a-95f8-349e7f6f291f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.935484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc8b6-517e-451a-95f8-349e7f6f291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.938110 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc8b6-517e-451a-95f8-349e7f6f291f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:52.939228 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9a8dc8b6-517e-451a-95f8-349e7f6f291f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d735455f-4f40-420a-a63e-22b6ada07525 HTTP/1.1" status: 204 len: 168 time: 0.1193874 Oct 20 04:04:52.947735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dc8b6-517e-451a-95f8-349e7f6f291f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d735455f-4f40-420a-a63e-22b6ada07525,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:53.248777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34224) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:53.287371 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-73d00aa5-5e5a-4364-a3ac-699c0710860f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5819d2eb8fcc48b7937b824c8f58ad9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374663 Oct 20 04:04:53.289822 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34226) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:53.338131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b624cebd-032b-481a-9f83-d0a677662f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:53.358153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b624cebd-032b-481a-9f83-d0a677662f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:53.404883 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b624cebd-032b-481a-9f83-d0a677662f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:53.407438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b624cebd-032b-481a-9f83-d0a677662f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:53.408586 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b624cebd-032b-481a-9f83-d0a677662f8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/318e1d1e-f59b-4f04-9811-81ee6165e4d9 HTTP/1.1" status: 204 len: 168 time: 0.1178529 Oct 20 04:04:53.416417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624cebd-032b-481a-9f83-d0a677662f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318e1d1e-f59b-4f04-9811-81ee6165e4d9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:53.735426 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9d6d6a74-595b-45f3-9639-4060ff1dc6ed no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:04:53.755720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 9d6d6a74-595b-45f3-9639-4060ff1dc6ed {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:04:53.756333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9d6d6a74-595b-45f3-9639-4060ff1dc6ed not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:04:54.106262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34248) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:54.199566 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1041601141-network', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:04:54.219214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Made reservation on behalf of 768a73221f2e49859ffafe9b0853ad9a for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:04:54.221469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.230151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.308025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.311745 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.339347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:04:54.344613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd891908-687a-4cfb-be29-73c9ace8ee15,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:54.351742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.352125 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Added segment 3007a33f-ee44-4ed0-85d8-f36982d5b948 of type vlan for network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 Oct 20 04:04:54.395613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.421646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.422574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:54.423145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.452170 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3448007 Oct 20 04:04:54.455503 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34252) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:54.460686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] Request body: {'subnet': {'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1041601141-subnet', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:04:54.481236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] Made reservation on behalf of 768a73221f2e49859ffafe9b0853ad9a for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:04:54.483532 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.489466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65f16f-357a-461b-8893-80537fcb26e3 admin admin] Pushing event updated for resources: {'Network': ['ID=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:54.500488 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:04:54.648241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.708514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb6ce18-8035-42ce-8a03-18855a909810,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:54.715872 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] Checking segment: {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:04:54.716232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] Network hostable DHCP agents. Network: 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:04:54.732549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] Network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:04:54.741047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:04:54.745465 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:54.746092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.750833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d023837a-7190-45a1-b3e1-9672f352c100 None None] Network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:04:54.763173 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f0997303-a731-4ad4-a0d6-c86d7c57324c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3062863 Oct 20 04:04:54.766146 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34254) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:54.770475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:04:54.789667 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.790679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.842482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.895848 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:04:54.896741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:54.983156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.034802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Allocated IP 172.20.0.2 (77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235/adb6ce18-8035-42ce-8a03-18855a909810/96036788-6267-437c-9744-9aaafa092698) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:04:55.176599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.183560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.184202 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.204134 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.228223 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:04:55.231000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:04:55.233661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:04:55.239200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Pushing event updated for resources: {'Port': ['ID=96036788-6267-437c-9744-9aaafa092698,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:55.294497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Attempting to bind port 96036788-6267-437c-9744-9aaafa092698 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:04:55.294497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Attempting to bind port 96036788-6267-437c-9744-9aaafa092698 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:04:55.294497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Attempting to bind port 96036788-6267-437c-9744-9aaafa092698 on network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:04:55.297931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:04:55.298301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Checking segment: {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:04:55.298695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.299083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Bound using segment: {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:04:55.299536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Bound port: 96036788-6267-437c-9744-9aaafa092698, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:04:55.299909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.315704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Allocated IP 172.26.0.57 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/ea0d9eca-4aab-480c-8460-c0315bba93dd) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:04:55.365095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] For port 96036788-6267-437c-9744-9aaafa092698, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:04:55.369390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] For port 96036788-6267-437c-9744-9aaafa092698, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=96036788-6267-437c-9744-9aaafa092698,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:04:55.373256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.424712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7ff81-5317-436b-b5b3-fdb31cc88fbb None None] Pushing event updated for resources: {'Port': ['ID=96036788-6267-437c-9744-9aaafa092698,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:55.437966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.474996 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.516962 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:04:55.519923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:04:55.524046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:04:55.565085 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Pushing event updated for resources: {'Port': ['ID=ea0d9eca-4aab-480c-8460-c0315bba93dd,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:55.776573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 96036788-6267-437c-9744-9aaafa092698 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:04:55.805081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.827330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 96036788-6267-437c-9744-9aaafa092698 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:04:55.827717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.828036 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 96036788-6267-437c-9744-9aaafa092698 Oct 20 04:04:55.905346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 96036788-6267-437c-9744-9aaafa092698 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:04:55.905826 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.939096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 96036788-6267-437c-9744-9aaafa092698, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=96036788-6267-437c-9744-9aaafa092698,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:04:55.942911 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:55.996345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=96036788-6267-437c-9744-9aaafa092698,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:56.013668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:56.145162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:04:56.257318 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:04:56.266686 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Sync routers for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:04:56.278533 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:04:56.281820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:56.282012 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:56.283083 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ac7cfb35-0bf4-417c-bfea-06319b0ae2bd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5160060 Oct 20 04:04:56.285929 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34256) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:56.290002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d3691b-dcab-43be-b581-7c7a3790f57f None None] Network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:04:56.359018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4d6a4aba-51cd-4af2-94b1-112cc06bb1cd None None] Provisioning complete for port 96036788-6267-437c-9744-9aaafa092698 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:04:56.359389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4d6a4aba-51cd-4af2-94b1-112cc06bb1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:56.359912 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-4d6a4aba-51cd-4af2-94b1-112cc06bb1cd None None] Attempt 1 to provision port 96036788-6267-437c-9744-9aaafa092698 Oct 20 04:04:56.408832 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:04:56.517592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4d6a4aba-51cd-4af2-94b1-112cc06bb1cd None None] Current status of the port 96036788-6267-437c-9744-9aaafa092698 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:04:56.593663 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:55Z', 'revision_number': 3, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:56.620555 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Checking router: 3467dfa6-0553-42a9-9796-dcb1512f8eb4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:04:56.620904 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Updating router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 port ea0d9eca-4aab-480c-8460-c0315bba93dd binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:04:56.650617 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:56.740211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6937518b-88bc-4b44-9483-744b7b550ae9 None None] Provisioning complete for port 96036788-6267-437c-9744-9aaafa092698 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:04:56.740632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6937518b-88bc-4b44-9483-744b7b550ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:56.740963 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6937518b-88bc-4b44-9483-744b7b550ae9 None None] Attempt 1 to provision port 96036788-6267-437c-9744-9aaafa092698 Oct 20 04:04:56.748662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:56.823454 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6937518b-88bc-4b44-9483-744b7b550ae9 None None] Current status of the port 96036788-6267-437c-9744-9aaafa092698 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:04:56.910215 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Allocated IP 172.20.0.1 (77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235/adb6ce18-8035-42ce-8a03-18855a909810/9219b863-d118-470a-9751-45c84238393f) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:04:56.916892 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:56.923110 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:56.959515 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Attempting to bind port ea0d9eca-4aab-480c-8460-c0315bba93dd on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:04:56.959972 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Attempting to bind port ea0d9eca-4aab-480c-8460-c0315bba93dd by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:04:56.960349 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Attempting to bind port ea0d9eca-4aab-480c-8460-c0315bba93dd on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:04:56.970045 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:04:56.970407 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:04:56.970794 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:56.971177 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:04:56.971633 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Bound port: ea0d9eca-4aab-480c-8460-c0315bba93dd, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:04:56.972002 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:56.992204 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Pushing event updated for resources: {'Port': ['ID=ea0d9eca-4aab-480c-8460-c0315bba93dd,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:57.003591 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.003930 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.004285 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.004624 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.004947 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.005269 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.005589 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.005907 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.006223 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.006536 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.006848 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.007156 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:04:57.020736 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:57.036820 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] For port ea0d9eca-4aab-480c-8460-c0315bba93dd, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:04:57.041291 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] For port ea0d9eca-4aab-480c-8460-c0315bba93dd, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ea0d9eca-4aab-480c-8460-c0315bba93dd,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:04:57.046763 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:57.058076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:57.088508 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:04:57.089442 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:57.100695 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:04:57.104521 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:04:57.107152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:04:57.132904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Pushing event updated for resources: {'Port': ['ID=9219b863-d118-470a-9751-45c84238393f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:57.152683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:57.161121 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20a345-63ed-41c7-8e9e-4232f73095e8 None None] Pushing event updated for resources: {'Port': ['ID=ea0d9eca-4aab-480c-8460-c0315bba93dd,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:57.210497 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:04:57.349604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Provisioning complete for port 9219b863-d118-470a-9751-45c84238393f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:04:57.350258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:57.350594 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Attempt 1 to provision port 9219b863-d118-470a-9751-45c84238393f Oct 20 04:04:57.387334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Port 9219b863-d118-470a-9751-45c84238393f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:04:57.498047 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:55Z', 'revision_number': 3, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:57.524839 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d97ee-843a-42f4-b377-ee339f7440c4 None None] The sync data for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv is: [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:55Z', 'revision_number': 3, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:04:57.597756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:57.785971 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:57.792564 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:57.807213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 96036788-6267-437c-9744-9aaafa092698 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:04:57.865639 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 96036788-6267-437c-9744-9aaafa092698 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:04:57.866264 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Pushing event updated for resources: {'Port': ['ID=9219b863-d118-470a-9751-45c84238393f,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:57.866359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:57.866359 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 96036788-6267-437c-9744-9aaafa092698 Oct 20 04:04:57.868662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:57.980181 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:04:57.981853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:04:58.038112 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Attempt 2 to provision port 9219b863-d118-470a-9751-45c84238393f Oct 20 04:04:58.090816 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Port 9219b863-d118-470a-9751-45c84238393f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:04:58.133616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:04:58.137804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 96036788-6267-437c-9744-9aaafa092698 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:04:58.253808 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:04:58.259639 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3d92b6b2-89cc-4218-8a2a-b63e44f6a958 admin admin] 10.222.0.20 "PUT /v2.0/routers/3467dfa6-0553-42a9-9796-dcb1512f8eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9727931 Oct 20 04:04:58.592238 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Attempt 3 to provision port 9219b863-d118-470a-9751-45c84238393f Oct 20 04:04:58.631130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Port 9219b863-d118-470a-9751-45c84238393f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:04:58.723846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34272) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:58.728798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-143551576-network', 'tenant_id': '98c21ec441814b00bf66849379aace14'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:04:58.747769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Made reservation on behalf of 98c21ec441814b00bf66849379aace14 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:04:58.750087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:58.759288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:58.837585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:58.841789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:58.869027 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:04:58.879156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95833f25-8e3d-49f7-bc02-55cf3327da44,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:58.885716 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:58.886057 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Added segment 9e90981d-0224-4011-96b5-fc902664b6da of type vlan for network b4d513a3-7dde-4504-ac6c-edc2c599f524 Oct 20 04:04:58.930909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:58.954648 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:58.955815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:58.956414 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:58.990666 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2654755 Oct 20 04:04:58.993674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34274) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:58.999991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] Request body: {'subnet': {'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-143551576-subnet', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:04:59.029852 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae7dff-68c7-406e-b1c5-c5f7e2682c18 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d513a3-7dde-4504-ac6c-edc2c599f524,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:59.040362 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network b4d513a3-7dde-4504-ac6c-edc2c599f524 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:04:59.046389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] Made reservation on behalf of 98c21ec441814b00bf66849379aace14 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:04:59.048753 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:59.131835 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Attempt 4 to provision port 9219b863-d118-470a-9751-45c84238393f Oct 20 04:04:59.158273 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Sync routers for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:04:59.183745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:04:59.184299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:59.186086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Port 9219b863-d118-470a-9751-45c84238393f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:04:59.228051 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:59.277773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1d47ef-6b67-4f98-9427-7864fb8a8a9b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:04:59.290895 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:04:59.298533 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] Checking segment: {'id': '9e90981d-0224-4011-96b5-fc902664b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:04:59.298906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] Network hostable DHCP agents. Network: b4d513a3-7dde-4504-ac6c-edc2c599f524, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:04:59.317733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] Network b4d513a3-7dde-4504-ac6c-edc2c599f524 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:04:59.329218 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, b4d513a3-7dde-4504-ac6c-edc2c599f524) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:04:59.334577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:04:59.335557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:59.352389 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9e93e0dd-f727-4908-ad97-18136da3aee7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3576083 Oct 20 04:04:59.355057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34276) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:04:59.359475 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-143551576-router', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:04:59.365001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf35431-0b37-4592-8b6b-b0e6680f02ab None None] Network b4d513a3-7dde-4504-ac6c-edc2c599f524 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:04:59.378591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:59.379632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:59.437124 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:59.574126 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:59.610332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-b4d513a3-7dde-4504-ac6c-edc2c599f524', 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'fixed_ips': [{'subnet_id': 'da1d47ef-6b67-4f98-9427-7864fb8a8a9b'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:04:59.611192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:59.616118 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 2, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:04:59.655552 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Checking router: 3467dfa6-0553-42a9-9796-dcb1512f8eb4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:04:59.655892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Updating router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 port 9219b863-d118-470a-9751-45c84238393f binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:04:59.687026 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Attempt 5 to provision port 9219b863-d118-470a-9751-45c84238393f Oct 20 04:04:59.691563 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:59.784828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ea0d9eca-4aab-480c-8460-c0315bba93dd up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:04:59.787239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:59.807177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:04:59.850456 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Port 9219b863-d118-470a-9751-45c84238393f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:04:59.914351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Allocated IP 172.26.0.248 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:04:59.961136 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Allocated IP 172.20.0.2 (b4d513a3-7dde-4504-ac6c-edc2c599f524/da1d47ef-6b67-4f98-9427-7864fb8a8a9b/a5629e21-9437-4db2-adf1-aa47171a705f) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:05:00.004139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ea0d9eca-4aab-480c-8460-c0315bba93dd triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:00.004532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.004866 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ea0d9eca-4aab-480c-8460-c0315bba93dd Oct 20 04:05:00.018630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.052633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.095535 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:05:00.098674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:05:00.101290 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:05:00.131993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Pushing event updated for resources: {'Port': ['ID=8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:00.272221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.276934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ea0d9eca-4aab-480c-8460-c0315bba93dd is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:00.277105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.300302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.344345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port ea0d9eca-4aab-480c-8460-c0315bba93dd, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ea0d9eca-4aab-480c-8460-c0315bba93dd,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:05:00.354016 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Attempt 6 to provision port 9219b863-d118-470a-9751-45c84238393f Oct 20 04:05:00.359859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.363983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.538590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Network b4d513a3-7dde-4504-ac6c-edc2c599f524 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:05:00.543038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.548764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:05:00.555694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:05:00.559709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.564948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Pushing event updated for resources: {'Port': ['ID=a5629e21-9437-4db2-adf1-aa47171a705f,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:00.565507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.596830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Port 9219b863-d118-470a-9751-45c84238393f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:00.693685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Router 2a9f2b5c-3f65-4528-8c87-91d265fa925e is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:05:00.700512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=ea0d9eca-4aab-480c-8460-c0315bba93dd,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:00.705073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Attempting to bind port a5629e21-9437-4db2-adf1-aa47171a705f on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:05:00.705439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Attempting to bind port a5629e21-9437-4db2-adf1-aa47171a705f by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '9e90981d-0224-4011-96b5-fc902664b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:05:00.706891 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Attempting to bind port a5629e21-9437-4db2-adf1-aa47171a705f on network b4d513a3-7dde-4504-ac6c-edc2c599f524 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:05:00.730483 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Attempting to bind port 9219b863-d118-470a-9751-45c84238393f on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:05:00.730854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Attempting to bind port 9219b863-d118-470a-9751-45c84238393f by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:05:00.731217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Attempting to bind port 9219b863-d118-470a-9751-45c84238393f on network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:05:00.737065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:05:00.737432 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Checking segment: {'id': '9e90981d-0224-4011-96b5-fc902664b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:05:00.737829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.738214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Bound using segment: {'id': '9e90981d-0224-4011-96b5-fc902664b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:05:00.738681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Bound port: a5629e21-9437-4db2-adf1-aa47171a705f, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e90981d-0224-4011-96b5-fc902664b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:05:00.739056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.760978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:05:00.761355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Checking segment: {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:05:00.761753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.762146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Bound using segment: {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:05:00.762605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Bound port: 9219b863-d118-470a-9751-45c84238393f, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:05:00.762983 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.774976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a51080-eece-4f6b-b299-36d03c605704 None None] Pushing event updated for resources: {'Port': ['ID=9219b863-d118-470a-9751-45c84238393f,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:00.802507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:05:00.813453 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Sync routers for ids ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:05:00.821450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.825257 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ff2f696d-9622-4132-8c00-3739ead9fdec admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4666793 Oct 20 04:05:00.825527 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34278) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:05:00.825983 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Routers {'2a9f2b5c-3f65-4528-8c87-91d265fa925e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:05:00.826592 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:00.861603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] For port a5629e21-9437-4db2-adf1-aa47171a705f, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:05:00.869421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] For port a5629e21-9437-4db2-adf1-aa47171a705f, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a5629e21-9437-4db2-adf1-aa47171a705f,segment=NetworkSegment(9e90981d-0224-4011-96b5-fc902664b6da),segment_id=9e90981d-0224-4011-96b5-fc902664b6da)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:05:00.875944 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.907950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] For port 9219b863-d118-470a-9751-45c84238393f, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:05:00.925018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] For port 9219b863-d118-470a-9751-45c84238393f, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9219b863-d118-470a-9751-45c84238393f,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:05:00.936692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:00.947064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694572d5-3efe-4bdc-8097-ba0574c8e80e None None] Pushing event updated for resources: {'Port': ['ID=a5629e21-9437-4db2-adf1-aa47171a705f,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:00.955696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:05:00.957800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:00.962755 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Set router 2a9f2b5c-3f65-4528-8c87-91d265fa925e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:05:01.090227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a51080-eece-4f6b-b299-36d03c605704 None None] Pushing event updated for resources: {'Port': ['ID=9219b863-d118-470a-9751-45c84238393f,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:01.099113 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Attempt 7 to provision port 9219b863-d118-470a-9751-45c84238393f Oct 20 04:05:01.170213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:05:01.211429 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'name': 'tempest-TestMinimumBasicScenario-143551576-router', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 3, 'project_id': '98c21ec441814b00bf66849379aace14', 'gw_port': {'id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:01.255556 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Checking router: 2a9f2b5c-3f65-4528-8c87-91d265fa925e for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:05:01.255898 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Updating router 2a9f2b5c-3f65-4528-8c87-91d265fa925e port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:05:01.289941 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:01.323806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Current status of the port 9219b863-d118-470a-9751-45c84238393f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:01.324360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:01.347090 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:01.402227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] For port 9219b863-d118-470a-9751-45c84238393f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9219b863-d118-470a-9751-45c84238393f,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:05:01.407862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:01.487294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24efa4d-399e-4c3b-8665-5a2b9baea069 None None] Pushing event updated for resources: {'Port': ['ID=9219b863-d118-470a-9751-45c84238393f,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:01.511156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:01.554416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8d527-5892-4316-acd2-5b704dc8cc60 None None] The sync data for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv is: [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:05:01.567381 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1c7c218f-3744-46a1-aa4e-816ff05c34d6 None None] Provisioning complete for port 9219b863-d118-470a-9751-45c84238393f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:01.567751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1c7c218f-3744-46a1-aa4e-816ff05c34d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:01.568201 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1c7c218f-3744-46a1-aa4e-816ff05c34d6 None None] Attempt 1 to provision port 9219b863-d118-470a-9751-45c84238393f Oct 20 04:05:01.630038 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:01.648650 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:01.689804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c218f-3744-46a1-aa4e-816ff05c34d6 None None] Current status of the port 9219b863-d118-470a-9751-45c84238393f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:01.690364 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Attempting to bind port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:05:01.690737 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Attempting to bind port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:05:01.691102 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Attempting to bind port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:05:01.705063 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:05:01.705440 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:05:01.705841 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:01.706235 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:05:01.706728 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Bound port: 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:05:01.707108 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:01.719397 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bcd4d-fe85-49ff-9384-c3feea13b105 None None] Pushing event updated for resources: {'Port': ['ID=8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:01.793960 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] For port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:05:01.801960 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] For port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:05:01.810721 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:01.891901 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bcd4d-fe85-49ff-9384-c3feea13b105 None None] Pushing event updated for resources: {'Port': ['ID=8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:01.908183 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Routers {'2a9f2b5c-3f65-4528-8c87-91d265fa925e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:05:01.909177 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:01.970977 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Allocated IP 172.20.0.1 (b4d513a3-7dde-4504-ac6c-edc2c599f524/da1d47ef-6b67-4f98-9427-7864fb8a8a9b/f0253b31-6dc1-43c3-af35-e20f05bb905f) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:05:01.989323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9219b863-d118-470a-9751-45c84238393f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:05:02.082252 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] Set router 2a9f2b5c-3f65-4528-8c87-91d265fa925e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:05:02.091579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 9219b863-d118-470a-9751-45c84238393f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:02.092131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.092557 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 9219b863-d118-470a-9751-45c84238393f Oct 20 04:05:02.125469 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.183908 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.212043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 9219b863-d118-470a-9751-45c84238393f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:02.214148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ea0d9eca-4aab-480c-8460-c0315bba93dd up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:05:02.221245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8d0052-e263-448a-abb7-edb6f131445d None None] Network b4d513a3-7dde-4504-ac6c-edc2c599f524 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:05:02.253470 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Pushing event updated for resources: {'Port': ['ID=f0253b31-6dc1-43c3-af35-e20f05bb905f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:02.263487 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Network b4d513a3-7dde-4504-ac6c-edc2c599f524 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:05:02.265469 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:05:02.267911 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:05:02.312874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.354961 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'name': 'tempest-TestMinimumBasicScenario-143551576-router', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 3, 'project_id': '98c21ec441814b00bf66849379aace14', 'gw_port': {'id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:02.385975 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a02fc-9fa7-416d-9ea6-67efc16b7460 None None] The sync data for ids ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'] in dv-neutron-861842-1-hyperv is: [{'id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'name': 'tempest-TestMinimumBasicScenario-143551576-router', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 3, 'project_id': '98c21ec441814b00bf66849379aace14', 'gw_port': {'id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:05:02.410901 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-23a39e17-e67f-437c-9eaa-7a4727055f8c None None] Provisioning complete for port a5629e21-9437-4db2-adf1-aa47171a705f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:02.411465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-23a39e17-e67f-437c-9eaa-7a4727055f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.411658 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-23a39e17-e67f-437c-9eaa-7a4727055f8c None None] Attempt 1 to provision port a5629e21-9437-4db2-adf1-aa47171a705f Oct 20 04:05:02.456942 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.496671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port ea0d9eca-4aab-480c-8460-c0315bba93dd triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:02.497192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.497930 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port ea0d9eca-4aab-480c-8460-c0315bba93dd Oct 20 04:05:02.630942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port ea0d9eca-4aab-480c-8460-c0315bba93dd is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:02.631974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a5629e21-9437-4db2-adf1-aa47171a705f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:05:02.669402 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-23a39e17-e67f-437c-9eaa-7a4727055f8c None None] Current status of the port a5629e21-9437-4db2-adf1-aa47171a705f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:02.669796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-23a39e17-e67f-437c-9eaa-7a4727055f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.670502 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.677129 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.723220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-23a39e17-e67f-437c-9eaa-7a4727055f8c None None] For port a5629e21-9437-4db2-adf1-aa47171a705f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a5629e21-9437-4db2-adf1-aa47171a705f,segment=NetworkSegment(9e90981d-0224-4011-96b5-fc902664b6da),segment_id=9e90981d-0224-4011-96b5-fc902664b6da)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:05:02.726572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a5629e21-9437-4db2-adf1-aa47171a705f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:02.727034 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.727386 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a5629e21-9437-4db2-adf1-aa47171a705f Oct 20 04:05:02.731072 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-23a39e17-e67f-437c-9eaa-7a4727055f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.785574 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Pushing event updated for resources: {'Port': ['ID=f0253b31-6dc1-43c3-af35-e20f05bb905f,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:02.797686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:02.829530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a39e17-e67f-437c-9eaa-7a4727055f8c None None] Pushing event updated for resources: {'Port': ['ID=a5629e21-9437-4db2-adf1-aa47171a705f,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:02.924986 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Network b4d513a3-7dde-4504-ac6c-edc2c599f524 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:05:02.926191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a5629e21-9437-4db2-adf1-aa47171a705f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:02.930304 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:05:03.060534 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Provisioning complete for port f0253b31-6dc1-43c3-af35-e20f05bb905f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:03.062154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:03.062499 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Attempt 1 to provision port f0253b31-6dc1-43c3-af35-e20f05bb905f Oct 20 04:05:03.076539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Router 2a9f2b5c-3f65-4528-8c87-91d265fa925e has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:05:03.129870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Port f0253b31-6dc1-43c3-af35-e20f05bb905f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:03.207991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:05:03.215251 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f3eb9f14-50c3-4223-8e48-991559204908 admin admin] 10.222.0.20 "PUT /v2.0/routers/2a9f2b5c-3f65-4528-8c87-91d265fa925e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3882067 Oct 20 04:05:03.631387 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Attempt 2 to provision port f0253b31-6dc1-43c3-af35-e20f05bb905f Oct 20 04:05:03.677219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Port f0253b31-6dc1-43c3-af35-e20f05bb905f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:03.812454 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a5629e21-9437-4db2-adf1-aa47171a705f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:05:03.860182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a5629e21-9437-4db2-adf1-aa47171a705f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:03.860580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:03.860910 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a5629e21-9437-4db2-adf1-aa47171a705f Oct 20 04:05:03.938225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a5629e21-9437-4db2-adf1-aa47171a705f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:03.939145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:05:04.002911 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:04.003283 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:04.003620 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 Oct 20 04:05:04.095506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:04.095921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:04.120947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:05:04.128707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:04.177805 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Attempt 3 to provision port f0253b31-6dc1-43c3-af35-e20f05bb905f Oct 20 04:05:04.216246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:04.230332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Port f0253b31-6dc1-43c3-af35-e20f05bb905f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:04.731770 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Attempt 4 to provision port f0253b31-6dc1-43c3-af35-e20f05bb905f Oct 20 04:05:04.778438 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Port f0253b31-6dc1-43c3-af35-e20f05bb905f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:05.212958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Sync routers for ids ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:05:05.224416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Routers {'2a9f2b5c-3f65-4528-8c87-91d265fa925e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:05:05.225042 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:05.279830 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Attempt 5 to provision port f0253b31-6dc1-43c3-af35-e20f05bb905f Oct 20 04:05:05.506288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Port f0253b31-6dc1-43c3-af35-e20f05bb905f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:05.515149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Set router 2a9f2b5c-3f65-4528-8c87-91d265fa925e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:05:05.738377 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'name': 'tempest-TestMinimumBasicScenario-143551576-router', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:02Z', 'revision_number': 4, 'project_id': '98c21ec441814b00bf66849379aace14', 'gw_port': {'id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'f0253b31-6dc1-43c3-af35-e20f05bb905f', 'name': '', 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'mac_address': 'fa:16:3e:94:a7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'da1d47ef-6b67-4f98-9427-7864fb8a8a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:05:01Z', 'updated_at': '2022-10-20T04:05:02Z', 'revision_number': 2, 'project_id': '98c21ec441814b00bf66849379aace14', 'subnets': [{'id': 'da1d47ef-6b67-4f98-9427-7864fb8a8a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:05.772813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Checking router: 2a9f2b5c-3f65-4528-8c87-91d265fa925e for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:05:05.773683 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Updating router 2a9f2b5c-3f65-4528-8c87-91d265fa925e port f0253b31-6dc1-43c3-af35-e20f05bb905f binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:05:05.796761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:05:05.826298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:05.903192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:05.903586 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:05.903907 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 Oct 20 04:05:06.007203 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Attempt 6 to provision port f0253b31-6dc1-43c3-af35-e20f05bb905f Oct 20 04:05:06.118519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Port f0253b31-6dc1-43c3-af35-e20f05bb905f cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:06.146192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:06.237726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:06.244723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:06.325146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699001b-42dc-4da4-a6ed-107b2a9c7bc9 None None] Pushing event updated for resources: {'Port': ['ID=f0253b31-6dc1-43c3-af35-e20f05bb905f,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:06.342466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Attempting to bind port f0253b31-6dc1-43c3-af35-e20f05bb905f on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:05:06.343088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Attempting to bind port f0253b31-6dc1-43c3-af35-e20f05bb905f by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '9e90981d-0224-4011-96b5-fc902664b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:05:06.343654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Attempting to bind port f0253b31-6dc1-43c3-af35-e20f05bb905f on network b4d513a3-7dde-4504-ac6c-edc2c599f524 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:05:06.349081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:05:06.349451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Checking segment: {'id': '9e90981d-0224-4011-96b5-fc902664b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:05:06.349875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:06.350272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Bound using segment: {'id': '9e90981d-0224-4011-96b5-fc902664b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:05:06.350740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Bound port: f0253b31-6dc1-43c3-af35-e20f05bb905f, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e90981d-0224-4011-96b5-fc902664b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:05:06.351116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:06.424809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] For port f0253b31-6dc1-43c3-af35-e20f05bb905f, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:05:06.428688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] For port f0253b31-6dc1-43c3-af35-e20f05bb905f, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f0253b31-6dc1-43c3-af35-e20f05bb905f,segment=NetworkSegment(9e90981d-0224-4011-96b5-fc902664b6da),segment_id=9e90981d-0224-4011-96b5-fc902664b6da)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:05:06.440346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:06.476464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Routers {'2a9f2b5c-3f65-4528-8c87-91d265fa925e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:05:06.477299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:04:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:06.531472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699001b-42dc-4da4-a6ed-107b2a9c7bc9 None None] Pushing event updated for resources: {'Port': ['ID=f0253b31-6dc1-43c3-af35-e20f05bb905f,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:06.612609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] Set router 2a9f2b5c-3f65-4528-8c87-91d265fa925e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:05:06.653453 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Attempt 7 to provision port f0253b31-6dc1-43c3-af35-e20f05bb905f Oct 20 04:05:06.848080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Current status of the port f0253b31-6dc1-43c3-af35-e20f05bb905f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:06.848774 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:06.918038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] For port f0253b31-6dc1-43c3-af35-e20f05bb905f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f0253b31-6dc1-43c3-af35-e20f05bb905f,segment=NetworkSegment(9e90981d-0224-4011-96b5-fc902664b6da),segment_id=9e90981d-0224-4011-96b5-fc902664b6da)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:05:06.923973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:06.974537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Provisioning complete for port a5629e21-9437-4db2-adf1-aa47171a705f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:06.974833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:06.975165 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Attempt 1 to provision port a5629e21-9437-4db2-adf1-aa47171a705f Oct 20 04:05:06.981192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'name': 'tempest-TestMinimumBasicScenario-143551576-router', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:02Z', 'revision_number': 4, 'project_id': '98c21ec441814b00bf66849379aace14', 'gw_port': {'id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'f0253b31-6dc1-43c3-af35-e20f05bb905f', 'name': '', 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'mac_address': 'fa:16:3e:94:a7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'da1d47ef-6b67-4f98-9427-7864fb8a8a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:05:01Z', 'updated_at': '2022-10-20T04:05:06Z', 'revision_number': 4, 'project_id': '98c21ec441814b00bf66849379aace14', 'subnets': [{'id': 'da1d47ef-6b67-4f98-9427-7864fb8a8a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:07.038243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Pushing event updated for resources: {'Port': ['ID=f0253b31-6dc1-43c3-af35-e20f05bb905f,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:07.042245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5616b7-a504-43e8-9477-e00d108ed5aa None None] The sync data for ids ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'] in dv-neutron-861842-1-hyperv is: [{'id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'name': 'tempest-TestMinimumBasicScenario-143551576-router', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:02Z', 'revision_number': 4, 'project_id': '98c21ec441814b00bf66849379aace14', 'gw_port': {'id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'f0253b31-6dc1-43c3-af35-e20f05bb905f', 'name': '', 'network_id': 'b4d513a3-7dde-4504-ac6c-edc2c599f524', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'mac_address': 'fa:16:3e:94:a7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'da1d47ef-6b67-4f98-9427-7864fb8a8a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:05:01Z', 'updated_at': '2022-10-20T04:05:06Z', 'revision_number': 4, 'project_id': '98c21ec441814b00bf66849379aace14', 'subnets': [{'id': 'da1d47ef-6b67-4f98-9427-7864fb8a8a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:05:07.155598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bbac259e-66cb-43d5-8ad0-b593a3d6cdde None None] Current status of the port a5629e21-9437-4db2-adf1-aa47171a705f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:07.279984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-add88b7d-0898-40c0-8d7b-d65bf44d4b5b None None] Provisioning complete for port f0253b31-6dc1-43c3-af35-e20f05bb905f triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:07.280731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-add88b7d-0898-40c0-8d7b-d65bf44d4b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:07.281256 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-add88b7d-0898-40c0-8d7b-d65bf44d4b5b None None] Attempt 1 to provision port f0253b31-6dc1-43c3-af35-e20f05bb905f Oct 20 04:05:07.417912 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-add88b7d-0898-40c0-8d7b-d65bf44d4b5b None None] Current status of the port f0253b31-6dc1-43c3-af35-e20f05bb905f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:07.799617 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f0253b31-6dc1-43c3-af35-e20f05bb905f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:05:07.856594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f0253b31-6dc1-43c3-af35-e20f05bb905f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:07.857246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:07.857340 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f0253b31-6dc1-43c3-af35-e20f05bb905f Oct 20 04:05:07.951005 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f0253b31-6dc1-43c3-af35-e20f05bb905f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:08.697022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:12.925306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-734a525e-ebc9-4fc0-83ce-4eed268d9eba tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:12.926745 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-734a525e-ebc9-4fc0-83ce-4eed268d9eba tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 815 time: 0.0990798 Oct 20 04:05:12.941862 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-84ab5f23-830c-4767-8606-1fd78c185481 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/quotas/768a73221f2e49859ffafe9b0853ad9a HTTP/1.1" status: 200 len: 375 time: 0.0087771 Oct 20 04:05:12.997036 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-eafb15ca-ad48-4bfd-b657-bcd281884aa3 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492849 Oct 20 04:05:13.089925 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-bc6f22fe-fca3-41e0-85e0-5f23f4e1e274 service neutron] 10.222.0.20 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809555 Oct 20 04:05:13.184738 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-de5ec78c-7f9e-4fff-a5b1-2b27d57bc4c8 service neutron] 10.222.0.20 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888250 Oct 20 04:05:13.342975 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dbbb8f11-83e1-4327-bb3c-1ff53e4b32dc req-24cfa296-a632-4a67-825f-7e77f7b07fc2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 210 time: 0.0268557 Oct 20 04:05:14.332838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-a5503cd0-0313-4527-81bc-8a76026adf3d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:14.334346 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-a5503cd0-0313-4527-81bc-8a76026adf3d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 815 time: 0.1083388 Oct 20 04:05:14.350301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'port': {'device_id': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'admin_state_up': True, 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:05:14.448155 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cc566a15-7be7-47e1-a7a4-28d68c6d2dd8 req-fc469703-a06c-4463-937f-536e57a49750 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 210 time: 0.0263197 Oct 20 04:05:14.470798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Made reservation on behalf of 768a73221f2e49859ffafe9b0853ad9a for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:05:14.474361 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:14.603283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Allocated IP 172.20.0.14 (77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235/adb6ce18-8035-42ce-8a03-18855a909810/1ee75407-01d7-43d3-ac90-e2a3d30ed9a1) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:05:14.647053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e7d508d5-1c4c-4c75-b58d-066b30b2641c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:14.763298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:14.799001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:14.848845 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:05:14.852339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:05:14.856614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:05:14.887953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'Port': ['ID=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:14.909507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.909879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.910193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.910519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.910849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.911175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.911498 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.911807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.912301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.912482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.912778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.913145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:14.947694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:14.948374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:14.969152 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-e992ad53-1bcd-4f87-8075-5520f4d47147 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6226192 Oct 20 04:05:15.201088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Provisioning complete for port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:15.201761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:15.202320 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Attempt 1 to provision port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 Oct 20 04:05:15.250754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:15.579090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4c19-049d-4a36-97f2-3201100e36f1 req-462231d2-5fa2-4a02-8762-3898f52c28c0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:15.580713 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f29b4c19-049d-4a36-97f2-3201100e36f1 req-462231d2-5fa2-4a02-8762-3898f52c28c0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 932 time: 0.0532606 Oct 20 04:05:15.623380 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f29b4c19-049d-4a36-97f2-3201100e36f1 req-2de8e196-3da5-4e3f-838e-2b33de4007ad tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353801 Oct 20 04:05:15.752661 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Attempt 2 to provision port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 Oct 20 04:05:15.787431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:16.288969 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Attempt 3 to provision port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 Oct 20 04:05:16.325923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:16.633261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3ec37cc4-7a2e-4b3b-a727-60b8bc19b061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:16.750376 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afda723-e8fc-4e9a-a267-39437b7e6577 req-830c4dbe-14df-4921-acc7-79023fe92554 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:16.751858 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5afda723-e8fc-4e9a-a267-39437b7e6577 req-830c4dbe-14df-4921-acc7-79023fe92554 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 932 time: 0.0507250 Oct 20 04:05:16.792883 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5afda723-e8fc-4e9a-a267-39437b7e6577 req-5a271fe6-867e-462d-ac63-6b0242b802b6 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341561 Oct 20 04:05:16.827018 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Attempt 4 to provision port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 Oct 20 04:05:16.868883 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:17.369816 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Attempt 5 to provision port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 Oct 20 04:05:17.408900 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:17.707552 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:05:17.892495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:17.909750 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Attempt 6 to provision port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 Oct 20 04:05:17.942555 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e4aa5-32c8-4721-850d-3b3e447b09ac req-c185bc3a-b7b4-44a6-b50b-810f62834c92 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:17.944068 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6e3e4aa5-32c8-4721-850d-3b3e447b09ac req-c185bc3a-b7b4-44a6-b50b-810f62834c92 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 932 time: 0.0693824 Oct 20 04:05:17.952210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:17.988670 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6e3e4aa5-32c8-4721-850d-3b3e447b09ac req-a905a54f-0754-421a-9ac4-5a3ad66f2e31 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364876 Oct 20 04:05:18.454008 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Attempt 7 to provision port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 Oct 20 04:05:18.493129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:18.994474 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Attempt 8 to provision port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 Oct 20 04:05:19.044360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:19.119672 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf8b3f-a6a8-4407-8f24-ebe5cd9c0d9e req-e08f5c90-026e-4535-ab3e-b7f3fdbafb24 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:19.121207 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-30cf8b3f-a6a8-4407-8f24-ebe5cd9c0d9e req-e08f5c90-026e-4535-ab3e-b7f3fdbafb24 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 932 time: 0.0563598 Oct 20 04:05:19.159679 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-30cf8b3f-a6a8-4407-8f24-ebe5cd9c0d9e req-20ab9b2d-008a-4fe8-a65e-ad00c5b7cfbd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325458 Oct 20 04:05:19.370428 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:19.546230 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Attempt 9 to provision port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 Oct 20 04:05:19.593334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:19.600385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:20.094649 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Attempt 10 to provision port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 Oct 20 04:05:20.135269 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec11de97-50ef-4a38-bbdb-24225f467cee None None] Port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:05:20.298188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cc71a-9ced-4d5e-bdba-f7741688a68f req-6daae0f7-d4d5-4fef-a95a-332532b8b64a tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:20.299701 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b38cc71a-9ced-4d5e-bdba-f7741688a68f req-6daae0f7-d4d5-4fef-a95a-332532b8b64a tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 932 time: 0.0506678 Oct 20 04:05:20.347892 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b38cc71a-9ced-4d5e-bdba-f7741688a68f req-cfea45e8-8978-4e15-9c56-480bf9da1f0b tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415397 Oct 20 04:05:21.487174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95b8e7-04fb-43e3-873c-c8e375b8b7ae req-84977eff-db94-4080-9118-a76ff3d121f2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:21.488723 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ad95b8e7-04fb-43e3-873c-c8e375b8b7ae req-84977eff-db94-4080-9118-a76ff3d121f2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 932 time: 0.0619256 Oct 20 04:05:21.529995 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ad95b8e7-04fb-43e3-873c-c8e375b8b7ae req-4526de22-d90e-4719-90b2-b51a51394084 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341551 Oct 20 04:05:22.596578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Request body: {'port': {'device_id': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:05:22.680834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:22.702172 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a5b07-4e42-4ede-a9fb-c22e8fb1f8ad req-9103202f-311b-4ad6-99ce-d8cd731903c2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:22.703901 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d92a5b07-4e42-4ede-a9fb-c22e8fb1f8ad req-9103202f-311b-4ad6-99ce-d8cd731903c2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 932 time: 0.0855412 Oct 20 04:05:22.822948 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d92a5b07-4e42-4ede-a9fb-c22e8fb1f8ad req-f459254c-8014-4399-912c-6ba1cd13fdf6 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982671 Oct 20 04:05:22.985291 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:05:22.993163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:23.004923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Transition to ACTIVE for port object 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:05:23.009911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:23.088134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:23.115382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Attempting to bind port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:05:23.115708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Attempting to bind port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:05:23.116030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Attempting to bind port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 on network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:05:23.120239 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 on network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:05:23.120572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Attempting to bind port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 on network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:05:23.125257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:05:23.125593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Checking segment: {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:05:23.125960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Bound using segment: {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:05:23.126372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Bound port: 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:05:23.126714 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:23.192041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] For port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:05:23.195860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] For port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:05:23.199979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:23.204108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:23.204722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:23.206089 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 1094 time: 0.6146839 Oct 20 04:05:23.206569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:05:23.208849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:05:23.247658 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6459044e-b6ff-4f36-b0e0-2d3dd78c3fcd x-openstack-request-id: req-6459044e-b6ff-4f36-b0e0-2d3dd78c3fcd {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:05:23.247953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:05:23.248210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6459044e-b6ff-4f36-b0e0-2d3dd78c3fcd {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:05:23.248652 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6459044e-b6ff-4f36-b0e0-2d3dd78c3fcd'] response: {'name': 'network-changed', 'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'status': 'completed', 'code': 200} Oct 20 04:05:23.270243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee2d8f-5804-4fb7-a837-6100cfe75cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:23.301977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-77a368d6-db7e-4c25-8d80-514f34ca22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:23.304055 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-77a368d6-db7e-4c25-8d80-514f34ca22e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0468099 Oct 20 04:05:23.356750 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-38f17824-dae0-477f-b893-428a9ea659eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 217 time: 0.0381768 Oct 20 04:05:23.408747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-8f5b77b7-7306-4110-ba23-65d4728d2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:23.410165 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-8f5b77b7-7306-4110-ba23-65d4728d2286 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0429235 Oct 20 04:05:23.454567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-ae17f961-f176-4d9a-90e7-46794c4644ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:23.455989 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-ae17f961-f176-4d9a-90e7-46794c4644ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396063 Oct 20 04:05:23.550696 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-bdf55aab-19f4-4efa-8312-513372647086 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834212 Oct 20 04:05:23.640556 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b10f1842-8173-4b5a-b437-6621a9cadf8a req-0dd79217-bf92-4f90-943a-66d2f5d03fa3 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797408 Oct 20 04:05:23.736876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c req-59f2d800-f010-431a-a723-e00b8e436efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:23.738382 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c req-59f2d800-f010-431a-a723-e00b8e436efb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0455024 Oct 20 04:05:24.159708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60740f-ee2f-4fbf-909e-723d6062a04e req-a3f9a857-eab3-4f59-8e71-33bd27300933 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:24.161188 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fc60740f-ee2f-4fbf-909e-723d6062a04e req-a3f9a857-eab3-4f59-8e71-33bd27300933 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 944 time: 0.1036670 Oct 20 04:05:24.164700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c req-05c0a103-d34e-4317-b9b9-60662320f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:24.166040 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c req-05c0a103-d34e-4317-b9b9-60662320f806 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.4211919 Oct 20 04:05:24.215925 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c req-00db97c9-0547-4ab3-9549-b75ef929c46a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 217 time: 0.0412908 Oct 20 04:05:24.239952 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fc60740f-ee2f-4fbf-909e-723d6062a04e req-dad38c77-dd6c-467f-83ee-6d84b23b592f tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720279 Oct 20 04:05:24.273999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c req-9e894a63-d9e0-4538-aa03-92f66720cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:24.275443 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c req-9e894a63-d9e0-4538-aa03-92f66720cf6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0504189 Oct 20 04:05:24.328138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c req-a27c570e-95b8-4f5b-82f4-ebc58d0843fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:24.329917 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c req-a27c570e-95b8-4f5b-82f4-ebc58d0843fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466266 Oct 20 04:05:24.423452 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c req-41380320-c797-4bbc-8809-51fd90b98d85 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828428 Oct 20 04:05:24.515052 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8aaab9d6-7501-4b26-8f7b-e223698bdc0c req-7058a767-b52e-405a-a5fb-caf11ba35016 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847566 Oct 20 04:05:25.362385 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558a10f-dbe0-4268-9331-114561413b08 req-8c809fc5-2384-44c1-8c84-a2c26f33614f tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:25.363857 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8558a10f-dbe0-4268-9331-114561413b08 req-8c809fc5-2384-44c1-8c84-a2c26f33614f tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 944 time: 0.0488906 Oct 20 04:05:25.402816 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8558a10f-dbe0-4268-9331-114561413b08 req-a961ee0d-0488-4eb8-a095-8e9859ef598e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323730 Oct 20 04:05:26.521559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545453e-1913-4765-952b-c36f1c9509c0 req-3d66d865-ac22-4091-ac96-4fe88e9022fa tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:26.523707 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a545453e-1913-4765-952b-c36f1c9509c0 req-3d66d865-ac22-4091-ac96-4fe88e9022fa tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 944 time: 0.0495584 Oct 20 04:05:26.560987 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a545453e-1913-4765-952b-c36f1c9509c0 req-0dc1d056-5cd1-4fd0-a099-c1e87f5985ce tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Oct 20 04:05:27.033727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:05:27.125831 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:05:27.136609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'port_id': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'mac_address': 'fa:16:3e:19:d3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:05:27.176407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:27.176803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:27.189390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:05:27.208672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:05:27.212974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:27.258466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:27.488727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:05:27.687430 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b5a46-bbc5-4742-b085-c4d86f5fefd3 req-eb26c5a5-96f6-4fe9-a92c-1e73ba6d0dc8 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:27.688905 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1c7b5a46-bbc5-4742-b085-c4d86f5fefd3 req-eb26c5a5-96f6-4fe9-a92c-1e73ba6d0dc8 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 945 time: 0.0525565 Oct 20 04:05:27.727391 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1c7b5a46-bbc5-4742-b085-c4d86f5fefd3 req-978ab981-8827-41e6-b205-a5b7025db67a tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Oct 20 04:05:28.847814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54128156-f863-4317-b9a4-2c7acf983862 req-4a95eef7-9fc4-4ff4-8b59-e9f044e661c9 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:28.849279 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54128156-f863-4317-b9a4-2c7acf983862 req-4a95eef7-9fc4-4ff4-8b59-e9f044e661c9 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 945 time: 0.0496278 Oct 20 04:05:28.886862 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54128156-f863-4317-b9a4-2c7acf983862 req-b0342198-0e2b-42ca-8d1a-bdc1b689b1d9 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308192 Oct 20 04:05:29.032897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:05:29.081364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:05:29.085328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:05:29.085705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:29.086043 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 Oct 20 04:05:29.163726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:05:29.164113 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:29.185940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:05:29.188213 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d85f2f-c4bc-4bcc-8bd0-0b176a1346f1" -d '{"events": [{"server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "name": "network-vif-plugged", "status": "completed", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:05:29.201244 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:05:29.205502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:29.236181 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e448088-cbf0-4e34-8712-ba19a3d6730f x-openstack-request-id: req-2e448088-cbf0-4e34-8712-ba19a3d6730f {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:05:29.236511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "name": "network-vif-plugged", "status": "completed", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:05:29.236791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e448088-cbf0-4e34-8712-ba19a3d6730f {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:05:29.237184 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e448088-cbf0-4e34-8712-ba19a3d6730f'] response: {'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'code': 200} Oct 20 04:05:29.256880 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:29.415548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f3314-d53b-4453-854d-fc9ee6ce112a req-1f7270fa-22a5-40a8-84e6-a56630fe24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:29.417048 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7f3314-d53b-4453-854d-fc9ee6ce112a req-1f7270fa-22a5-40a8-84e6-a56630fe24f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0451906 Oct 20 04:05:29.451347 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7b7f3314-d53b-4453-854d-fc9ee6ce112a req-560f10e9-59d3-4771-8d7e-32a7b6ab2f7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269506 Oct 20 04:05:30.008482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a95f97-6aa1-4935-8873-ad691019a54c req-6e331735-7f3e-40dc-900c-4fab59ff5bd2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:30.009871 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b1a95f97-6aa1-4935-8873-ad691019a54c req-6e331735-7f3e-40dc-900c-4fab59ff5bd2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 946 time: 0.0502396 Oct 20 04:05:30.047109 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b1a95f97-6aa1-4935-8873-ad691019a54c req-f24a6ecd-4830-4580-81fd-09ee62672a97 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Oct 20 04:05:31.170325 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe7780-2b58-4aaa-8ca8-17a922a0978b req-b5992d32-99cc-4e59-9fec-30b4557dd98e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:31.171776 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4fbe7780-2b58-4aaa-8ca8-17a922a0978b req-b5992d32-99cc-4e59-9fec-30b4557dd98e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 946 time: 0.0483105 Oct 20 04:05:31.212880 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4fbe7780-2b58-4aaa-8ca8-17a922a0978b req-9b7a1fcc-8cef-4f28-b4cd-905b7f61efb7 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352230 Oct 20 04:05:31.332644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290ce2d-c843-44d6-b24a-4e31bae44edc req-1f0334c1-f7c7-40bd-8ee7-39920b789818 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:31.334035 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b290ce2d-c843-44d6-b24a-4e31bae44edc req-1f0334c1-f7c7-40bd-8ee7-39920b789818 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 946 time: 0.0504019 Oct 20 04:05:31.371970 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b290ce2d-c843-44d6-b24a-4e31bae44edc req-84b6fd33-e522-4278-b573-d411e4d1ff73 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317655 Oct 20 04:05:31.699738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb882514-ecfe-4cfb-866e-b1aad7cd9134 req-d43c63f1-d68b-45e5-9e9e-fdbd7b42cb38 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:31.701260 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eb882514-ecfe-4cfb-866e-b1aad7cd9134 req-d43c63f1-d68b-45e5-9e9e-fdbd7b42cb38 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 946 time: 0.0541675 Oct 20 04:05:31.740905 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-eb882514-ecfe-4cfb-866e-b1aad7cd9134 req-f6038f25-6f87-4562-a4c1-40692436fe37 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333531 Oct 20 04:05:38.686451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:44.651004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-75fa4e37-b119-4370-bcfa-7facd5d1a666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:45.677726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3940a9-170c-4a0c-954e-a9e82e7271bc req-12fea5dd-0946-4f57-a257-6a0e9ccde889 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:45.679604 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f3940a9-170c-4a0c-954e-a9e82e7271bc req-12fea5dd-0946-4f57-a257-6a0e9ccde889 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 946 time: 0.1976051 Oct 20 04:05:45.719106 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f3940a9-170c-4a0c-954e-a9e82e7271bc req-24b86576-382c-4e61-bdbf-2bbb5473da5e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332758 Oct 20 04:05:45.747356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34484) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:05:45.828870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a64d2d3-f066-43f1-a11a-c08bb6856c03 tempest-TestMinimumBasicScenario-351128507 tempest-TestMinimumBasicScenario-351128507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:45.830366 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8a64d2d3-f066-43f1-a11a-c08bb6856c03 tempest-TestMinimumBasicScenario-351128507 tempest-TestMinimumBasicScenario-351128507-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1094 time: 0.0820246 Oct 20 04:05:45.833427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34488) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:05:45.838471 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:05:45.858651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:45.957610 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:46.066005 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Allocated IP 172.26.0.54 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/0908402c-55b1-41a9-9808-19622c242942) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:05:46.166500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:46.200074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:46.239503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:05:46.242556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:05:46.246634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:05:46.274339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'Port': ['ID=0908402c-55b1-41a9-9808-19622c242942,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:46.608633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:46.625915 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b232d82f-a648-4c0d-b3ca-25e9453a563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:46.684078 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:46.834976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:46.839030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:46.903582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'Port': ['ID=0908402c-55b1-41a9-9808-19622c242942,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:46.906115 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.009146 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Floating IP a77dea57-d0f8-410a-9e87-708c58c2db43 associated. External IP: 172.26.0.54, port: 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1. Oct 20 04:05:47.216049 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:05:47.323758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:05:47.333742 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3806b0-6bf7-48a8-85c0-b49ca10abda4 None None] Sync routers for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:05:47.341708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.343301 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3806b0-6bf7-48a8-85c0-b49ca10abda4 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:05:47.343905 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ea3806b0-6bf7-48a8-85c0-b49ca10abda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:05:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:47.371936 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f5cc8e72-48af-44dc-88f3-245feb658eb0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5346429 Oct 20 04:05:47.371936 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:05:47.371936 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424cae25-4615-4cea-b4c4-eb1070126249" -d '{"events": [{"name": "network-changed", "server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:05:47.372538 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34490) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:05:47.378039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-668780692', 'description': 'tempest-secgroup-smoke-668780692 description', 'project_id': '768a73221f2e49859ffafe9b0853ad9a'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:05:47.403283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.411908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83db506c-a481-4f41-b74b-4182e6365d55 x-openstack-request-id: req-83db506c-a481-4f41-b74b-4182e6365d55 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:05:47.412206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:05:47.413145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83db506c-a481-4f41-b74b-4182e6365d55 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:05:47.413621 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83db506c-a481-4f41-b74b-4182e6365d55'] response: {'name': 'network-changed', 'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'status': 'completed', 'code': 200} Oct 20 04:05:47.455205 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ea3806b0-6bf7-48a8-85c0-b49ca10abda4 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:05:47.476171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.478906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cae25-4615-4cea-b4c4-eb1070126249 req-f75d8554-6fb8-4cdf-b658-38083bc058f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:47.479947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.480509 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-424cae25-4615-4cea-b4c4-eb1070126249 req-f75d8554-6fb8-4cdf-b658-38083bc058f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0449054 Oct 20 04:05:47.502751 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.507583 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1304970 Oct 20 04:05:47.507739 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34494) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:05:47.512735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-94325f3b-14bd-48e0-a8ec-41f61e6683ec tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': 'a8459370-1379-462c-a026-57b8bde5aaf1', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:05:47.533137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8459370-1379-462c-a026-57b8bde5aaf1,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:47.543152 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.543570 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.543925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.544257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.544616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.544968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.545282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.545614 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.545939 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.546267 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.546585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.546911 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30bbd8-b930-46b8-8f70-73c1866fc021 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:05:47.561425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94325f3b-14bd-48e0-a8ec-41f61e6683ec tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.595175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cae25-4615-4cea-b4c4-eb1070126249 req-c31ff868-99ba-49f8-8d7a-febb634d4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:47.596829 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-424cae25-4615-4cea-b4c4-eb1070126249 req-c31ff868-99ba-49f8-8d7a-febb634d4a9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.1096566 Oct 20 04:05:47.620689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94325f3b-14bd-48e0-a8ec-41f61e6683ec tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.625018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94325f3b-14bd-48e0-a8ec-41f61e6683ec tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.644573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94325f3b-14bd-48e0-a8ec-41f61e6683ec tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb7e3a6-d1e1-4829-95b9-d0c0ae790650,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:47.656642 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94325f3b-14bd-48e0-a8ec-41f61e6683ec tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.658008 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-94325f3b-14bd-48e0-a8ec-41f61e6683ec tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492972 Oct 20 04:05:47.661455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34496) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:05:47.667676 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4614b26c-3836-4eeb-9dea-df6b20b77741 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': 'a8459370-1379-462c-a026-57b8bde5aaf1', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:05:47.682693 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-424cae25-4615-4cea-b4c4-eb1070126249 req-dd42aee8-2e11-4644-aa9c-8cb3a230f8ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 999 time: 0.0786994 Oct 20 04:05:47.691312 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ea3806b0-6bf7-48a8-85c0-b49ca10abda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a77dea57-d0f8-410a-9e87-708c58c2db43', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'floating_ip_address': '172.26.0.54', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'port_id': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'mac_address': 'fa:16:3e:19:d3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:05:46Z', 'updated_at': '2022-10-20T04:05:46Z', 'revision_number': 0, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:47.695087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4614b26c-3836-4eeb-9dea-df6b20b77741 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.723201 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3806b0-6bf7-48a8-85c0-b49ca10abda4 None None] Checking router: 3467dfa6-0553-42a9-9796-dcb1512f8eb4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:05:47.732207 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3806b0-6bf7-48a8-85c0-b49ca10abda4 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:05:47.732759 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ea3806b0-6bf7-48a8-85c0-b49ca10abda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:05:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:47.740961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cae25-4615-4cea-b4c4-eb1070126249 req-44dc4383-18e5-4875-871d-69bfd574a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:47.743016 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-424cae25-4615-4cea-b4c4-eb1070126249 req-44dc4383-18e5-4875-871d-69bfd574a86c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0526867 Oct 20 04:05:47.757838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4614b26c-3836-4eeb-9dea-df6b20b77741 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.763391 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4614b26c-3836-4eeb-9dea-df6b20b77741 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.785869 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4614b26c-3836-4eeb-9dea-df6b20b77741 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.790648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34498) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:05:47.790825 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4614b26c-3836-4eeb-9dea-df6b20b77741 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281993 Oct 20 04:05:47.793467 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614b26c-3836-4eeb-9dea-df6b20b77741 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc77586-2980-48a3-a6ac-97a12afb3060,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:47.795949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-25729f79-3d0b-4ee3-afbc-2f14bda81b99 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': 'a8459370-1379-462c-a026-57b8bde5aaf1', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:05:47.820082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cae25-4615-4cea-b4c4-eb1070126249 req-24ffe040-02e4-4644-9418-2c69a13d9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:47.821621 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-424cae25-4615-4cea-b4c4-eb1070126249 req-24ffe040-02e4-4644-9418-2c69a13d9f01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700758 Oct 20 04:05:47.838059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-25729f79-3d0b-4ee3-afbc-2f14bda81b99 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.842117 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ea3806b0-6bf7-48a8-85c0-b49ca10abda4 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:05:47.904173 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.972567 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-424cae25-4615-4cea-b4c4-eb1070126249 req-f8ceadfe-f62e-4889-9999-90313cb2ef8f service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426120 Oct 20 04:05:47.978551 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-25729f79-3d0b-4ee3-afbc-2f14bda81b99 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:47.989044 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-25729f79-3d0b-4ee3-afbc-2f14bda81b99 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.023203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25729f79-3d0b-4ee3-afbc-2f14bda81b99 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59231d5-e30c-43b9-8648-b8b84930c015,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:48.035758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-25729f79-3d0b-4ee3-afbc-2f14bda81b99 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.036997 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-25729f79-3d0b-4ee3-afbc-2f14bda81b99 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2453566 Oct 20 04:05:48.040904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34500) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:05:48.046671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-65df9e52-41ac-4571-b77b-55379f42cc11 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': 'a8459370-1379-462c-a026-57b8bde5aaf1', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:05:48.075696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65df9e52-41ac-4571-b77b-55379f42cc11 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.094691 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-424cae25-4615-4cea-b4c4-eb1070126249 req-3fed40b3-3284-4eed-81c7-3e05da580e0a service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142435 Oct 20 04:05:48.142351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65df9e52-41ac-4571-b77b-55379f42cc11 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.146564 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65df9e52-41ac-4571-b77b-55379f42cc11 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.164802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df9e52-41ac-4571-b77b-55379f42cc11 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a75743-c709-4c6d-9464-efb186f85053,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:48.172452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-65df9e52-41ac-4571-b77b-55379f42cc11 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.173646 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-65df9e52-41ac-4571-b77b-55379f42cc11 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308270 Oct 20 04:05:48.174886 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ea3806b0-6bf7-48a8-85c0-b49ca10abda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a77dea57-d0f8-410a-9e87-708c58c2db43', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'floating_ip_address': '172.26.0.54', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'port_id': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'mac_address': 'fa:16:3e:19:d3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:05:46Z', 'updated_at': '2022-10-20T04:05:46Z', 'revision_number': 0, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:05:48.176866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34502) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:05:48.181631 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c0509078-212f-4faf-b231-0cb00b261793 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': 'a8459370-1379-462c-a026-57b8bde5aaf1', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:05:48.202680 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-c0509078-212f-4faf-b231-0cb00b261793 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Project 768a73221f2e49859ffafe9b0853ad9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:05:48.207889 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3806b0-6bf7-48a8-85c0-b49ca10abda4 None None] The sync data for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv is: [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a77dea57-d0f8-410a-9e87-708c58c2db43', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'floating_ip_address': '172.26.0.54', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'port_id': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'mac_address': 'fa:16:3e:19:d3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:05:46Z', 'updated_at': '2022-10-20T04:05:46Z', 'revision_number': 0, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:05:48.208136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c0509078-212f-4faf-b231-0cb00b261793 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.272827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c0509078-212f-4faf-b231-0cb00b261793 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.276566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c0509078-212f-4faf-b231-0cb00b261793 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.297512 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509078-212f-4faf-b231-0cb00b261793 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010368a2-4ab6-480e-a642-d9fc33e8ada1,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:48.306813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c0509078-212f-4faf-b231-0cb00b261793 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.308038 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c0509078-212f-4faf-b231-0cb00b261793 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302316 Oct 20 04:05:48.311047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34504) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:05:48.315556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-33281c80-d378-485c-8c90-6e0e6a238fbb tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': 'a8459370-1379-462c-a026-57b8bde5aaf1', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:05:48.338024 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-33281c80-d378-485c-8c90-6e0e6a238fbb tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Project 768a73221f2e49859ffafe9b0853ad9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:05:48.343002 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33281c80-d378-485c-8c90-6e0e6a238fbb tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.407938 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33281c80-d378-485c-8c90-6e0e6a238fbb tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.412754 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33281c80-d378-485c-8c90-6e0e6a238fbb tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.431896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0fb69-d224-4506-a98e-f074d8aa410d None None] New status for floating IP a77dea57-d0f8-410a-9e87-708c58c2db43: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:05:48.435862 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33281c80-d378-485c-8c90-6e0e6a238fbb tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283557bf-c53e-4834-9b16-dd76482237f6,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:48.442478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-33281c80-d378-485c-8c90-6e0e6a238fbb tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.444742 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-33281c80-d378-485c-8c90-6e0e6a238fbb tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326406 Oct 20 04:05:48.523025 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03d4e374-df39-4fb6-ae37-aefa4ca06649 req-297b1eb9-b17b-4603-933b-ed6a8c942718 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-668780692&fields=id&tenant_id=768a73221f2e49859ffafe9b0853ad9a HTTP/1.1" status: 200 len: 267 time: 0.0329871 Oct 20 04:05:48.575493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4e374-df39-4fb6-ae37-aefa4ca06649 req-184974b5-35da-4545-99b1-8aac751331f0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:48.577414 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03d4e374-df39-4fb6-ae37-aefa4ca06649 req-184974b5-35da-4545-99b1-8aac751331f0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 946 time: 0.0487430 Oct 20 04:05:48.589923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-03d4e374-df39-4fb6-ae37-aefa4ca06649 req-ed1451b0-787c-44b3-89e3-cab32033a9d0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'port': {'security_groups': ['bd891908-687a-4cfb-be29-73c9ace8ee15', 'a8459370-1379-462c-a026-57b8bde5aaf1']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:05:48.652992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-03d4e374-df39-4fb6-ae37-aefa4ca06649 req-ed1451b0-787c-44b3-89e3-cab32033a9d0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.834443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-03d4e374-df39-4fb6-ae37-aefa4ca06649 req-ed1451b0-787c-44b3-89e3-cab32033a9d0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] For port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:05:48.862178 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-03d4e374-df39-4fb6-ae37-aefa4ca06649 req-ed1451b0-787c-44b3-89e3-cab32033a9d0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.867223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-03d4e374-df39-4fb6-ae37-aefa4ca06649 req-ed1451b0-787c-44b3-89e3-cab32033a9d0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.878158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4e374-df39-4fb6-ae37-aefa4ca06649 req-ed1451b0-787c-44b3-89e3-cab32033a9d0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:48.878538 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:05:48.878765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-03d4e374-df39-4fb6-ae37-aefa4ca06649 req-ed1451b0-787c-44b3-89e3-cab32033a9d0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:48.880151 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03d4e374-df39-4fb6-ae37-aefa4ca06649 req-ed1451b0-787c-44b3-89e3-cab32033a9d0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "PUT /v2.0/ports/1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 982 time: 0.2954593 Oct 20 04:05:48.937136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1451b0-787c-44b3-89e3-cab32033a9d0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'Port': ['ID=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,revision_number=6']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:05:48.956393 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:05:49.039708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f811917-cc18-4f3a-abc9-a45a4ee30042 req-9a832651-e79e-46c0-9e7b-b6021b7053c2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:49.041222 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6f811917-cc18-4f3a-abc9-a45a4ee30042 req-9a832651-e79e-46c0-9e7b-b6021b7053c2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 985 time: 0.1043789 Oct 20 04:05:49.081836 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6f811917-cc18-4f3a-abc9-a45a4ee30042 req-9a48c973-eac5-4e7e-8a11-f6af06be9b05 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&id=a8459370-1379-462c-a026-57b8bde5aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339701 Oct 20 04:05:49.416151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:05:49.418678 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:05:49.457024 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742f11dc-a8b6-4a39-8cd5-326da036680d x-openstack-request-id: req-742f11dc-a8b6-4a39-8cd5-326da036680d {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:05:49.457375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:05:49.457697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-742f11dc-a8b6-4a39-8cd5-326da036680d {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:05:49.458168 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742f11dc-a8b6-4a39-8cd5-326da036680d'] response: {'name': 'network-changed', 'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'status': 'completed', 'code': 200} Oct 20 04:05:49.488059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:49.523147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4 req-e27dddbd-ba54-403d-85f2-c369e0dabfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:49.524688 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4 req-e27dddbd-ba54-403d-85f2-c369e0dabfb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1138 time: 0.0462618 Oct 20 04:05:49.617538 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:05:49.625346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4 req-df1bf908-8493-42ee-93a9-097a3683335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:49.626811 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4 req-df1bf908-8493-42ee-93a9-097a3683335f service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.0940564 Oct 20 04:05:49.693974 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4 req-d6eca5b8-9912-4444-8a99-24288da8de49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 1001 time: 0.0591426 Oct 20 04:05:49.742905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4 req-8545b9d1-2d5b-400e-8f5d-c043721e764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:49.744347 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4 req-8545b9d1-2d5b-400e-8f5d-c043721e764f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0430849 Oct 20 04:05:49.793198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4 req-531246e9-ebf7-4cc1-890e-0a62b78c326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:05:49.794684 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4 req-531246e9-ebf7-4cc1-890e-0a62b78c326e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435967 Oct 20 04:05:49.884229 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4 req-4c50bb86-b50e-44c0-955e-33baee49c941 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825863 Oct 20 04:05:49.976956 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a6bfe431-9d4b-435e-9efc-5869a95bf1e4 req-8f2980c3-1844-4aab-a39b-6c9c5f08b661 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861659 Oct 20 04:05:54.705867 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:06:08.702195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:14.652972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0203440d-49bb-4136-81c3-3dc7e1b96ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:14.936432 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-108f29ae-503e-44de-9f72-17f13db54c63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824771 Oct 20 04:06:15.023506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-8ab3860b-d9f8-4a7d-8eef-248cb341be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:15.025019 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-8ab3860b-d9f8-4a7d-8eef-248cb341be70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1138 time: 0.0401452 Oct 20 04:06:15.433544 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-6f484fbe-3955-4f5b-bec5-6cb943d6088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:15.434993 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-6f484fbe-3955-4f5b-bec5-6cb943d6088b service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.3842423 Oct 20 04:06:15.502564 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-d959c952-80f2-4eaf-b8f6-67256cf03727 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 1001 time: 0.0573790 Oct 20 04:06:15.556367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-77a1aa7c-09f7-49e1-83bf-4d3dbbff6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:15.558652 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-77a1aa7c-09f7-49e1-83bf-4d3dbbff6e5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0464396 Oct 20 04:06:15.606986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-a32b14c6-199f-401f-b86f-18df572655c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:06:15.608463 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-a32b14c6-199f-401f-b86f-18df572655c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403068 Oct 20 04:06:15.622785 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-ded250e0-9322-4c5f-b7a4-ec6ca9680a1f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:06:15.623684 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-ded250e0-9322-4c5f-b7a4-ec6ca9680a1f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052664 Oct 20 04:06:15.715444 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-75808c6b-3ff6-4cfa-906c-684bb9c27afe service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815675 Oct 20 04:06:15.812056 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a7d50bf2-2f40-43ae-bab4-dc8ffeaa8c7d req-63c6e758-63c8-4a08-a763-cdb545f16bda service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865207 Oct 20 04:06:16.630013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73bf7eae-03c4-4c29-8598-b6298db647f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:17.894557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:19.376608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:19.590864 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:31.705120 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:06:38.699064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:44.654878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9685ceca-fd4d-4cc5-837c-6bb53c32128f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:46.631210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a1169fbd-0e41-4112-a943-26a00d396cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:47.896567 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:49.378925 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:06:49.592006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.699737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:08.704314 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:07:14.656403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3777c2ac-b3d7-405d-8b5c-46b4e58f6f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:14.889180 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c2ac56ee-a736-4b07-abab-96622a11774a req-1fa3d5ea-3654-4b86-a19e-22f4cd526f6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395389 Oct 20 04:07:14.978467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac56ee-a736-4b07-abab-96622a11774a req-ff713e5b-f399-409e-b757-0e663d212edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:14.979838 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c2ac56ee-a736-4b07-abab-96622a11774a req-ff713e5b-f399-409e-b757-0e663d212edf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1138 time: 0.0445633 Oct 20 04:07:15.086803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac56ee-a736-4b07-abab-96622a11774a req-6269f064-f727-4dd0-b7dc-04b3f5b8f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:15.088295 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c2ac56ee-a736-4b07-abab-96622a11774a req-6269f064-f727-4dd0-b7dc-04b3f5b8f94f service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.0841761 Oct 20 04:07:15.160960 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c2ac56ee-a736-4b07-abab-96622a11774a req-252088e9-2d52-4dbb-8c01-5ab52146e2f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 1001 time: 0.0628688 Oct 20 04:07:15.214762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac56ee-a736-4b07-abab-96622a11774a req-f8a7fa5e-013e-493e-aaf4-85d6ff99aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:15.216172 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c2ac56ee-a736-4b07-abab-96622a11774a req-f8a7fa5e-013e-493e-aaf4-85d6ff99aa8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0436864 Oct 20 04:07:15.264013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac56ee-a736-4b07-abab-96622a11774a req-3364de62-a738-4b10-b75b-f41659bc7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:15.265450 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c2ac56ee-a736-4b07-abab-96622a11774a req-3364de62-a738-4b10-b75b-f41659bc7e99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394192 Oct 20 04:07:15.362153 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c2ac56ee-a736-4b07-abab-96622a11774a req-0b5eeb46-8cab-4c53-9dda-cdb46f3aadb0 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860417 Oct 20 04:07:15.454287 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c2ac56ee-a736-4b07-abab-96622a11774a req-88670647-1edb-436d-8860-e4ae5e11f05a service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813544 Oct 20 04:07:16.633292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-dc39d9e3-0efd-4a74-bf81-8f408b2e8cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:17.898689 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:19.380958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:19.593011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:30.589258 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160d521-4b28-49bb-bfdb-0c1abd24285d req-b24f630d-b7be-49ac-b7f2-defac45488c4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:30.590662 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b160d521-4b28-49bb-bfdb-0c1abd24285d req-b24f630d-b7be-49ac-b7f2-defac45488c4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 985 time: 0.0805998 Oct 20 04:07:30.605244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc635-d56a-4124-bd88-3bae47112eef req-44a45ee9-3676-4a1d-9265-cf640fc32913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:30.606615 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f3dc635-d56a-4124-bd88-3bae47112eef req-44a45ee9-3676-4a1d-9265-cf640fc32913 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1138 time: 0.0698268 Oct 20 04:07:30.657802 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b160d521-4b28-49bb-bfdb-0c1abd24285d req-c94bc4b3-9996-4962-bbd1-e74419384488 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&id=a8459370-1379-462c-a026-57b8bde5aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602069 Oct 20 04:07:30.719720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc635-d56a-4124-bd88-3bae47112eef req-4450a92e-92b8-4a03-8e0c-de31fa0c18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:30.721239 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f3dc635-d56a-4124-bd88-3bae47112eef req-4450a92e-92b8-4a03-8e0c-de31fa0c18a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.1041634 Oct 20 04:07:30.792644 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f3dc635-d56a-4124-bd88-3bae47112eef req-e1c40ae0-3fe7-4586-a296-279cc81802fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 1001 time: 0.0611742 Oct 20 04:07:30.844018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc635-d56a-4124-bd88-3bae47112eef req-6165714b-3075-4155-9566-98c70619a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:30.845361 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f3dc635-d56a-4124-bd88-3bae47112eef req-6165714b-3075-4155-9566-98c70619a549 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0431106 Oct 20 04:07:30.894434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc635-d56a-4124-bd88-3bae47112eef req-96d5b197-4f7b-42e0-881a-2b7694b39a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:30.895885 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f3dc635-d56a-4124-bd88-3bae47112eef req-96d5b197-4f7b-42e0-881a-2b7694b39a6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399632 Oct 20 04:07:30.993670 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f3dc635-d56a-4124-bd88-3bae47112eef req-0152b1bc-aa35-4570-8b11-9dc0eff77b84 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870335 Oct 20 04:07:31.089015 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3f3dc635-d56a-4124-bd88-3bae47112eef req-179a8584-5268-4543-b0d7-9969e795f81f service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853674 Oct 20 04:07:31.782228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3c561-c3ac-4fac-be19-468131c8619d req-d6b6edd1-8e5e-49f8-8ca7-0f04e35a8798 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:07:31.783685 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3fa3c561-c3ac-4fac-be19-468131c8619d req-d6b6edd1-8e5e-49f8-8ca7-0f04e35a8798 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 985 time: 0.0497129 Oct 20 04:07:31.822539 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3fa3c561-c3ac-4fac-be19-468131c8619d req-1ba43db7-9762-4cb4-a22e-be39b1de83e5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&id=a8459370-1379-462c-a026-57b8bde5aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328133 Oct 20 04:07:38.701045 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:44.659018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8d13-b125-4f9c-9f0e-134c7e224653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:45.703132 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:07:46.635391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-df900af6-f217-467e-b4f1-fd08944e3242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:47.901487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:49.384982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:07:49.594553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:08.691514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:14.661867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b04cb522-709b-47d0-be76-61e5045fb71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:14.899324 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-617670ef-0362-47f1-846b-68e74d6940e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400078 Oct 20 04:08:14.982428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-fc702153-99e2-4423-ab40-4c12e43330f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:14.983791 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-fc702153-99e2-4423-ab40-4c12e43330f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1138 time: 0.0408986 Oct 20 04:08:15.095585 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-50272a2a-8ea4-4432-b303-3c9664680e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:15.097063 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-50272a2a-8ea4-4432-b303-3c9664680e7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.0877063 Oct 20 04:08:15.168285 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-ef3d88c9-e133-4f9c-a09a-4c6347878fbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 1001 time: 0.0573699 Oct 20 04:08:15.219446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-3e228c94-160f-4d83-85e3-fbe1cfb95e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:15.220871 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-3e228c94-160f-4d83-85e3-fbe1cfb95e60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0424292 Oct 20 04:08:15.270355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-31a88d3c-2c2a-4d2f-8d09-db2deda9c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:15.271720 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-31a88d3c-2c2a-4d2f-8d09-db2deda9c1f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431571 Oct 20 04:08:15.362467 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-04f20018-57a7-4f60-9fbc-448ec5120f04 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833330 Oct 20 04:08:15.460295 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9214872a-edad-4ea0-b7eb-40699e553c04 req-5619f74b-5279-4d43-b420-ad3a0cb1a9f5 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870714 Oct 20 04:08:16.636590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2dfbccfe-d866-458a-aa03-ab6914629009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:17.905715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:19.388538 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:19.595703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:22.702507 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:08:38.710759 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:44.663593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-241983cd-d962-4d11-9e5e-09506845ead2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:45.623255 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0da43e7f-1af1-4d6a-960c-f7ca2e1d6eaa req-625478e5-a6f3-4f51-a2b5-d5290ee27ddf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-668780692&fields=id&tenant_id=768a73221f2e49859ffafe9b0853ad9a HTTP/1.1" status: 200 len: 267 time: 0.0331089 Oct 20 04:08:45.677205 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da43e7f-1af1-4d6a-960c-f7ca2e1d6eaa req-84748e15-cf18-455e-8e1a-aaa11db6d688 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:45.678704 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0da43e7f-1af1-4d6a-960c-f7ca2e1d6eaa req-84748e15-cf18-455e-8e1a-aaa11db6d688 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 985 time: 0.0491741 Oct 20 04:08:45.689594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-0da43e7f-1af1-4d6a-960c-f7ca2e1d6eaa req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'port': {'security_groups': ['bd891908-687a-4cfb-be29-73c9ace8ee15']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:08:45.756998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0da43e7f-1af1-4d6a-960c-f7ca2e1d6eaa req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:45.928993 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-0da43e7f-1af1-4d6a-960c-f7ca2e1d6eaa req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] For port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:08:45.958723 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0da43e7f-1af1-4d6a-960c-f7ca2e1d6eaa req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:45.963158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0da43e7f-1af1-4d6a-960c-f7ca2e1d6eaa req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:45.974225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da43e7f-1af1-4d6a-960c-f7ca2e1d6eaa req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:45.974815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0da43e7f-1af1-4d6a-960c-f7ca2e1d6eaa req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:45.976182 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0da43e7f-1af1-4d6a-960c-f7ca2e1d6eaa req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "PUT /v2.0/ports/1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 943 time: 0.2911372 Oct 20 04:08:45.976698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:08:45.978996 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758" -d '{"events": [{"name": "network-changed", "server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:08:45.979336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:08:45.996040 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34602) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:08:46.055951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'Port': ['ID=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,revision_number=7']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:08:46.064503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.064719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:46.064876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.065220 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.065582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.065918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.066262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.066590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.067669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.068026 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.068444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.068778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.069102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a0a77-3118-4b0e-a54a-7981f92f37bd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.083189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:08:46.097572 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:46.134514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e20740-405d-486f-aa92-88c69b84704c x-openstack-request-id: req-52e20740-405d-486f-aa92-88c69b84704c {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:08:46.134999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:08:46.135443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52e20740-405d-486f-aa92-88c69b84704c {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:08:46.135695 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e20740-405d-486f-aa92-88c69b84704c'] response: {'name': 'network-changed', 'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'status': 'completed', 'code': 200} Oct 20 04:08:46.169679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:46.173324 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:46.179297 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "DELETE /v2.0/security-groups/a8459370-1379-462c-a026-57b8bde5aaf1 HTTP/1.1" status: 204 len: 168 time: 0.1793628 Oct 20 04:08:46.187838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34606) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:08:46.188688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8459370-1379-462c-a026-57b8bde5aaf1,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:08:46.208595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758 req-f18c0d23-0416-4c31-8678-85af87cfa1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:46.210270 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758 req-f18c0d23-0416-4c31-8678-85af87cfa1e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0462210 Oct 20 04:08:46.254978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.255426 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.255825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.256176 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.256541 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.256879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.257214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.257548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.258484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.258829 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.259166 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.259497 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a0dff-b8fa-4ffc-ba46-997f8d6ad9bf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:08:46.324481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758 req-e978bc70-8c4b-4e0d-b8fa-ca0a281d0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:46.325879 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758 req-e978bc70-8c4b-4e0d-b8fa-ca0a281d0c51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.1062961 Oct 20 04:08:46.376361 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Deleting port 0908402c-55b1-41a9-9808-19622c242942 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:08:46.376705 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:46.394058 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758 req-4fb4d9ba-4173-47ff-924a-c86fcce91b60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 1001 time: 0.0612013 Oct 20 04:08:46.444993 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758 req-7d1aac1a-2332-4497-8205-370e76eadbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:46.446575 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758 req-7d1aac1a-2332-4497-8205-370e76eadbe3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0451417 Oct 20 04:08:46.453858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:46.454196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:46.465776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Calling delete_port for 0908402c-55b1-41a9-9808-19622c242942 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:08:46.496828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758 req-7fce5884-1b2c-4e0c-937b-a7dc67c53730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:46.498320 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758 req-7fce5884-1b2c-4e0c-937b-a7dc67c53730 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444880 Oct 20 04:08:46.589874 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758 req-b858cb6b-4c51-4c0e-b1bd-fd250b9525e2 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843880 Oct 20 04:08:46.616637 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:46.642217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2c76bc3d-1536-4c7c-8be0-2686734152c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:46.647395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event deleted for resources: {'Port': ['ID=0908402c-55b1-41a9-9808-19622c242942,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:08:46.693706 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-93b91c13-fa7f-4e5b-b03d-b055cf8ca758 req-480431e0-d582-4f98-9c1b-4daefd3fd57e service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936375 Oct 20 04:08:46.709501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:46.709885 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Floating IP a77dea57-d0f8-410a-9e87-708c58c2db43 disassociated (deleted). External IP: 172.26.0.54, port: 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1. Oct 20 04:08:46.912339 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:08:47.016801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:08:47.021818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:47.027273 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d083a2-25b8-480e-baf0-4d28e833cbc1 None None] Sync routers for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:08:47.036122 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d083a2-25b8-480e-baf0-4d28e833cbc1 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:08:47.036918 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-66d083a2-25b8-480e-baf0-4d28e833cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:08:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:08:47.048941 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-500d41d5-69e3-4684-af11-858e9eccd5b5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "DELETE /v2.0/floatingips/a77dea57-d0f8-410a-9e87-708c58c2db43 HTTP/1.1" status: 204 len: 168 time: 0.8578212 Oct 20 04:08:47.049590 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:08:47.051875 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c3f9bd-89d6-4766-abc5-a543f22ccc74" -d '{"events": [{"name": "network-changed", "server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:08:47.144652 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-66d083a2-25b8-480e-baf0-4d28e833cbc1 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:08:47.158705 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5504973c-3893-4bf2-8297-ca768d242d83 x-openstack-request-id: req-5504973c-3893-4bf2-8297-ca768d242d83 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:08:47.159010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:08:47.159269 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5504973c-3893-4bf2-8297-ca768d242d83 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:08:47.159688 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5504973c-3893-4bf2-8297-ca768d242d83'] response: {'name': 'network-changed', 'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'status': 'completed', 'code': 200} Oct 20 04:08:47.236584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3f9bd-89d6-4766-abc5-a543f22ccc74 req-fbaf363f-c132-4085-b293-fe5218f34990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:47.238091 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82c3f9bd-89d6-4766-abc5-a543f22ccc74 req-fbaf363f-c132-4085-b293-fe5218f34990 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0487444 Oct 20 04:08:47.348922 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-66d083a2-25b8-480e-baf0-4d28e833cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:08:47.359076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3f9bd-89d6-4766-abc5-a543f22ccc74 req-068660f2-cc51-41a6-a58d-143d4baa3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:47.360734 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82c3f9bd-89d6-4766-abc5-a543f22ccc74 req-068660f2-cc51-41a6-a58d-143d4baa3e6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.1147900 Oct 20 04:08:47.380344 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d083a2-25b8-480e-baf0-4d28e833cbc1 None None] Checking router: 3467dfa6-0553-42a9-9796-dcb1512f8eb4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:08:47.390932 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d083a2-25b8-480e-baf0-4d28e833cbc1 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:08:47.391617 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-66d083a2-25b8-480e-baf0-4d28e833cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:08:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:08:47.422347 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82c3f9bd-89d6-4766-abc5-a543f22ccc74 req-540771b6-f55f-463c-bfff-e466c2599d18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 200 len: 217 time: 0.0432737 Oct 20 04:08:47.480319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3f9bd-89d6-4766-abc5-a543f22ccc74 req-63809f31-b81b-4c7e-b1cd-96e7df66e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:47.481875 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82c3f9bd-89d6-4766-abc5-a543f22ccc74 req-63809f31-b81b-4c7e-b1cd-96e7df66e813 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0474236 Oct 20 04:08:47.509728 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-66d083a2-25b8-480e-baf0-4d28e833cbc1 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:08:47.540453 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3f9bd-89d6-4766-abc5-a543f22ccc74 req-2ddff56c-7050-441b-85c4-fef336c1889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:47.541996 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82c3f9bd-89d6-4766-abc5-a543f22ccc74 req-2ddff56c-7050-441b-85c4-fef336c1889c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472651 Oct 20 04:08:47.638238 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82c3f9bd-89d6-4766-abc5-a543f22ccc74 req-3f447184-fac4-44d8-9280-d68129a6da98 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885334 Oct 20 04:08:47.735838 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-82c3f9bd-89d6-4766-abc5-a543f22ccc74 req-74459ace-df15-4949-8072-1badc28b3040 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901511 Oct 20 04:08:47.796492 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-66d083a2-25b8-480e-baf0-4d28e833cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:08:47.822279 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d083a2-25b8-480e-baf0-4d28e833cbc1 None None] The sync data for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv is: [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:08:47.917070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:48.048713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d95ce-7504-426a-9118-a72c2df85034 None None] New status for floating IP a77dea57-d0f8-410a-9e87-708c58c2db43: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:08:49.393392 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:49.598123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:54.112293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1831be1-5be4-4adb-ba28-6e28f63a172a req-79e2f365-8fb8-4552-bc65-ea6c34eb2766 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:54.113758 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d1831be1-5be4-4adb-ba28-6e28f63a172a req-79e2f365-8fb8-4552-bc65-ea6c34eb2766 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 946 time: 0.0509441 Oct 20 04:08:54.153881 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d1831be1-5be4-4adb-ba28-6e28f63a172a req-03f520c6-8569-4fcb-b220-244f9def85a4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340314 Oct 20 04:08:55.276492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090066a-1e06-4f8d-b115-57c079cdd850 req-be8cdffc-856b-4b4c-b2b1-1bdf33be698f tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:55.277992 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d090066a-1e06-4f8d-b115-57c079cdd850 req-be8cdffc-856b-4b4c-b2b1-1bdf33be698f tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 946 time: 0.0496278 Oct 20 04:08:55.317077 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d090066a-1e06-4f8d-b115-57c079cdd850 req-fa01eb9d-add4-4061-b77b-2a80b675a1eb tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Oct 20 04:08:55.896187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585da84-1187-48a1-ba77-3eb99ecf7498 req-7c186fc2-5258-421c-ba59-a49871074d62 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:08:55.897640 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7585da84-1187-48a1-ba77-3eb99ecf7498 req-7c186fc2-5258-421c-ba59-a49871074d62 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 946 time: 0.0485013 Oct 20 04:08:55.992430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-7585da84-1187-48a1-ba77-3eb99ecf7498 req-029ee90c-9201-4323-8886-4ae8629b5d14 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Deleting port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:08:55.992772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7585da84-1187-48a1-ba77-3eb99ecf7498 req-029ee90c-9201-4323-8886-4ae8629b5d14 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:56.080854 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-7585da84-1187-48a1-ba77-3eb99ecf7498 req-029ee90c-9201-4323-8886-4ae8629b5d14 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] For port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:08:56.081133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7585da84-1187-48a1-ba77-3eb99ecf7498 req-029ee90c-9201-4323-8886-4ae8629b5d14 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:56.097533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-7585da84-1187-48a1-ba77-3eb99ecf7498 req-029ee90c-9201-4323-8886-4ae8629b5d14 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Calling delete_port for 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:08:56.221637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7585da84-1187-48a1-ba77-3eb99ecf7498 req-029ee90c-9201-4323-8886-4ae8629b5d14 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:56.237256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:08:56.251197 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ee90c-9201-4323-8886-4ae8629b5d14 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event deleted for resources: {'Port': ['ID=1ee75407-01d7-43d3-ac90-e2a3d30ed9a1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:08:56.296835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7585da84-1187-48a1-ba77-3eb99ecf7498 req-029ee90c-9201-4323-8886-4ae8629b5d14 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] No DVR routers for this DVR port 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:08:56.299399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7585da84-1187-48a1-ba77-3eb99ecf7498 req-029ee90c-9201-4323-8886-4ae8629b5d14 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:08:56.302810 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7585da84-1187-48a1-ba77-3eb99ecf7498 req-029ee90c-9201-4323-8886-4ae8629b5d14 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.36 "DELETE /v2.0/ports/1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 HTTP/1.1" status: 204 len: 173 time: 0.3964450 Oct 20 04:08:56.303306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'name': 'network-vif-deleted', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:08:56.305581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4739f151-2cd7-4ccb-a4eb-c4d4b7557f61" -d '{"events": [{"server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "name": "network-vif-deleted", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:08:56.344065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb5683d-eff9-47ca-9e13-f29b7a99312a x-openstack-request-id: req-acb5683d-eff9-47ca-9e13-f29b7a99312a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:08:56.344414 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca103826-1ebb-41c6-8dfe-949223de5dd7", "name": "network-vif-deleted", "tag": "1ee75407-01d7-43d3-ac90-e2a3d30ed9a1", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:08:56.344666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acb5683d-eff9-47ca-9e13-f29b7a99312a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:08:56.345083 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb5683d-eff9-47ca-9e13-f29b7a99312a'] response: {'server_uuid': 'ca103826-1ebb-41c6-8dfe-949223de5dd7', 'name': 'network-vif-deleted', 'tag': '1ee75407-01d7-43d3-ac90-e2a3d30ed9a1', 'status': 'completed', 'code': 200} Oct 20 04:08:56.428358 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-53e290f1-105f-47d4-ba66-f404fe2d6c74 req-8dbece3e-ae69-4c44-a86f-8c7c6d43a1d8 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca103826-1ebb-41c6-8dfe-949223de5dd7 HTTP/1.1" status: 200 len: 210 time: 0.0271516 Oct 20 04:08:59.701773 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:08:59.962982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:08:59.991383 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:08:59.991729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 1ee75407-01d7-43d3-ac90-e2a3d30ed9a1 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:09:06.616213 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-bb9ff9f1-c196-4856-a2a4-bcd0786b460e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:06.617674 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-bb9ff9f1-c196-4856-a2a4-bcd0786b460e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 815 time: 0.0997612 Oct 20 04:09:06.632759 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-d97aeafe-b7f3-4d29-952a-4e3a8a7157b6 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/quotas/768a73221f2e49859ffafe9b0853ad9a HTTP/1.1" status: 200 len: 375 time: 0.0093744 Oct 20 04:09:06.687299 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-bd6dc257-fbdd-4667-a131-280dbcdedc6c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493302 Oct 20 04:09:06.754280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-cb854f6d-5e15-410e-9b45-99d6a4c5c874 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:09:06.755296 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-cb854f6d-5e15-410e-9b45-99d6a4c5c874 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571384 Oct 20 04:09:06.843466 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-44b32b5b-077b-4570-9f7a-7a8af1acf1ec service neutron] 10.222.0.20 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819125 Oct 20 04:09:06.936794 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-99d15930-1e4a-4ec1-a8ba-2e1607b9d6d2 service neutron] 10.222.0.20 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865152 Oct 20 04:09:07.091262 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c5082029-006e-4268-bd65-1c217670d7c7 req-7ac72e5d-a644-4e7f-8441-6ab05a36c889 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 210 time: 0.0261269 Oct 20 04:09:08.189446 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-00302d6d-597e-4641-8dcc-3d6b26221200 req-876b8a90-707e-4649-8fd7-e9f347ce11c4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 210 time: 0.0260890 Oct 20 04:09:08.708561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:09.109685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-fb38c327-9638-4743-878b-c763a151193d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:09.111051 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-fb38c327-9638-4743-878b-c763a151193d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 815 time: 0.1054018 Oct 20 04:09:09.127605 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'port': {'device_id': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'admin_state_up': True, 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:09.234774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Made reservation on behalf of 768a73221f2e49859ffafe9b0853ad9a for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:09:09.238308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:09.290800 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-76732c3a-66df-49c1-b0ef-f01067dc06b7 req-e431ea3d-c355-4cab-b87e-789d6833fda3 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 210 time: 0.0276017 Oct 20 04:09:09.370626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Allocated IP 172.20.0.3 (77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235/adb6ce18-8035-42ce-8a03-18855a909810/0894e670-5120-4560-951c-a4494d6220f1) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:09:09.532062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:09.570101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:09.635561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:09:09.639352 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:09:09.644836 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:09:09.698985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'Port': ['ID=0894e670-5120-4560-951c-a4494d6220f1,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:09.732298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:09.737097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:09.767020 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-c61e03f9-efb2-490d-beb4-bd061219d680 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442564 Oct 20 04:09:09.940916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Provisioning complete for port 0894e670-5120-4560-951c-a4494d6220f1 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:09:09.941464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:09.941559 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Attempt 1 to provision port 0894e670-5120-4560-951c-a4494d6220f1 Oct 20 04:09:09.978649 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Port 0894e670-5120-4560-951c-a4494d6220f1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:09:10.422158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269d2b-5a0e-4eda-9137-3d36d13b9928 req-97e3ea96-6b8f-4d6d-851d-32cd6d139998 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:10.423700 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1e269d2b-5a0e-4eda-9137-3d36d13b9928 req-97e3ea96-6b8f-4d6d-851d-32cd6d139998 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 931 time: 0.0534623 Oct 20 04:09:10.465074 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1e269d2b-5a0e-4eda-9137-3d36d13b9928 req-97d0a871-f7b2-415f-a735-6a54f9c8350e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350332 Oct 20 04:09:10.479605 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Attempt 2 to provision port 0894e670-5120-4560-951c-a4494d6220f1 Oct 20 04:09:10.518540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Port 0894e670-5120-4560-951c-a4494d6220f1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:09:11.019633 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Attempt 3 to provision port 0894e670-5120-4560-951c-a4494d6220f1 Oct 20 04:09:11.055025 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Port 0894e670-5120-4560-951c-a4494d6220f1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:09:11.555892 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Attempt 4 to provision port 0894e670-5120-4560-951c-a4494d6220f1 Oct 20 04:09:11.600348 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Port 0894e670-5120-4560-951c-a4494d6220f1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:09:11.611133 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0a169-7740-46e3-ae2f-31c77a34069e req-fa4fe3ca-045b-4db3-bdc5-e0e96e4c5649 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:11.612698 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5ef0a169-7740-46e3-ae2f-31c77a34069e req-fa4fe3ca-045b-4db3-bdc5-e0e96e4c5649 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 931 time: 0.0690761 Oct 20 04:09:11.651222 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5ef0a169-7740-46e3-ae2f-31c77a34069e req-1860efcd-2dce-4de4-a1e6-084024632924 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Oct 20 04:09:12.101286 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Attempt 5 to provision port 0894e670-5120-4560-951c-a4494d6220f1 Oct 20 04:09:12.135659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Port 0894e670-5120-4560-951c-a4494d6220f1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:09:12.636884 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Attempt 6 to provision port 0894e670-5120-4560-951c-a4494d6220f1 Oct 20 04:09:12.678682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Port 0894e670-5120-4560-951c-a4494d6220f1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:09:12.788640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08579-c21e-4e36-8b24-4ef7d86897a8 req-634dfb33-a6ce-43c5-a9bb-eb549ba2443d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:12.790169 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1a08579-c21e-4e36-8b24-4ef7d86897a8 req-634dfb33-a6ce-43c5-a9bb-eb549ba2443d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 931 time: 0.0604815 Oct 20 04:09:12.840517 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c1a08579-c21e-4e36-8b24-4ef7d86897a8 req-88d408ea-96e3-442a-ba7f-4475edbb43b1 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Oct 20 04:09:13.180283 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Attempt 7 to provision port 0894e670-5120-4560-951c-a4494d6220f1 Oct 20 04:09:13.216778 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Port 0894e670-5120-4560-951c-a4494d6220f1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:09:13.718000 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Attempt 8 to provision port 0894e670-5120-4560-951c-a4494d6220f1 Oct 20 04:09:13.753522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Port 0894e670-5120-4560-951c-a4494d6220f1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:09:13.960054 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b282c2-a99c-4936-95dc-a992af25613c req-c9d24331-e260-44a3-b1aa-9d5e3ca2412d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:13.961617 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e1b282c2-a99c-4936-95dc-a992af25613c req-c9d24331-e260-44a3-b1aa-9d5e3ca2412d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 931 time: 0.0544622 Oct 20 04:09:14.007570 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e1b282c2-a99c-4936-95dc-a992af25613c req-ffe7a632-f903-429f-9e5c-5a690f44f86e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395091 Oct 20 04:09:14.254964 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Attempt 9 to provision port 0894e670-5120-4560-951c-a4494d6220f1 Oct 20 04:09:14.290524 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Port 0894e670-5120-4560-951c-a4494d6220f1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:09:14.668057 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-891120da-38cf-4c97-b6d9-6d69a0049fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:14.791248 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Attempt 10 to provision port 0894e670-5120-4560-951c-a4494d6220f1 Oct 20 04:09:14.828842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b112b070-5462-4330-a9c9-9bf720fa1b81 None None] Port 0894e670-5120-4560-951c-a4494d6220f1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:09:15.135227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bcb9c-b9fe-4841-a66f-0670bde963fe req-19d43162-0612-483f-abd5-68e741ffa1f9 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:15.136731 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b2bcb9c-b9fe-4841-a66f-0670bde963fe req-19d43162-0612-483f-abd5-68e741ffa1f9 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 931 time: 0.0525906 Oct 20 04:09:15.181110 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b2bcb9c-b9fe-4841-a66f-0670bde963fe req-e5ad10d2-03e6-4dbf-9fe8-54a638fbd17a tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373828 Oct 20 04:09:16.312068 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b11af0-3fee-48a1-bf2d-48d0f2e34991 req-1cf3f0ef-2447-4eca-96db-3f10c5838a29 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:16.313608 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-97b11af0-3fee-48a1-bf2d-48d0f2e34991 req-1cf3f0ef-2447-4eca-96db-3f10c5838a29 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 931 time: 0.0563710 Oct 20 04:09:16.355250 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-97b11af0-3fee-48a1-bf2d-48d0f2e34991 req-b01e6dee-789c-4721-983a-d1249d9457ef tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349803 Oct 20 04:09:16.637934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2792226b-786d-4975-b0e0-aa659dcf8e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:17.484885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9c2a-968e-40bb-b19e-93250c544b8f req-971894c3-8fe2-4f19-96da-b8531574136c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:17.486365 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9eba9c2a-968e-40bb-b19e-93250c544b8f req-971894c3-8fe2-4f19-96da-b8531574136c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 931 time: 0.0575123 Oct 20 04:09:17.523483 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9eba9c2a-968e-40bb-b19e-93250c544b8f req-f449f68e-2a91-49b1-810a-1ba1c35bcc6e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Oct 20 04:09:17.906520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:18.060171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Request body: {'port': {'device_id': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:18.120086 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:18.380070 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0894e670-5120-4560-951c-a4494d6220f1 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:09:18.387458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:18.400362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Transition to ACTIVE for port object 0894e670-5120-4560-951c-a4494d6220f1 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:09:18.404242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:18.482363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Pushing event updated for resources: {'Port': ['ID=0894e670-5120-4560-951c-a4494d6220f1,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:18.512496 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Attempting to bind port 0894e670-5120-4560-951c-a4494d6220f1 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:09:18.513108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Attempting to bind port 0894e670-5120-4560-951c-a4494d6220f1 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:09:18.513240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Attempting to bind port 0894e670-5120-4560-951c-a4494d6220f1 on network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:09:18.518022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Port 0894e670-5120-4560-951c-a4494d6220f1 on network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:09:18.518342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Attempting to bind port 0894e670-5120-4560-951c-a4494d6220f1 on network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:09:18.523105 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:09:18.523438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Checking segment: {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:09:18.523815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Bound using segment: {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:09:18.524241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Bound port: 0894e670-5120-4560-951c-a4494d6220f1, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3007a33f-ee44-4ed0-85d8-f36982d5b948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:09:18.524621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:18.588157 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] For port 0894e670-5120-4560-951c-a4494d6220f1, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:09:18.591518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] For port 0894e670-5120-4560-951c-a4494d6220f1, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=0894e670-5120-4560-951c-a4494d6220f1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:09:18.596501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:18.600529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:18.601125 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:18.602477 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] 10.222.0.36 "PUT /v2.0/ports/0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 200 len: 1093 time: 0.5479271 Oct 20 04:09:18.603151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'tag': '0894e670-5120-4560-951c-a4494d6220f1'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:09:18.605413 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f56dd3f-b639-4425-a541-7707c19c4ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "tag": "0894e670-5120-4560-951c-a4494d6220f1"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:09:18.660155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5ad6a1-39c4-4e4c-b822-1d72ba670fc2 x-openstack-request-id: req-fb5ad6a1-39c4-4e4c-b822-1d72ba670fc2 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:09:18.660478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "tag": "0894e670-5120-4560-951c-a4494d6220f1", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:09:18.660730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb5ad6a1-39c4-4e4c-b822-1d72ba670fc2 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:09:18.661129 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5ad6a1-39c4-4e4c-b822-1d72ba670fc2'] response: {'name': 'network-changed', 'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'tag': '0894e670-5120-4560-951c-a4494d6220f1', 'status': 'completed', 'code': 200} Oct 20 04:09:18.662806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4ec47-03d1-4cb1-8fd6-701a69d7ecf3 req-043d3c61-8292-4769-9fbf-05b566cc90f3 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:18.664340 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-07f4ec47-03d1-4cb1-8fd6-701a69d7ecf3 req-043d3c61-8292-4769-9fbf-05b566cc90f3 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 943 time: 0.0634546 Oct 20 04:09:18.696027 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30786145-2a45-4395-98bc-3e348f1b309d service neutron] Pushing event updated for resources: {'Port': ['ID=0894e670-5120-4560-951c-a4494d6220f1,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:18.704815 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-07f4ec47-03d1-4cb1-8fd6-701a69d7ecf3 req-695a65ff-36bd-4000-90b1-0acef816064f tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345213 Oct 20 04:09:18.707726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-9da4f875-6f18-44b4-ab96-24b57fcfcae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:18.709307 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-9da4f875-6f18-44b4-ab96-24b57fcfcae5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 1096 time: 0.0621619 Oct 20 04:09:18.769861 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-276c9dc0-270b-4827-9756-e707fa2fc7d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 200 len: 217 time: 0.0351100 Oct 20 04:09:18.821202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-f1f2252b-8f28-4cf2-8963-1f4848ac8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:18.822522 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-f1f2252b-8f28-4cf2-8963-1f4848ac8269 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0461819 Oct 20 04:09:18.877520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-418f1191-20d4-4ba3-9e9f-7a898c6c4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:18.879031 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-418f1191-20d4-4ba3-9e9f-7a898c6c4530 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410292 Oct 20 04:09:18.968513 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-16fbf623-e619-4c8a-a12f-85440bf49a6d service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814583 Oct 20 04:09:19.060455 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-863b4ff3-13d9-40d6-ae01-4c74dafc34e8 req-69326297-a158-4d3a-a633-5fe1c2a1b9ce service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838318 Oct 20 04:09:19.152420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56dd3f-b639-4425-a541-7707c19c4ecd req-305ed73d-9818-498e-8161-98cdd7b00ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:19.153955 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5f56dd3f-b639-4425-a541-7707c19c4ecd req-305ed73d-9818-498e-8161-98cdd7b00ccb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 1096 time: 0.0456638 Oct 20 04:09:19.249169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56dd3f-b639-4425-a541-7707c19c4ecd req-a7686f7e-d18a-4f01-83ce-f50f364d9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:19.250659 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5f56dd3f-b639-4425-a541-7707c19c4ecd req-a7686f7e-d18a-4f01-83ce-f50f364d9291 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.0892575 Oct 20 04:09:19.291385 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5f56dd3f-b639-4425-a541-7707c19c4ecd req-61e337ac-a8a0-49bb-ad53-75d098386393 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 200 len: 217 time: 0.0338399 Oct 20 04:09:19.340543 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56dd3f-b639-4425-a541-7707c19c4ecd req-365eebad-1b5e-44ca-9ad9-df314e198299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:19.345779 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5f56dd3f-b639-4425-a541-7707c19c4ecd req-365eebad-1b5e-44ca-9ad9-df314e198299 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0459106 Oct 20 04:09:19.394320 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:19.601378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:19.700395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56dd3f-b639-4425-a541-7707c19c4ecd req-b843d0db-c31b-4acf-8781-5ef5b78ff8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:19.702761 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5f56dd3f-b639-4425-a541-7707c19c4ecd req-b843d0db-c31b-4acf-8781-5ef5b78ff8f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3503270 Oct 20 04:09:19.823417 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5f56dd3f-b639-4425-a541-7707c19c4ecd req-051eea6d-b394-441b-9788-7ff3f2175597 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100714 Oct 20 04:09:19.860236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b4b6-b581-4ef4-b40c-0d552a82bb97 req-55ca48c9-8c72-4f5f-b202-6dbfb7f61db6 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:19.861693 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6254b4b6-b581-4ef4-b40c-0d552a82bb97 req-55ca48c9-8c72-4f5f-b202-6dbfb7f61db6 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 943 time: 0.0821822 Oct 20 04:09:19.943490 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6254b4b6-b581-4ef4-b40c-0d552a82bb97 req-7c1b548c-860f-4bbc-af36-90b5de18a635 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738592 Oct 20 04:09:19.948735 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5f56dd3f-b639-4425-a541-7707c19c4ecd req-a980a32f-434e-4061-8803-6d30429d8b96 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182010 Oct 20 04:09:20.039177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 0894e670-5120-4560-951c-a4494d6220f1 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:09:20.135143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 0894e670-5120-4560-951c-a4494d6220f1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=0894e670-5120-4560-951c-a4494d6220f1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:09:20.145903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '0894e670-5120-4560-951c-a4494d6220f1', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'port_id': '0894e670-5120-4560-951c-a4494d6220f1', 'mac_address': 'fa:16:3e:76:a4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:09:20.181634 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 0894e670-5120-4560-951c-a4494d6220f1 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:09:20.182017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:20.195401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0894e670-5120-4560-951c-a4494d6220f1 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:09:20.214301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 0894e670-5120-4560-951c-a4494d6220f1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=0894e670-5120-4560-951c-a4494d6220f1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:09:20.217793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:20.266877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=0894e670-5120-4560-951c-a4494d6220f1,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:20.273593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.273963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.274301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.274635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.274965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.275294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.275621 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.275948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.276284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.276620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.276943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.277266 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:09:20.521029 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['0894e670-5120-4560-951c-a4494d6220f1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:09:21.065983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5bb91-f952-426a-a326-fde86a970593 req-3b446f9e-e841-4083-b683-c2d5bf5e3158 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:21.067469 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f2c5bb91-f952-426a-a326-fde86a970593 req-3b446f9e-e841-4083-b683-c2d5bf5e3158 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 944 time: 0.0533841 Oct 20 04:09:21.105357 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f2c5bb91-f952-426a-a326-fde86a970593 req-894298d6-2ad5-4783-aa3f-314a9e68a1f2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Oct 20 04:09:22.040550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 0894e670-5120-4560-951c-a4494d6220f1 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:09:22.095001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 0894e670-5120-4560-951c-a4494d6220f1 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:09:22.098975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 0894e670-5120-4560-951c-a4494d6220f1 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:09:22.099345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:22.099682 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 0894e670-5120-4560-951c-a4494d6220f1 Oct 20 04:09:22.175489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 0894e670-5120-4560-951c-a4494d6220f1 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:09:22.175879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:22.198599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0894e670-5120-4560-951c-a4494d6220f1'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:09:22.201131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab94c20-74e9-4745-b565-14c7ac52f39c" -d '{"events": [{"server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "name": "network-vif-plugged", "status": "completed", "tag": "0894e670-5120-4560-951c-a4494d6220f1"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:09:22.215004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 0894e670-5120-4560-951c-a4494d6220f1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=0894e670-5120-4560-951c-a4494d6220f1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:09:22.220148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:22.231701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c5779-0f07-4adc-be31-18441f4572ab req-fafa7ebe-1c71-48f7-a104-6cc14fb7da74 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:22.234051 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-756c5779-0f07-4adc-be31-18441f4572ab req-fafa7ebe-1c71-48f7-a104-6cc14fb7da74 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 944 time: 0.0565507 Oct 20 04:09:22.272221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=0894e670-5120-4560-951c-a4494d6220f1,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:22.275619 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-756c5779-0f07-4adc-be31-18441f4572ab req-d23f0246-d126-405f-96cd-542646089dc6 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328677 Oct 20 04:09:22.302036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d9a4cf-39cb-4029-9dd2-9a021c522477 x-openstack-request-id: req-f3d9a4cf-39cb-4029-9dd2-9a021c522477 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:09:22.302329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "name": "network-vif-plugged", "status": "completed", "tag": "0894e670-5120-4560-951c-a4494d6220f1", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:09:22.302731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3d9a4cf-39cb-4029-9dd2-9a021c522477 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:09:22.303134 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d9a4cf-39cb-4029-9dd2-9a021c522477'] response: {'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0894e670-5120-4560-951c-a4494d6220f1', 'code': 200} Oct 20 04:09:22.482427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48a4b7-c242-4d31-a14f-6454b2679914 req-e902ca77-a930-4d3d-bbbc-912cc0c1e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:22.483985 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bb48a4b7-c242-4d31-a14f-6454b2679914 req-e902ca77-a930-4d3d-bbbc-912cc0c1e5d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 1098 time: 0.0408249 Oct 20 04:09:22.521024 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bb48a4b7-c242-4d31-a14f-6454b2679914 req-02196417-3722-444c-a016-599174d3e581 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270731 Oct 20 04:09:23.399297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd7281-0339-40bd-900f-84e6bcde6458 req-293e3fab-bf67-4908-82b3-8d330b1c7b87 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:23.400770 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20bd7281-0339-40bd-900f-84e6bcde6458 req-293e3fab-bf67-4908-82b3-8d330b1c7b87 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 945 time: 0.0489950 Oct 20 04:09:23.438934 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20bd7281-0339-40bd-900f-84e6bcde6458 req-0525a52f-5f03-48fc-8393-f38a6ef07220 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Oct 20 04:09:24.561947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d171c57-cf01-4bba-93b5-4838078ccd78 req-6169196c-5c6a-4c0f-a1f8-d326dcf7b6e0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:24.563325 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3d171c57-cf01-4bba-93b5-4838078ccd78 req-6169196c-5c6a-4c0f-a1f8-d326dcf7b6e0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 945 time: 0.0506840 Oct 20 04:09:24.600627 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3d171c57-cf01-4bba-93b5-4838078ccd78 req-5ae23c75-3e7e-4733-bbaf-8c92fdebb2b3 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313296 Oct 20 04:09:24.724084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51e73f-27a7-467a-ade0-9facdd0eabaa req-09c80ba4-0702-4328-8f03-4b568aff6da5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:24.725577 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0a51e73f-27a7-467a-ade0-9facdd0eabaa req-09c80ba4-0702-4328-8f03-4b568aff6da5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 945 time: 0.0535510 Oct 20 04:09:24.763662 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0a51e73f-27a7-467a-ade0-9facdd0eabaa req-9dd79315-d012-4ce4-ba1a-31424cace6f8 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322385 Oct 20 04:09:24.952926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00f467-5c22-4df4-bcbc-bc6328144aaa req-0ee948fe-3183-440f-8719-0ecf8768aa5d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:24.954372 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f00f467-5c22-4df4-bcbc-bc6328144aaa req-0ee948fe-3183-440f-8719-0ecf8768aa5d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 945 time: 0.0495355 Oct 20 04:09:24.991806 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f00f467-5c22-4df4-bcbc-bc6328144aaa req-ab60f1d5-708d-4346-aaf4-abe21463db8b tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315619 Oct 20 04:09:36.699862 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:09:37.539755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c71ad-ebe7-4eb7-b1de-2ddf9cca12b0 req-12e24c3e-798d-4b27-bd3a-7450aef4cf8f tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:37.541236 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2a7c71ad-ebe7-4eb7-b1de-2ddf9cca12b0 req-12e24c3e-798d-4b27-bd3a-7450aef4cf8f tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 945 time: 0.0484076 Oct 20 04:09:37.579619 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2a7c71ad-ebe7-4eb7-b1de-2ddf9cca12b0 req-f395ea3e-86ad-4067-b2c7-0e75778dc337 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Oct 20 04:09:37.606930 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34894) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:09:37.646224 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22103eb7-2e6d-4ec8-81ce-722a6b5c8000 tempest-TestMinimumBasicScenario-351128507 tempest-TestMinimumBasicScenario-351128507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:37.647766 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-22103eb7-2e6d-4ec8-81ce-722a6b5c8000 tempest-TestMinimumBasicScenario-351128507 tempest-TestMinimumBasicScenario-351128507-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 1093 time: 0.0393324 Oct 20 04:09:37.650547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34896) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:09:37.654707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '0894e670-5120-4560-951c-a4494d6220f1', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:37.675574 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:37.774244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:37.878170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Allocated IP 172.26.0.186 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/9558f7b4-0a04-443c-9c03-b7bf983467f5) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:09:37.979817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.013368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.057228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:09:38.060399 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:09:38.063500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:09:38.091325 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'Port': ['ID=9558f7b4-0a04-443c-9c03-b7bf983467f5,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:38.423778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.493227 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.636254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.641604 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.709779 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'Port': ['ID=9558f7b4-0a04-443c-9c03-b7bf983467f5,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:38.712316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:38.719897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.105082 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Floating IP c2f57a48-5649-448c-b626-12cee8e72898 associated. External IP: 172.26.0.186, port: 0894e670-5120-4560-951c-a4494d6220f1. Oct 20 04:09:39.311978 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:09:39.418039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:09:39.428886 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a5091-da26-4d67-8b56-283c160527fb None None] Sync routers for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:09:39.437013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.441253 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a5091-da26-4d67-8b56-283c160527fb None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:09:39.441868 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1b3a5091-da26-4d67-8b56-283c160527fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:09:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:39.469362 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9dda71d9-ce49-4758-835e-8176ec32e686 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8178186 Oct 20 04:09:39.470106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'tag': '0894e670-5120-4560-951c-a4494d6220f1'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:09:39.472030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34898) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:09:39.472553 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03083c1d-2488-40a9-8605-74d5d1a185aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "tag": "0894e670-5120-4560-951c-a4494d6220f1"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:09:39.477527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-92a7b329-18a2-4c9e-8bbd-118b40ebff9c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465504971', 'description': 'tempest-secgroup-smoke-465504971 description', 'project_id': '768a73221f2e49859ffafe9b0853ad9a'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:39.500061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-92a7b329-18a2-4c9e-8bbd-118b40ebff9c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.514419 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662a6c0c-940e-46cc-a8f2-a31680cdd5c6 x-openstack-request-id: req-662a6c0c-940e-46cc-a8f2-a31680cdd5c6 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:09:39.515093 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "tag": "0894e670-5120-4560-951c-a4494d6220f1", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:09:39.515567 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-662a6c0c-940e-46cc-a8f2-a31680cdd5c6 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:09:39.516796 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662a6c0c-940e-46cc-a8f2-a31680cdd5c6'] response: {'name': 'network-changed', 'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'tag': '0894e670-5120-4560-951c-a4494d6220f1', 'status': 'completed', 'code': 200} Oct 20 04:09:39.551421 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1b3a5091-da26-4d67-8b56-283c160527fb None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:09:39.608767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-92a7b329-18a2-4c9e-8bbd-118b40ebff9c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.610820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03083c1d-2488-40a9-8605-74d5d1a185aa req-1abc217b-95c5-48a7-b7ee-4c48e30f15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:39.612780 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03083c1d-2488-40a9-8605-74d5d1a185aa req-1abc217b-95c5-48a7-b7ee-4c48e30f15d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 1098 time: 0.0694211 Oct 20 04:09:39.613660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-92a7b329-18a2-4c9e-8bbd-118b40ebff9c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.664396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-92a7b329-18a2-4c9e-8bbd-118b40ebff9c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.665615 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-92a7b329-18a2-4c9e-8bbd-118b40ebff9c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1920094 Oct 20 04:09:39.668144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7b329-18a2-4c9e-8bbd-118b40ebff9c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf91d93-9939-4e93-b775-e03e8851fed4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:39.668845 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34902) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:09:39.684957 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-21c7c978-e44f-4a70-911d-89bd96420bae tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': '0cf91d93-9939-4e93-b775-e03e8851fed4', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:39.712168 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21c7c978-e44f-4a70-911d-89bd96420bae tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.740887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03083c1d-2488-40a9-8605-74d5d1a185aa req-75d0fe9c-c6c6-4d3c-a916-990fe0482e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:39.742405 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03083c1d-2488-40a9-8605-74d5d1a185aa req-75d0fe9c-c6c6-4d3c-a916-990fe0482e74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.1220691 Oct 20 04:09:39.772383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21c7c978-e44f-4a70-911d-89bd96420bae tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.777081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21c7c978-e44f-4a70-911d-89bd96420bae tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.795569 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7c978-e44f-4a70-911d-89bd96420bae tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26381b4e-04eb-433a-85b0-31979a2878b5,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:39.796534 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1b3a5091-da26-4d67-8b56-283c160527fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c2f57a48-5649-448c-b626-12cee8e72898', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'port_id': '0894e670-5120-4560-951c-a4494d6220f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'mac_address': 'fa:16:3e:76:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:09:38Z', 'updated_at': '2022-10-20T04:09:38Z', 'revision_number': 0, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:39.805672 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21c7c978-e44f-4a70-911d-89bd96420bae tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.806901 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-21c7c978-e44f-4a70-911d-89bd96420bae tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259737 Oct 20 04:09:39.809624 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34904) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:09:39.815951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6ad28cc0-b009-41c6-850e-bce7f16cbc7c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': '0cf91d93-9939-4e93-b775-e03e8851fed4', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:39.819482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03083c1d-2488-40a9-8605-74d5d1a185aa req-36332f87-0671-4fad-b214-e72d769e4b8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 200 len: 999 time: 0.0699673 Oct 20 04:09:39.828564 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a5091-da26-4d67-8b56-283c160527fb None None] Checking router: 3467dfa6-0553-42a9-9796-dcb1512f8eb4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:09:39.838809 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a5091-da26-4d67-8b56-283c160527fb None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:09:39.839481 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1b3a5091-da26-4d67-8b56-283c160527fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:09:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:39.845277 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cc0-b009-41c6-850e-bce7f16cbc7c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.875453 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03083c1d-2488-40a9-8605-74d5d1a185aa req-ca9b2d0f-94cd-426f-9dcb-85cdfe5bc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:39.876959 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03083c1d-2488-40a9-8605-74d5d1a185aa req-ca9b2d0f-94cd-426f-9dcb-85cdfe5bc1ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0509863 Oct 20 04:09:39.905200 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cc0-b009-41c6-850e-bce7f16cbc7c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.910689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cc0-b009-41c6-850e-bce7f16cbc7c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.930015 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03083c1d-2488-40a9-8605-74d5d1a185aa req-8c05d8b7-b5fb-4deb-a580-2a7845c6e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:39.930647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad28cc0-b009-41c6-850e-bce7f16cbc7c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975f689c-d3cd-4a73-928c-334590c09ef6,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:39.931463 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03083c1d-2488-40a9-8605-74d5d1a185aa req-8c05d8b7-b5fb-4deb-a580-2a7845c6e14d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479302 Oct 20 04:09:39.943603 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cc0-b009-41c6-850e-bce7f16cbc7c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:39.948053 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6ad28cc0-b009-41c6-850e-bce7f16cbc7c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369264 Oct 20 04:09:39.948858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34906) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:09:39.953970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0a19d1f2-db95-4299-a5ca-a92fa572ec7e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': '0cf91d93-9939-4e93-b775-e03e8851fed4', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:39.954533 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-1b3a5091-da26-4d67-8b56-283c160527fb None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:09:39.979301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a19d1f2-db95-4299-a5ca-a92fa572ec7e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.027557 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03083c1d-2488-40a9-8605-74d5d1a185aa req-2e95614e-306f-4f33-bfab-d89714c30396 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890288 Oct 20 04:09:40.044087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a19d1f2-db95-4299-a5ca-a92fa572ec7e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.049214 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a19d1f2-db95-4299-a5ca-a92fa572ec7e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.069805 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d1f2-db95-4299-a5ca-a92fa572ec7e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90e79b7-48a8-4969-b37a-c71fb988208f,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:40.076169 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0a19d1f2-db95-4299-a5ca-a92fa572ec7e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.077397 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0a19d1f2-db95-4299-a5ca-a92fa572ec7e tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273713 Oct 20 04:09:40.080018 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34908) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:09:40.084288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f15cabb3-1ab6-4efa-a578-ae3b08dfcc17 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': '0cf91d93-9939-4e93-b775-e03e8851fed4', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:40.111838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f15cabb3-1ab6-4efa-a578-ae3b08dfcc17 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.146229 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03083c1d-2488-40a9-8605-74d5d1a185aa req-1779555d-56cd-4330-8a3e-cfd49b21f39b service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124928 Oct 20 04:09:40.181393 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f15cabb3-1ab6-4efa-a578-ae3b08dfcc17 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.185539 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f15cabb3-1ab6-4efa-a578-ae3b08dfcc17 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.198792 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-1b3a5091-da26-4d67-8b56-283c160527fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c2f57a48-5649-448c-b626-12cee8e72898', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'port_id': '0894e670-5120-4560-951c-a4494d6220f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'mac_address': 'fa:16:3e:76:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:09:38Z', 'updated_at': '2022-10-20T04:09:38Z', 'revision_number': 0, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:09:40.203104 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cabb3-1ab6-4efa-a578-ae3b08dfcc17 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f9dbd3-d1ee-4f27-aa63-1a3cbb04979e,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:40.212394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f15cabb3-1ab6-4efa-a578-ae3b08dfcc17 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.213658 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f15cabb3-1ab6-4efa-a578-ae3b08dfcc17 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326900 Oct 20 04:09:40.217106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34910) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:09:40.221998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5ecad5ed-09fd-4dbe-98c3-1ea0f76c7b25 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': '0cf91d93-9939-4e93-b775-e03e8851fed4', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:40.227618 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a5091-da26-4d67-8b56-283c160527fb None None] The sync data for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv is: [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'c2f57a48-5649-448c-b626-12cee8e72898', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'port_id': '0894e670-5120-4560-951c-a4494d6220f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'mac_address': 'fa:16:3e:76:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:09:38Z', 'updated_at': '2022-10-20T04:09:38Z', 'revision_number': 0, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:09:40.243082 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-5ecad5ed-09fd-4dbe-98c3-1ea0f76c7b25 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Project 768a73221f2e49859ffafe9b0853ad9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:09:40.248898 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ecad5ed-09fd-4dbe-98c3-1ea0f76c7b25 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.312769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ecad5ed-09fd-4dbe-98c3-1ea0f76c7b25 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.316775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ecad5ed-09fd-4dbe-98c3-1ea0f76c7b25 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.335837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecad5ed-09fd-4dbe-98c3-1ea0f76c7b25 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d1f3cf-6e7f-4fdc-87ad-001d52e9a5f0,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:40.344031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ecad5ed-09fd-4dbe-98c3-1ea0f76c7b25 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.345285 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5ecad5ed-09fd-4dbe-98c3-1ea0f76c7b25 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270347 Oct 20 04:09:40.347927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34912) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:09:40.352227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-2c63ed07-40a0-4518-be3f-e85e433f4084 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'security_group_rule': {'security_group_id': '0cf91d93-9939-4e93-b775-e03e8851fed4', 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:40.374257 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-2c63ed07-40a0-4518-be3f-e85e433f4084 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Project 768a73221f2e49859ffafe9b0853ad9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:09:40.379875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c63ed07-40a0-4518-be3f-e85e433f4084 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.445373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfebcc3-515d-4f24-bb64-6706c684a0db None None] New status for floating IP c2f57a48-5649-448c-b626-12cee8e72898: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:09:40.447979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c63ed07-40a0-4518-be3f-e85e433f4084 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.454011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c63ed07-40a0-4518-be3f-e85e433f4084 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.475835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63ed07-40a0-4518-be3f-e85e433f4084 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44a49ff-777b-4754-8805-d643e2a9de59,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:40.486429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c63ed07-40a0-4518-be3f-e85e433f4084 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.487709 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2c63ed07-40a0-4518-be3f-e85e433f4084 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387684 Oct 20 04:09:40.567261 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1de68d2c-67be-4cd3-b210-41b30f0222df req-4c801a98-adba-4aea-a2d0-5aeb9829d48a tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465504971&fields=id&tenant_id=768a73221f2e49859ffafe9b0853ad9a HTTP/1.1" status: 200 len: 267 time: 0.0340431 Oct 20 04:09:40.627318 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de68d2c-67be-4cd3-b210-41b30f0222df req-acbcd706-87df-4243-9331-fc7c8eff4a84 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:40.629147 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1de68d2c-67be-4cd3-b210-41b30f0222df req-acbcd706-87df-4243-9331-fc7c8eff4a84 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 945 time: 0.0558422 Oct 20 04:09:40.639999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-1de68d2c-67be-4cd3-b210-41b30f0222df req-aa7ca966-0a41-449f-abf4-b42d5c24becd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'port': {'security_groups': ['bd891908-687a-4cfb-be29-73c9ace8ee15', '0cf91d93-9939-4e93-b775-e03e8851fed4']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:09:40.702404 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1de68d2c-67be-4cd3-b210-41b30f0222df req-aa7ca966-0a41-449f-abf4-b42d5c24becd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.886482 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-1de68d2c-67be-4cd3-b210-41b30f0222df req-aa7ca966-0a41-449f-abf4-b42d5c24becd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] For port 0894e670-5120-4560-951c-a4494d6220f1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=0894e670-5120-4560-951c-a4494d6220f1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:09:40.915662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1de68d2c-67be-4cd3-b210-41b30f0222df req-aa7ca966-0a41-449f-abf4-b42d5c24becd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.921013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1de68d2c-67be-4cd3-b210-41b30f0222df req-aa7ca966-0a41-449f-abf4-b42d5c24becd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.931882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de68d2c-67be-4cd3-b210-41b30f0222df req-aa7ca966-0a41-449f-abf4-b42d5c24becd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:40.932500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1de68d2c-67be-4cd3-b210-41b30f0222df req-aa7ca966-0a41-449f-abf4-b42d5c24becd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:40.932701 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['0894e670-5120-4560-951c-a4494d6220f1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:09:40.933858 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1de68d2c-67be-4cd3-b210-41b30f0222df req-aa7ca966-0a41-449f-abf4-b42d5c24becd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "PUT /v2.0/ports/0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 200 len: 981 time: 0.2984159 Oct 20 04:09:40.934352 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'tag': '0894e670-5120-4560-951c-a4494d6220f1'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:09:40.936669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "tag": "0894e670-5120-4560-951c-a4494d6220f1"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:09:40.981817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88e8b75-d62f-4e3a-b6f5-fb0e557f20e7 x-openstack-request-id: req-e88e8b75-d62f-4e3a-b6f5-fb0e557f20e7 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:09:40.983161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "tag": "0894e670-5120-4560-951c-a4494d6220f1", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:09:40.984042 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e88e8b75-d62f-4e3a-b6f5-fb0e557f20e7 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:09:40.984042 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88e8b75-d62f-4e3a-b6f5-fb0e557f20e7'] response: {'name': 'network-changed', 'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'tag': '0894e670-5120-4560-951c-a4494d6220f1', 'status': 'completed', 'code': 200} Oct 20 04:09:41.019608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['0894e670-5120-4560-951c-a4494d6220f1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:09:41.045704 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ca966-0a41-449f-abf4-b42d5c24becd tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'Port': ['ID=0894e670-5120-4560-951c-a4494d6220f1,revision_number=6']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:09:41.093278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5eff1-d84d-4fcf-9d17-71914686a341 req-eed570a4-aa81-43c3-8638-a7dc7cc50374 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:41.094873 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-30a5eff1-d84d-4fcf-9d17-71914686a341 req-eed570a4-aa81-43c3-8638-a7dc7cc50374 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0970991 Oct 20 04:09:41.097118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01 req-139047f3-7166-4326-873a-ed4395a66ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:41.098591 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01 req-139047f3-7166-4326-873a-ed4395a66ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 1137 time: 0.0819464 Oct 20 04:09:41.167183 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-30a5eff1-d84d-4fcf-9d17-71914686a341 req-c6431fda-d160-492c-97b6-9cbe354348da tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656652 Oct 20 04:09:41.225740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01 req-a47c7320-eafe-4220-9aa4-c4719f1f3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:41.227125 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01 req-a47c7320-eafe-4220-9aa4-c4719f1f3f6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.1192272 Oct 20 04:09:41.293655 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01 req-b1d56db5-de17-4612-9f94-096bb2ec11a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 200 len: 1001 time: 0.0597384 Oct 20 04:09:41.348991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01 req-c8dcd200-b032-4a0c-a690-b95148998783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:41.350452 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01 req-c8dcd200-b032-4a0c-a690-b95148998783 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0491517 Oct 20 04:09:41.396868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01 req-e91fbc12-ff09-4517-9fe7-7ee022a45f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:41.398793 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01 req-e91fbc12-ff09-4517-9fe7-7ee022a45f18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419071 Oct 20 04:09:41.491053 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01 req-75403248-0d71-4277-bcf0-4798ebd40e74 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846825 Oct 20 04:09:41.588232 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0481fe7e-8ac5-4cac-8ea0-496bdc7f4e01 req-a9a2dd5c-2eb4-4960-a63f-04ee26bef452 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903854 Oct 20 04:09:44.665597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-38bce679-a1b7-40c1-afdb-04c1079c17b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:46.630949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1acee86e-1a41-4276-a488-93c7c2fc863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:47.908400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:49.398615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:49.603776 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:09:58.366696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bf6ca-830a-474e-ac3a-433fee1a9de5 req-7de6ddb8-d98c-4ebb-a4a8-f533bb732296 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:58.368471 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-511bf6ca-830a-474e-ac3a-433fee1a9de5 req-7de6ddb8-d98c-4ebb-a4a8-f533bb732296 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0792806 Oct 20 04:09:58.375198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d3fb9-b9d8-4c88-a7a4-0d44e6c4b44f req-2bf11a12-3ff2-4d1f-8e26-e62355e77f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:58.376581 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-619d3fb9-b9d8-4c88-a7a4-0d44e6c4b44f req-2bf11a12-3ff2-4d1f-8e26-e62355e77f46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 1137 time: 0.0595133 Oct 20 04:09:58.441319 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-511bf6ca-830a-474e-ac3a-433fee1a9de5 req-4405609c-7935-42f0-b398-277419ae4813 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637195 Oct 20 04:09:58.494203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d3fb9-b9d8-4c88-a7a4-0d44e6c4b44f req-92d131e9-19c9-4016-8d83-68162a3bac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:58.495667 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-619d3fb9-b9d8-4c88-a7a4-0d44e6c4b44f req-92d131e9-19c9-4016-8d83-68162a3bac91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.1119201 Oct 20 04:09:58.564892 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-619d3fb9-b9d8-4c88-a7a4-0d44e6c4b44f req-5f1ba503-cd47-45d4-a6bf-6383d5572451 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 200 len: 1001 time: 0.0617845 Oct 20 04:09:58.613418 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d3fb9-b9d8-4c88-a7a4-0d44e6c4b44f req-c968689f-3b6f-4113-a7d8-1bab94ad1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:58.614851 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-619d3fb9-b9d8-4c88-a7a4-0d44e6c4b44f req-c968689f-3b6f-4113-a7d8-1bab94ad1b4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0436828 Oct 20 04:09:58.661840 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d3fb9-b9d8-4c88-a7a4-0d44e6c4b44f req-4ed386ce-a481-4f11-ba0f-ef0704286d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:58.663300 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-619d3fb9-b9d8-4c88-a7a4-0d44e6c4b44f req-4ed386ce-a481-4f11-ba0f-ef0704286d82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396624 Oct 20 04:09:58.757528 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-619d3fb9-b9d8-4c88-a7a4-0d44e6c4b44f req-05162dd5-89e1-4765-81e5-ebb890340d53 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861354 Oct 20 04:09:58.847241 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-619d3fb9-b9d8-4c88-a7a4-0d44e6c4b44f req-12a7d972-2ecb-4d07-836f-35f4132b98ca service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817387 Oct 20 04:09:59.562888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771dd05-8b0e-409d-af35-e25c951d7320 req-4b8e4065-09a8-4403-99ce-3e53b2451699 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:09:59.564291 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a771dd05-8b0e-409d-af35-e25c951d7320 req-4b8e4065-09a8-4403-99ce-3e53b2451699 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0480661 Oct 20 04:09:59.604809 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a771dd05-8b0e-409d-af35-e25c951d7320 req-8f99da7c-818a-4f2a-a813-6a577689a648 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344493 Oct 20 04:10:00.727235 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce3cfb-0f5d-40c7-90f2-d31c197ffb49 req-46df1b44-3eb2-4317-b0d2-b703a4d5d863 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:00.728744 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86ce3cfb-0f5d-40c7-90f2-d31c197ffb49 req-46df1b44-3eb2-4317-b0d2-b703a4d5d863 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0508490 Oct 20 04:10:00.772224 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86ce3cfb-0f5d-40c7-90f2-d31c197ffb49 req-170a5349-65a3-4f7c-bde7-ef1c69d2525b tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374820 Oct 20 04:10:01.895992 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fbf52-c7ba-42af-a117-fad1387d2b38 req-61e00a5d-3fa8-44f4-98b5-8ccea0be4751 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:01.897708 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-931fbf52-c7ba-42af-a117-fad1387d2b38 req-61e00a5d-3fa8-44f4-98b5-8ccea0be4751 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0522723 Oct 20 04:10:01.938411 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-931fbf52-c7ba-42af-a117-fad1387d2b38 req-914504f9-9eda-4c89-b3f9-559cd06ac898 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339286 Oct 20 04:10:03.059549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dd2c8-e85e-4704-865e-5dc0d5d27ff8 req-aa75aff3-3981-4e6c-8910-3b35a4cbdd7a tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:03.061058 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-944dd2c8-e85e-4704-865e-5dc0d5d27ff8 req-aa75aff3-3981-4e6c-8910-3b35a4cbdd7a tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0511873 Oct 20 04:10:03.102072 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-944dd2c8-e85e-4704-865e-5dc0d5d27ff8 req-3510694a-4f9e-4cf4-9434-37b90ba05984 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350711 Oct 20 04:10:04.269189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4635a-6abf-49f0-8c37-03878c504c61 req-a03b2177-60be-494d-ad03-225620ce2cdc tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:04.270649 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-02b4635a-6abf-49f0-8c37-03878c504c61 req-a03b2177-60be-494d-ad03-225620ce2cdc tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0488183 Oct 20 04:10:04.310409 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-02b4635a-6abf-49f0-8c37-03878c504c61 req-0322aadd-833f-4140-b4b3-1ff728e8d30a tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337651 Oct 20 04:10:05.432560 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21209acb-fc11-4b73-930b-754b98fe46f8 req-5387cd23-ad06-4cb3-be24-db8c3e6498de tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:05.434037 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21209acb-fc11-4b73-930b-754b98fe46f8 req-5387cd23-ad06-4cb3-be24-db8c3e6498de tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0501990 Oct 20 04:10:05.474520 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-21209acb-fc11-4b73-930b-754b98fe46f8 req-f7582cb6-8d1b-4a7b-af75-775415cb110c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342987 Oct 20 04:10:06.594772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1394880-344a-4727-a8b3-59d339fa1fc0 req-ca6434f7-47cf-49a3-ad7f-963662f94eaf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:06.596130 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f1394880-344a-4727-a8b3-59d339fa1fc0 req-ca6434f7-47cf-49a3-ad7f-963662f94eaf tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0487704 Oct 20 04:10:06.637144 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f1394880-344a-4727-a8b3-59d339fa1fc0 req-b8ee1ac9-fb45-46ce-a66b-96efceb9db24 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341547 Oct 20 04:10:07.757221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c62ac5-bed9-468b-87f4-2f7cf76d013d req-4cde8dff-4a15-49a7-91c7-c9626df4ed88 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:07.758656 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7c62ac5-bed9-468b-87f4-2f7cf76d013d req-4cde8dff-4a15-49a7-91c7-c9626df4ed88 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0490825 Oct 20 04:10:07.803139 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7c62ac5-bed9-468b-87f4-2f7cf76d013d req-96f72764-645c-4cf6-926c-40a814e22eb4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379691 Oct 20 04:10:08.721918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:08.925582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821f2bb-b3d4-400d-a52e-33badf1e2108 req-520ea9fe-eaf6-428f-aa31-ac2d73fcc379 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:08.926936 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7821f2bb-b3d4-400d-a52e-33badf1e2108 req-520ea9fe-eaf6-428f-aa31-ac2d73fcc379 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0515611 Oct 20 04:10:08.966887 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7821f2bb-b3d4-400d-a52e-33badf1e2108 req-55db8a67-0ab1-48f6-9242-23c08ebae4f0 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339637 Oct 20 04:10:10.089206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b06bfd-f44a-488b-9e6d-cdab4359eef0 req-71b57834-935d-4a61-8ba7-cf30e3ab1c9b tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:10.090716 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-09b06bfd-f44a-488b-9e6d-cdab4359eef0 req-71b57834-935d-4a61-8ba7-cf30e3ab1c9b tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0499208 Oct 20 04:10:10.130566 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-09b06bfd-f44a-488b-9e6d-cdab4359eef0 req-b261764b-4cb8-4d1d-a995-d419c16c939f tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cf91d93-9939-4e93-b775-e03e8851fed4&id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336998 Oct 20 04:10:13.701893 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:10:14.657358 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c8b2e2d-e07a-4192-a153-900d47621f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:14.805729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-97fea164-01d7-47e5-bce6-21aae3032643 req-11231952-8d78-4e91-b3b4-326dbf10852e tempest-ServerDiskConfigTestJSON-2082624590 tempest-ServerDiskConfigTestJSON-2082624590-project] (103629) timed out ('10.222.0.36', 49937) {{(pid=103629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 04:10:16.632336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b074c56d-661f-45c4-b25a-74fd46588f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:17.911333 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:18.923566 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-63a91005-268f-4596-b545-400c74b57452 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395825 Oct 20 04:10:19.003480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-f6114777-45d8-48a1-8719-1cb3da3113f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:19.005063 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-f6114777-45d8-48a1-8719-1cb3da3113f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 1137 time: 0.0399902 Oct 20 04:10:19.111474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-881925d7-60c2-4faf-93e9-8467bfd7c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:19.112944 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-881925d7-60c2-4faf-93e9-8467bfd7c95c service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.0875373 Oct 20 04:10:19.176074 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-81ec6e85-7f75-4069-b13f-d72340a3dc06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 200 len: 1001 time: 0.0564919 Oct 20 04:10:19.228483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-db85f0c3-201b-4b44-bc15-6144e95036dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:19.229866 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-db85f0c3-201b-4b44-bc15-6144e95036dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0467618 Oct 20 04:10:19.275639 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-af8c46c1-eb90-4e1e-9d93-9dd1bda0c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:19.277114 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-af8c46c1-eb90-4e1e-9d93-9dd1bda0c97c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405982 Oct 20 04:10:19.369367 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-41e84de8-ec01-4a2a-83f0-17a6840358fd service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858610 Oct 20 04:10:19.399577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:19.458648 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c2e653d-e2d8-4177-affe-13485c909dbd req-15d25ac9-ad49-4103-b3be-e4f05394521f service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825191 Oct 20 04:10:19.606138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:38.735130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:42.666128 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-39f39b84-b7db-43ea-98f0-e529d05277bc req-863c95cc-0ab6-4fa5-8bef-55cf323d570c tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465504971&fields=id&tenant_id=768a73221f2e49859ffafe9b0853ad9a HTTP/1.1" status: 200 len: 267 time: 0.0328851 Oct 20 04:10:42.718909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f39b84-b7db-43ea-98f0-e529d05277bc req-05e56d52-dce3-4f2a-a852-fe64083d8849 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:42.721000 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-39f39b84-b7db-43ea-98f0-e529d05277bc req-05e56d52-dce3-4f2a-a852-fe64083d8849 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 984 time: 0.0493336 Oct 20 04:10:42.731743 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [req-39f39b84-b7db-43ea-98f0-e529d05277bc req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Request body: {'port': {'security_groups': ['bd891908-687a-4cfb-be29-73c9ace8ee15']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:10:42.799480 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-39f39b84-b7db-43ea-98f0-e529d05277bc req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:42.970043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [req-39f39b84-b7db-43ea-98f0-e529d05277bc req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] For port 0894e670-5120-4560-951c-a4494d6220f1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=0894e670-5120-4560-951c-a4494d6220f1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:10:42.997584 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-39f39b84-b7db-43ea-98f0-e529d05277bc req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.002644 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-39f39b84-b7db-43ea-98f0-e529d05277bc req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.014954 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f39b84-b7db-43ea-98f0-e529d05277bc req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:43.015548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-39f39b84-b7db-43ea-98f0-e529d05277bc req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.016979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['0894e670-5120-4560-951c-a4494d6220f1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:10:43.017525 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-39f39b84-b7db-43ea-98f0-e529d05277bc req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "PUT /v2.0/ports/0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 200 len: 942 time: 0.2901726 Oct 20 04:10:43.017983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'tag': '0894e670-5120-4560-951c-a4494d6220f1'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:10:43.020456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c8224f-5de7-4311-b212-53658a2f92e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "tag": "0894e670-5120-4560-951c-a4494d6220f1"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:10:43.023542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 34966) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:10:43.069976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e28363-56bb-4da2-9f00-d5f8384ca9fc x-openstack-request-id: req-41e28363-56bb-4da2-9f00-d5f8384ca9fc {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:10:43.070287 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "tag": "0894e670-5120-4560-951c-a4494d6220f1", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:10:43.070541 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41e28363-56bb-4da2-9f00-d5f8384ca9fc {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:10:43.071003 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e28363-56bb-4da2-9f00-d5f8384ca9fc'] response: {'name': 'network-changed', 'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'tag': '0894e670-5120-4560-951c-a4494d6220f1', 'status': 'completed', 'code': 200} Oct 20 04:10:43.077312 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event updated for resources: {'Port': ['ID=0894e670-5120-4560-951c-a4494d6220f1,revision_number=7']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:43.086138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.086506 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.086857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.087203 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.087546 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.087884 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.088223 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.088583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.088918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.089251 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.089614 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.090355 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4fe9e-c67e-42f8-9d54-3cc9f298d7b4 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.107770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.114988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['0894e670-5120-4560-951c-a4494d6220f1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:10:43.155356 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.178686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8224f-5de7-4311-b212-53658a2f92e5 req-443c82ca-d00a-4cee-bc57-92b6963f47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:43.180159 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7c8224f-5de7-4311-b212-53658a2f92e5 req-443c82ca-d00a-4cee-bc57-92b6963f47b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 1098 time: 0.0870769 Oct 20 04:10:43.281556 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8224f-5de7-4311-b212-53658a2f92e5 req-88fc0f76-aa0e-428e-9448-e111f46f8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:43.282998 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7c8224f-5de7-4311-b212-53658a2f92e5 req-88fc0f76-aa0e-428e-9448-e111f46f8246 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.0920017 Oct 20 04:10:43.284073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.286953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.287991 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "DELETE /v2.0/security-groups/0cf91d93-9939-4e93-b775-e03e8851fed4 HTTP/1.1" status: 204 len: 168 time: 0.2634776 Oct 20 04:10:43.295514 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 34968) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:10:43.310047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf91d93-9939-4e93-b775-e03e8851fed4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:43.349888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.350232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.350573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.350906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.351243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.351574 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.351902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.352231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.352581 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.352904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.353225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.353549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37b3cb-eee5-4c6b-8d1b-bc62d32ca2f5 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:43.378691 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7c8224f-5de7-4311-b212-53658a2f92e5 req-26407262-d96e-4898-8eb0-5510a9179f0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 200 len: 1001 time: 0.0851917 Oct 20 04:10:43.429135 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8224f-5de7-4311-b212-53658a2f92e5 req-9793b4bb-4325-4dce-a401-ad511333d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:43.431054 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7c8224f-5de7-4311-b212-53658a2f92e5 req-9793b4bb-4325-4dce-a401-ad511333d639 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0455253 Oct 20 04:10:43.467515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Deleting port 9558f7b4-0a04-443c-9c03-b7bf983467f5 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:10:43.467852 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.478528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8224f-5de7-4311-b212-53658a2f92e5 req-c67742e3-9e41-4e2a-b36a-0aee929bebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:43.480072 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7c8224f-5de7-4311-b212-53658a2f92e5 req-c67742e3-9e41-4e2a-b36a-0aee929bebbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405183 Oct 20 04:10:43.545536 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.545763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.558629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Calling delete_port for 9558f7b4-0a04-443c-9c03-b7bf983467f5 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:10:43.576152 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7c8224f-5de7-4311-b212-53658a2f92e5 req-0cd3bc21-2a9b-4907-b7b1-4525e9bc713a service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884092 Oct 20 04:10:43.675891 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7c8224f-5de7-4311-b212-53658a2f92e5 req-ca916885-8e3a-4110-b33c-d8ccfb3585eb service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883598 Oct 20 04:10:43.709985 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.736069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event deleted for resources: {'Port': ['ID=9558f7b4-0a04-443c-9c03-b7bf983467f5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:43.793537 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:43.793899 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Floating IP c2f57a48-5649-448c-b626-12cee8e72898 disassociated (deleted). External IP: 172.26.0.186, port: 0894e670-5120-4560-951c-a4494d6220f1. Oct 20 04:10:44.001615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:10:44.107008 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:10:44.112736 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:44.117254 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ee93f-c0e1-4d29-8ecd-928ac600e081 None None] Sync routers for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:10:44.127217 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ee93f-c0e1-4d29-8ecd-928ac600e081 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:10:44.127811 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-585ee93f-c0e1-4d29-8ecd-928ac600e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:10:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:44.139640 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-eb86fb33-cc4d-4c2c-ad9e-9db409b24856 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "DELETE /v2.0/floatingips/c2f57a48-5649-448c-b626-12cee8e72898 HTTP/1.1" status: 204 len: 168 time: 0.8411930 Oct 20 04:10:44.232845 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-585ee93f-c0e1-4d29-8ecd-928ac600e081 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:10:44.528078 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-585ee93f-c0e1-4d29-8ecd-928ac600e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:44.558023 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ee93f-c0e1-4d29-8ecd-928ac600e081 None None] Checking router: 3467dfa6-0553-42a9-9796-dcb1512f8eb4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:10:44.567178 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ee93f-c0e1-4d29-8ecd-928ac600e081 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:10:44.567785 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-585ee93f-c0e1-4d29-8ecd-928ac600e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:10:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:44.660638 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-89a3a8a3-2b47-443f-b1a5-eab1b62666d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:44.675381 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-585ee93f-c0e1-4d29-8ecd-928ac600e081 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:10:44.874166 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-585ee93f-c0e1-4d29-8ecd-928ac600e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:44.902776 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ee93f-c0e1-4d29-8ecd-928ac600e081 None None] The sync data for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv is: [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:04:57Z', 'revision_number': 4, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '9219b863-d118-470a-9751-45c84238393f', 'name': '', 'network_id': '77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'mac_address': 'fa:16:3e:30:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:56Z', 'updated_at': '2022-10-20T04:05:01Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'subnets': [{'id': 'adb6ce18-8035-42ce-8a03-18855a909810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:10:45.072228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'tag': '0894e670-5120-4560-951c-a4494d6220f1'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:10:45.081444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ca0ed8-25a3-4107-a7f1-26c61c84416b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "tag": "0894e670-5120-4560-951c-a4494d6220f1"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:10:45.127120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b4c28a-4d17-4730-8365-95810dd378f7 x-openstack-request-id: req-97b4c28a-4d17-4730-8365-95810dd378f7 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:10:45.127728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "tag": "0894e670-5120-4560-951c-a4494d6220f1", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:10:45.128260 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97b4c28a-4d17-4730-8365-95810dd378f7 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:10:45.128863 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b4c28a-4d17-4730-8365-95810dd378f7'] response: {'name': 'network-changed', 'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'tag': '0894e670-5120-4560-951c-a4494d6220f1', 'status': 'completed', 'code': 200} Oct 20 04:10:45.210103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca0ed8-25a3-4107-a7f1-26c61c84416b req-4ef3dc87-dbf5-4407-98c3-8be619adbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:45.212240 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79ca0ed8-25a3-4107-a7f1-26c61c84416b req-4ef3dc87-dbf5-4407-98c3-8be619adbe73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=768a73221f2e49859ffafe9b0853ad9a&device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 1098 time: 0.0550578 Oct 20 04:10:45.218330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d267cc9-8d0c-4438-9395-c87006acf453 None None] New status for floating IP c2f57a48-5649-448c-b626-12cee8e72898: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:10:45.340458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca0ed8-25a3-4107-a7f1-26c61c84416b req-1226fcea-05d7-4e16-942b-830b7af333f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:45.341930 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79ca0ed8-25a3-4107-a7f1-26c61c84416b req-1226fcea-05d7-4e16-942b-830b7af333f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 200 len: 916 time: 0.1173477 Oct 20 04:10:45.392603 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79ca0ed8-25a3-4107-a7f1-26c61c84416b req-f65b4b5b-36ed-4dc5-b128-4eafe7f978b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 200 len: 217 time: 0.0390089 Oct 20 04:10:45.447664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca0ed8-25a3-4107-a7f1-26c61c84416b req-ded3eeb2-fc62-46d4-8b7b-48b07e5de7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:45.449061 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79ca0ed8-25a3-4107-a7f1-26c61c84416b req-ded3eeb2-fc62-46d4-8b7b-48b07e5de7c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 200 len: 854 time: 0.0469429 Oct 20 04:10:45.498946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca0ed8-25a3-4107-a7f1-26c61c84416b req-48bcff20-4c06-4daf-8925-a9795eb0884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:45.501168 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79ca0ed8-25a3-4107-a7f1-26c61c84416b req-48bcff20-4c06-4daf-8925-a9795eb0884a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402133 Oct 20 04:10:45.602081 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79ca0ed8-25a3-4107-a7f1-26c61c84416b req-fce41a45-b375-4df7-a489-6732d95a5c62 service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907550 Oct 20 04:10:45.701189 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-79ca0ed8-25a3-4107-a7f1-26c61c84416b req-bcb05b97-04e4-4062-a488-bb06dadffb4a service neutron] 10.222.0.36 "GET /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890665 Oct 20 04:10:46.633596 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-643fa000-fb30-4b7f-b8de-3d24f704d363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:47.915920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:49.403282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:49.608999 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:50.701018 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:10:51.195810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e9060-4e8e-449c-a721-9d2f812c6d2c req-100f02c7-9dd8-4394-8cec-4782be3d8a85 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:51.197300 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-974e9060-4e8e-449c-a721-9d2f812c6d2c req-100f02c7-9dd8-4394-8cec-4782be3d8a85 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 945 time: 0.0508785 Oct 20 04:10:51.235689 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-974e9060-4e8e-449c-a721-9d2f812c6d2c req-f76da0c1-dbff-47eb-b34e-76ebed744146 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Oct 20 04:10:52.404918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1f1ac-0bf0-44d6-837d-b07687d3dfc3 req-7a90f309-2f76-4b41-b492-e9983c649a9d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:52.406970 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-17c1f1ac-0bf0-44d6-837d-b07687d3dfc3 req-7a90f309-2f76-4b41-b492-e9983c649a9d tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 945 time: 0.0951540 Oct 20 04:10:52.444062 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-17c1f1ac-0bf0-44d6-837d-b07687d3dfc3 req-9d29147c-60aa-4e38-84cd-f0468bc4f79a tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd891908-687a-4cfb-be29-73c9ace8ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Oct 20 04:10:53.134891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832ab74-207a-4cbe-95dd-11a1688d8b3e req-6c7e6cd2-0c5c-40ce-89ff-96cd94b10730 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:10:53.136341 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1832ab74-207a-4cbe-95dd-11a1688d8b3e req-6c7e6cd2-0c5c-40ce-89ff-96cd94b10730 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 945 time: 0.0483420 Oct 20 04:10:53.231439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-1832ab74-207a-4cbe-95dd-11a1688d8b3e req-6ca49b3c-59a9-4239-b140-f84adedcc2a2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Deleting port 0894e670-5120-4560-951c-a4494d6220f1 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:10:53.231776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1832ab74-207a-4cbe-95dd-11a1688d8b3e req-6ca49b3c-59a9-4239-b140-f84adedcc2a2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:53.319795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-1832ab74-207a-4cbe-95dd-11a1688d8b3e req-6ca49b3c-59a9-4239-b140-f84adedcc2a2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] For port 0894e670-5120-4560-951c-a4494d6220f1, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=0894e670-5120-4560-951c-a4494d6220f1,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:10:53.320162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1832ab74-207a-4cbe-95dd-11a1688d8b3e req-6ca49b3c-59a9-4239-b140-f84adedcc2a2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:53.334019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-1832ab74-207a-4cbe-95dd-11a1688d8b3e req-6ca49b3c-59a9-4239-b140-f84adedcc2a2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Calling delete_port for 0894e670-5120-4560-951c-a4494d6220f1 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:10:53.465007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1832ab74-207a-4cbe-95dd-11a1688d8b3e req-6ca49b3c-59a9-4239-b140-f84adedcc2a2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:53.480459 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['0894e670-5120-4560-951c-a4494d6220f1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:10:53.496131 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca49b3c-59a9-4239-b140-f84adedcc2a2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Pushing event deleted for resources: {'Port': ['ID=0894e670-5120-4560-951c-a4494d6220f1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:53.553975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1832ab74-207a-4cbe-95dd-11a1688d8b3e req-6ca49b3c-59a9-4239-b140-f84adedcc2a2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] No DVR routers for this DVR port 0894e670-5120-4560-951c-a4494d6220f1 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:10:53.556512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1832ab74-207a-4cbe-95dd-11a1688d8b3e req-6ca49b3c-59a9-4239-b140-f84adedcc2a2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:53.559834 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1832ab74-207a-4cbe-95dd-11a1688d8b3e req-6ca49b3c-59a9-4239-b140-f84adedcc2a2 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.36 "DELETE /v2.0/ports/0894e670-5120-4560-951c-a4494d6220f1 HTTP/1.1" status: 204 len: 173 time: 0.4141941 Oct 20 04:10:53.573370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'name': 'network-vif-deleted', 'tag': '0894e670-5120-4560-951c-a4494d6220f1'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:10:53.575960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745e222d-034d-49e8-9eaf-2b3349c8e418" -d '{"events": [{"server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "name": "network-vif-deleted", "tag": "0894e670-5120-4560-951c-a4494d6220f1"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:10:53.581311 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6a37f8bd-9482-4a6c-b286-93d36501d4af req-b445bdc1-fcb2-4c54-9393-a7cff5e37ca7 tempest-TestMinimumBasicScenario-951198405 tempest-TestMinimumBasicScenario-951198405-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b81b81-4118-476f-b216-66eb84caeb37 HTTP/1.1" status: 200 len: 210 time: 0.0559726 Oct 20 04:10:53.631169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56893623-9663-4ecb-9c03-b2823c8defa4 x-openstack-request-id: req-56893623-9663-4ecb-9c03-b2823c8defa4 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:10:53.631467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b81b81-4118-476f-b216-66eb84caeb37", "name": "network-vif-deleted", "tag": "0894e670-5120-4560-951c-a4494d6220f1", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:10:53.631717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56893623-9663-4ecb-9c03-b2823c8defa4 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:10:53.632177 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56893623-9663-4ecb-9c03-b2823c8defa4'] response: {'server_uuid': 'a0b81b81-4118-476f-b216-66eb84caeb37', 'name': 'network-vif-deleted', 'tag': '0894e670-5120-4560-951c-a4494d6220f1', 'status': 'completed', 'code': 200} Oct 20 04:10:55.154742 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35068) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:10:55.591557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:55.836434 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] Deleting port 9219b863-d118-470a-9751-45c84238393f {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:10:55.836775 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:55.914160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] For port 9219b863-d118-470a-9751-45c84238393f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=9219b863-d118-470a-9751-45c84238393f,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:10:55.914521 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:55.931280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] Calling delete_port for 9219b863-d118-470a-9751-45c84238393f owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:10:56.111106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:56.137389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] Pushing event deleted for resources: {'Port': ['ID=9219b863-d118-470a-9751-45c84238393f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:56.302293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:56.515748 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] Router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:10:56.619017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:10:56.623934 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-55ec211f-166a-4117-bb1b-802f0dd6b935 admin admin] 10.222.0.20 "PUT /v2.0/routers/3467dfa6-0553-42a9-9796-dcb1512f8eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4681909 Oct 20 04:10:56.626785 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35072) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:10:56.630493 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477cd214-9207-4dbf-8db3-c8b5ca9bc9a9 None None] Sync routers for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:10:56.639458 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477cd214-9207-4dbf-8db3-c8b5ca9bc9a9 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:10:56.640060 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-477cd214-9207-4dbf-8db3-c8b5ca9bc9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:10:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:56.744851 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-477cd214-9207-4dbf-8db3-c8b5ca9bc9a9 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:10:56.930459 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-477cd214-9207-4dbf-8db3-c8b5ca9bc9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:10:56Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:56.957282 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477cd214-9207-4dbf-8db3-c8b5ca9bc9a9 None None] Checking router: 3467dfa6-0553-42a9-9796-dcb1512f8eb4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:10:56.965736 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477cd214-9207-4dbf-8db3-c8b5ca9bc9a9 None None] Routers {'3467dfa6-0553-42a9-9796-dcb1512f8eb4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:10:56.966347 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-477cd214-9207-4dbf-8db3-c8b5ca9bc9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:10:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:57.024621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.071024 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-477cd214-9207-4dbf-8db3-c8b5ca9bc9a9 None None] Set router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:10:57.127387 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.180251 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Deleting port ea0d9eca-4aab-480c-8460-c0315bba93dd {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:10:57.180698 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.248123 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-477cd214-9207-4dbf-8db3-c8b5ca9bc9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:10:56Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:57.259505 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] For port ea0d9eca-4aab-480c-8460-c0315bba93dd, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=ea0d9eca-4aab-480c-8460-c0315bba93dd,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:10:57.259873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.274121 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477cd214-9207-4dbf-8db3-c8b5ca9bc9a9 None None] The sync data for ids ['3467dfa6-0553-42a9-9796-dcb1512f8eb4'] in dv-neutron-861842-1-hyperv is: [{'id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'name': 'tempest-TestMinimumBasicScenario-1041601141-router', 'tenant_id': '768a73221f2e49859ffafe9b0853ad9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:54Z', 'updated_at': '2022-10-20T04:10:56Z', 'revision_number': 5, 'project_id': '768a73221f2e49859ffafe9b0853ad9a', 'gw_port': {'id': 'ea0d9eca-4aab-480c-8460-c0315bba93dd', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3467dfa6-0553-42a9-9796-dcb1512f8eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:55Z', 'updated_at': '2022-10-20T04:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:10:57.277584 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Calling delete_port for ea0d9eca-4aab-480c-8460-c0315bba93dd owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:10:57.464991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.504759 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0d9eca-4aab-480c-8460-c0315bba93dd,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:57.576065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.688064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.690950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.747804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.748603 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3467dfa6-0553-42a9-9796-dcb1512f8eb4 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:10:57.754476 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.755764 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5b4874f8-6b77-4c0c-864a-8d07469a060f admin admin] 10.222.0.20 "DELETE /v2.0/routers/3467dfa6-0553-42a9-9796-dcb1512f8eb4 HTTP/1.1" status: 204 len: 168 time: 1.1281927 Oct 20 04:10:57.759717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35074) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:10:57.819740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a810c4aa-2f5f-4a8b-b9fd-206aab60a32d admin admin] Deleting subnet adb6ce18-8035-42ce-8a03-18855a909810 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:10:57.824113 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a810c4aa-2f5f-4a8b-b9fd-206aab60a32d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.863119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a810c4aa-2f5f-4a8b-b9fd-206aab60a32d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:57.966038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a810c4aa-2f5f-4a8b-b9fd-206aab60a32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.027065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a810c4aa-2f5f-4a8b-b9fd-206aab60a32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.054791 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810c4aa-2f5f-4a8b-b9fd-206aab60a32d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb6ce18-8035-42ce-8a03-18855a909810,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:58.058825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a810c4aa-2f5f-4a8b-b9fd-206aab60a32d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.065063 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a810c4aa-2f5f-4a8b-b9fd-206aab60a32d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/adb6ce18-8035-42ce-8a03-18855a909810 HTTP/1.1" status: 204 len: 168 time: 0.3033831 Oct 20 04:10:58.065257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b3148-4f06-4306-82b0-91fc2dfbc273 None None] Network 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:10:58.066835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35076) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:10:58.147736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.209047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Deleting port 96036788-6267-437c-9744-9aaafa092698 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:10:58.209406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.272543 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] For port 96036788-6267-437c-9744-9aaafa092698, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=96036788-6267-437c-9744-9aaafa092698,segment=NetworkSegment(3007a33f-ee44-4ed0-85d8-f36982d5b948),segment_id=3007a33f-ee44-4ed0-85d8-f36982d5b948)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:10:58.272804 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.285631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Calling delete_port for 96036788-6267-437c-9744-9aaafa092698 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:10:58.316158 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] DHCP port deletion for 77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:10:58.356150 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9219b863-d118-470a-9751-45c84238393f no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:10:58.383542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 9219b863-d118-470a-9751-45c84238393f {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:10:58.383796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.383941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 9219b863-d118-470a-9751-45c84238393f not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:10:58.399551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Deleting port 96036788-6267-437c-9744-9aaafa092698 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:10:58.399929 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.412922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=96036788-6267-437c-9744-9aaafa092698,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:58.414834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] No DVR routers for this DVR port 96036788-6267-437c-9744-9aaafa092698 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:10:58.462607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] For port 96036788-6267-437c-9744-9aaafa092698, host dv-neutron-861842-1-hyperv, got binding levels [] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:10:58.462997 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.476501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Calling delete_port for 96036788-6267-437c-9744-9aaafa092698 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:10:58.479516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.ipam_backend_mixin [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Port 96036788-6267-437c-9744-9aaafa092698 was not found and therefore no delete operation was performed {{(pid=103630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 20 04:10:58.480960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.486714 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.506578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Pushing event deleted for resources: {'Port': ['ID=96036788-6267-437c-9744-9aaafa092698,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:58.506763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:58.511270 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] No DVR routers for this DVR port 96036788-6267-437c-9744-9aaafa092698 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:10:58.517122 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3007a33f-ee44-4ed0-85d8-f36982d5b948') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:58.517425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3007a33f-ee44-4ed0-85d8-f36982d5b948') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:10:58.528199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 0894e670-5120-4560-951c-a4494d6220f1 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:10:58.531744 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.532101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.532470 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.532808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.532945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.533139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.533472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.533803 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.534134 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.534462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.534785 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.535112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.535435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe4fba-31cc-40ff-a60f-cb43fe0211e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:10:58.549437 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.555475 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:10:58.555866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.561373 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 0894e670-5120-4560-951c-a4494d6220f1 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:10:58.561722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 0894e670-5120-4560-951c-a4494d6220f1 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:10:58.617116 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.623488 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:58.630614 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235 HTTP/1.1" status: 204 len: 168 time: 0.5599687 Oct 20 04:10:58.631039 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35082) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:10:58.638697 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a3a6-8682-4d59-bcb2-133ff8e3dfa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ba4fe1-64d8-4bd8-8dd5-15a2fb38d235,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:58.662993 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3007a33f-ee44-4ed0-85d8-f36982d5b948 resource provider aggregate not found Oct 20 04:10:58.679724 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 3007a33f-ee44-4ed0-85d8-f36982d5b948 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3007a33f-ee44-4ed0-85d8-f36982d5b948 found for delete ", "request_id": "req-9dfb6111-b4bf-44d5-9069-8c694f025d64"}]} Oct 20 04:10:58.987912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:59.237313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] Deleting port f0253b31-6dc1-43c3-af35-e20f05bb905f {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:10:59.237651 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:59.313610 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] For port f0253b31-6dc1-43c3-af35-e20f05bb905f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f0253b31-6dc1-43c3-af35-e20f05bb905f,segment=NetworkSegment(9e90981d-0224-4011-96b5-fc902664b6da),segment_id=9e90981d-0224-4011-96b5-fc902664b6da)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:10:59.313976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:59.326448 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] Calling delete_port for f0253b31-6dc1-43c3-af35-e20f05bb905f owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:10:59.505227 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:59.531781 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0253b31-6dc1-43c3-af35-e20f05bb905f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:10:59.700787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:10:59.912704 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] Router 2a9f2b5c-3f65-4528-8c87-91d265fa925e has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:10:59.963315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ea0d9eca-4aab-480c-8460-c0315bba93dd no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:10:59.983103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: ea0d9eca-4aab-480c-8460-c0315bba93dd {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:10:59.983442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device ea0d9eca-4aab-480c-8460-c0315bba93dd not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:10:59.984633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 96036788-6267-437c-9744-9aaafa092698 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:11:00.003487 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 96036788-6267-437c-9744-9aaafa092698 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:11:00.003832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 96036788-6267-437c-9744-9aaafa092698 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:11:00.016065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:11:00.021473 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d3a0e40e-bf52-47f3-ae9a-d0268d6f7d36 admin admin] 10.222.0.20 "PUT /v2.0/routers/2a9f2b5c-3f65-4528-8c87-91d265fa925e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3888922 Oct 20 04:11:00.023543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35086) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:00.025917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6912ff-e49a-4bfa-bc68-f06cb158e681 None None] Sync routers for ids ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:11:00.035750 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6912ff-e49a-4bfa-bc68-f06cb158e681 None None] Routers {'2a9f2b5c-3f65-4528-8c87-91d265fa925e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:11:00.036400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4f6912ff-e49a-4bfa-bc68-f06cb158e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:10:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:00.128488 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.141777 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-4f6912ff-e49a-4bfa-bc68-f06cb158e681 None None] Set router 2a9f2b5c-3f65-4528-8c87-91d265fa925e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:11:00.229097 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.281602 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Deleting port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:11:00.281998 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.329640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4f6912ff-e49a-4bfa-bc68-f06cb158e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'name': 'tempest-TestMinimumBasicScenario-143551576-router', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:10:59Z', 'revision_number': 5, 'project_id': '98c21ec441814b00bf66849379aace14', 'gw_port': {'id': '8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:00.355734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6912ff-e49a-4bfa-bc68-f06cb158e681 None None] Checking router: 2a9f2b5c-3f65-4528-8c87-91d265fa925e for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:11:00.364169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6912ff-e49a-4bfa-bc68-f06cb158e681 None None] Routers {'2a9f2b5c-3f65-4528-8c87-91d265fa925e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:11:00.364795 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4f6912ff-e49a-4bfa-bc68-f06cb158e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:10:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:00.369233 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] For port 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:11:00.369607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.383025 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Calling delete_port for 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:11:00.450959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-4f6912ff-e49a-4bfa-bc68-f06cb158e681 None None] Set router 2a9f2b5c-3f65-4528-8c87-91d265fa925e gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:11:00.502405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-4f6912ff-e49a-4bfa-bc68-f06cb158e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'name': 'tempest-TestMinimumBasicScenario-143551576-router', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:11:00Z', 'revision_number': 6, 'project_id': '98c21ec441814b00bf66849379aace14', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:00.532833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6912ff-e49a-4bfa-bc68-f06cb158e681 None None] The sync data for ids ['2a9f2b5c-3f65-4528-8c87-91d265fa925e'] in dv-neutron-861842-1-hyperv is: [{'id': '2a9f2b5c-3f65-4528-8c87-91d265fa925e', 'name': 'tempest-TestMinimumBasicScenario-143551576-router', 'tenant_id': '98c21ec441814b00bf66849379aace14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:04:59Z', 'updated_at': '2022-10-20T04:11:00Z', 'revision_number': 6, 'project_id': '98c21ec441814b00bf66849379aace14', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:11:00.545131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.573235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:00.635581 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.722080 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.724375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.765800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.766347 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a9f2b5c-3f65-4528-8c87-91d265fa925e {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:11:00.770557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.771804 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a835274b-bd08-4780-9bbb-75409627b6cb admin admin] 10.222.0.20 "DELETE /v2.0/routers/2a9f2b5c-3f65-4528-8c87-91d265fa925e HTTP/1.1" status: 204 len: 168 time: 0.7472620 Oct 20 04:11:00.774431 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35088) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:00.819551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc5d2ad-3254-405f-8e5b-f51be1439149 admin admin] Deleting subnet da1d47ef-6b67-4f98-9427-7864fb8a8a9b {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:11:00.822449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d2ad-3254-405f-8e5b-f51be1439149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.856847 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d2ad-3254-405f-8e5b-f51be1439149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.944756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d2ad-3254-405f-8e5b-f51be1439149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:00.997137 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d2ad-3254-405f-8e5b-f51be1439149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.020751 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5d2ad-3254-405f-8e5b-f51be1439149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da1d47ef-6b67-4f98-9427-7864fb8a8a9b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:01.026600 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d2ad-3254-405f-8e5b-f51be1439149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.032178 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9bc5d2ad-3254-405f-8e5b-f51be1439149 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/da1d47ef-6b67-4f98-9427-7864fb8a8a9b HTTP/1.1" status: 204 len: 168 time: 0.2544315 Oct 20 04:11:01.032497 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35090) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:01.035132 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5217ab1e-ad26-4de8-8694-f58f8c705033 None None] Network b4d513a3-7dde-4504-ac6c-edc2c599f524 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:11:01.285921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582720df-1cf7-4546-a18e-49e374c85d79 None None] DHCP port deletion for b4d513a3-7dde-4504-ac6c-edc2c599f524 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:11:01.341027 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-582720df-1cf7-4546-a18e-49e374c85d79 None None] Deleting port a5629e21-9437-4db2-adf1-aa47171a705f {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:11:01.341403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-582720df-1cf7-4546-a18e-49e374c85d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.406495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.408357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-582720df-1cf7-4546-a18e-49e374c85d79 None None] For port a5629e21-9437-4db2-adf1-aa47171a705f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a5629e21-9437-4db2-adf1-aa47171a705f,segment=NetworkSegment(9e90981d-0224-4011-96b5-fc902664b6da),segment_id=9e90981d-0224-4011-96b5-fc902664b6da)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:11:01.408753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-582720df-1cf7-4546-a18e-49e374c85d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.424586 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-582720df-1cf7-4546-a18e-49e374c85d79 None None] Calling delete_port for a5629e21-9437-4db2-adf1-aa47171a705f owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:11:01.460238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Deleting port a5629e21-9437-4db2-adf1-aa47171a705f {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:11:01.460668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.510885 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-582720df-1cf7-4546-a18e-49e374c85d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.526293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] For port a5629e21-9437-4db2-adf1-aa47171a705f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a5629e21-9437-4db2-adf1-aa47171a705f,segment=NetworkSegment(9e90981d-0224-4011-96b5-fc902664b6da),segment_id=9e90981d-0224-4011-96b5-fc902664b6da)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:11:01.526660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.538914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582720df-1cf7-4546-a18e-49e374c85d79 None None] Pushing event deleted for resources: {'Port': ['ID=a5629e21-9437-4db2-adf1-aa47171a705f,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:01.540941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582720df-1cf7-4546-a18e-49e374c85d79 None None] No DVR routers for this DVR port a5629e21-9437-4db2-adf1-aa47171a705f on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:11:01.543603 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Calling delete_port for a5629e21-9437-4db2-adf1-aa47171a705f owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:11:01.628358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.654383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5629e21-9437-4db2-adf1-aa47171a705f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:01.656304 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] No DVR routers for this DVR port a5629e21-9437-4db2-adf1-aa47171a705f on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:11:01.727717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.747960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d513a3-7dde-4504-ac6c-edc2c599f524']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:01.757801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e90981d-0224-4011-96b5-fc902664b6da') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:01.758095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e90981d-0224-4011-96b5-fc902664b6da') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:01.767980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.780926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.786657 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:11:01.787036 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.845930 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.851216 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:01.854492 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b4d513a3-7dde-4504-ac6c-edc2c599f524 HTTP/1.1" status: 204 len: 168 time: 0.8209393 Oct 20 04:11:01.865175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d6887-a21e-46f0-a4d8-2876470f2063 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d513a3-7dde-4504-ac6c-edc2c599f524,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:01.867668 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 9e90981d-0224-4011-96b5-fc902664b6da resource provider aggregate not found Oct 20 04:11:01.884562 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 9e90981d-0224-4011-96b5-fc902664b6da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e90981d-0224-4011-96b5-fc902664b6da found for delete ", "request_id": "req-8c0d987c-ad9a-4c88-85b6-45ec7790ec1d"}]} Oct 20 04:11:01.939334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f0253b31-6dc1-43c3-af35-e20f05bb905f no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:11:01.959637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: f0253b31-6dc1-43c3-af35-e20f05bb905f {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:11:01.960009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f0253b31-6dc1-43c3-af35-e20f05bb905f not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:11:01.960455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a5629e21-9437-4db2-adf1-aa47171a705f no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:11:01.970089 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35100) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:01.982281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: a5629e21-9437-4db2-adf1-aa47171a705f {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:11:01.982628 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a5629e21-9437-4db2-adf1-aa47171a705f not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:11:01.983044 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:11:02.016044 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9b2408ee-6f46-4b38-9829-c1215f838931 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=768a73221f2e49859ffafe9b0853ad9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447884 Oct 20 04:11:02.018740 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35102) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:02.071080 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-851eeb74-885e-4d66-aaea-54111678858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:02.094890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-851eeb74-885e-4d66-aaea-54111678858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:02.142260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:11:02.142867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 8f2baaa3-5282-43a9-9b4c-8ca8a3bbd983 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:11:02.143798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-851eeb74-885e-4d66-aaea-54111678858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:02.146498 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-851eeb74-885e-4d66-aaea-54111678858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:02.150521 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-851eeb74-885e-4d66-aaea-54111678858e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd891908-687a-4cfb-be29-73c9ace8ee15 HTTP/1.1" status: 204 len: 168 time: 0.1308289 Oct 20 04:11:02.159757 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851eeb74-885e-4d66-aaea-54111678858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd891908-687a-4cfb-be29-73c9ace8ee15,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:02.456606 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35108) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:02.495750 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b34fb04e-5a8e-41cf-a901-34c22191af64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98c21ec441814b00bf66849379aace14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379977 Oct 20 04:11:02.498216 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35110) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:02.544619 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-59537c6a-d2f6-4b11-be8d-3e711984d1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:02.565814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-59537c6a-d2f6-4b11-be8d-3e711984d1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:02.616019 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-59537c6a-d2f6-4b11-be8d-3e711984d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:02.618834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-59537c6a-d2f6-4b11-be8d-3e711984d1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:02.619991 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-59537c6a-d2f6-4b11-be8d-3e711984d1c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95833f25-8e3d-49f7-bc02-55cf3327da44 HTTP/1.1" status: 204 len: 168 time: 0.1208875 Oct 20 04:11:02.628503 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59537c6a-d2f6-4b11-be8d-3e711984d1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95833f25-8e3d-49f7-bc02-55cf3327da44,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:04.017841 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35150) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:04.022428 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6bf5f080-6f36-4c1f-bcc5-4ad2a487b117 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28406338', 'description': 'tempest-secgroup-smoke-28406338 description', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:04.042723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f080-6f36-4c1f-bcc5-4ad2a487b117 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.051102 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f080-6f36-4c1f-bcc5-4ad2a487b117 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.123346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f080-6f36-4c1f-bcc5-4ad2a487b117 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.126723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f080-6f36-4c1f-bcc5-4ad2a487b117 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.163693 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5f080-6f36-4c1f-bcc5-4ad2a487b117 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002fbf12-3c3c-4b4c-8b92-3312b03374a3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:04.201556 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f080-6f36-4c1f-bcc5-4ad2a487b117 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.205923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f080-6f36-4c1f-bcc5-4ad2a487b117 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.234598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f080-6f36-4c1f-bcc5-4ad2a487b117 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.235756 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6bf5f080-6f36-4c1f-bcc5-4ad2a487b117 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2169166 Oct 20 04:11:04.238874 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35152) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:04.239726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5f080-6f36-4c1f-bcc5-4ad2a487b117 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6e0d5e-a887-4dd4-8408-f171b6bd0196,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:04.243606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-12564eb1-9c39-4083-9330-c8a1d290d849 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '8a6e0d5e-a887-4dd4-8408-f171b6bd0196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:04.269550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12564eb1-9c39-4083-9330-c8a1d290d849 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.323923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12564eb1-9c39-4083-9330-c8a1d290d849 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.328319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12564eb1-9c39-4083-9330-c8a1d290d849 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.345412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12564eb1-9c39-4083-9330-c8a1d290d849 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0b65d3-30cf-4797-9803-fd67cfb0f1b8,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:04.356465 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12564eb1-9c39-4083-9330-c8a1d290d849 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.357681 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-12564eb1-9c39-4083-9330-c8a1d290d849 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177557 Oct 20 04:11:04.361051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35154) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:04.365313 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-fad5d0e5-f2c8-47d3-878e-7986476a3395 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '8a6e0d5e-a887-4dd4-8408-f171b6bd0196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:04.389752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fad5d0e5-f2c8-47d3-878e-7986476a3395 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.450455 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fad5d0e5-f2c8-47d3-878e-7986476a3395 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.455664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fad5d0e5-f2c8-47d3-878e-7986476a3395 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.473614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5d0e5-f2c8-47d3-878e-7986476a3395 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b48a732-ad9a-4d1b-871b-2ef331fc6a16,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:04.481300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fad5d0e5-f2c8-47d3-878e-7986476a3395 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.482630 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fad5d0e5-f2c8-47d3-878e-7986476a3395 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205850 Oct 20 04:11:04.485480 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35156) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:04.489684 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-df342473-5ceb-49df-952b-27d3d6120fa7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '8a6e0d5e-a887-4dd4-8408-f171b6bd0196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:04.514062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-df342473-5ceb-49df-952b-27d3d6120fa7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.572051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-df342473-5ceb-49df-952b-27d3d6120fa7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.575728 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-df342473-5ceb-49df-952b-27d3d6120fa7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.594127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df342473-5ceb-49df-952b-27d3d6120fa7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ccde5b-e3a9-4961-a838-610e284fcdd4,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:04.602382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-df342473-5ceb-49df-952b-27d3d6120fa7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.603935 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-df342473-5ceb-49df-952b-27d3d6120fa7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174316 Oct 20 04:11:04.606634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35158) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:04.611468 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-bfab568d-3163-4396-aed8-e3840597e560 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '8a6e0d5e-a887-4dd4-8408-f171b6bd0196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:04.636524 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bfab568d-3163-4396-aed8-e3840597e560 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.696603 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bfab568d-3163-4396-aed8-e3840597e560 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.700305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bfab568d-3163-4396-aed8-e3840597e560 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.717834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab568d-3163-4396-aed8-e3840597e560 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3c31c4-8777-47d7-94d3-e26f0746a5fb,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:04.726445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bfab568d-3163-4396-aed8-e3840597e560 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.727635 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bfab568d-3163-4396-aed8-e3840597e560 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200640 Oct 20 04:11:04.730511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35160) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:04.735035 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-68eeaa1b-6d1b-4712-9c8b-7fe2a5e3a806 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '8a6e0d5e-a887-4dd4-8408-f171b6bd0196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:04.754509 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-68eeaa1b-6d1b-4712-9c8b-7fe2a5e3a806 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Project 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:11:04.759114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-68eeaa1b-6d1b-4712-9c8b-7fe2a5e3a806 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.820558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-68eeaa1b-6d1b-4712-9c8b-7fe2a5e3a806 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.823810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-68eeaa1b-6d1b-4712-9c8b-7fe2a5e3a806 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.841516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eeaa1b-6d1b-4712-9c8b-7fe2a5e3a806 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5d60e4-dddc-4673-b9d9-662c8a5ae04a,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:04.847126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-68eeaa1b-6d1b-4712-9c8b-7fe2a5e3a806 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.848306 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-68eeaa1b-6d1b-4712-9c8b-7fe2a5e3a806 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168599 Oct 20 04:11:04.851036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35162) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:04.855291 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-959aa6a5-5a65-4bf5-a271-0b7f192c6683 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '8a6e0d5e-a887-4dd4-8408-f171b6bd0196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:04.876039 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-959aa6a5-5a65-4bf5-a271-0b7f192c6683 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Project 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:11:04.880908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-959aa6a5-5a65-4bf5-a271-0b7f192c6683 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.940815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-959aa6a5-5a65-4bf5-a271-0b7f192c6683 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.944435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-959aa6a5-5a65-4bf5-a271-0b7f192c6683 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.962985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959aa6a5-5a65-4bf5-a271-0b7f192c6683 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8aa060c-3986-4e6a-97eb-b57f4afc157d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:04.967765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-959aa6a5-5a65-4bf5-a271-0b7f192c6683 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:04.973382 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-959aa6a5-5a65-4bf5-a271-0b7f192c6683 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176319 Oct 20 04:11:04.973382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35164) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:04.977479 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'network': {'name': 'tempest-network-smoke--1794078224', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'port_security_enabled': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:04.996126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:11:04.999543 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.023018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:11:05.032552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.032882 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Added segment 1e863807-b0df-4772-a3bb-52d6f6631c51 of type vlan for network 7a619287-8e0e-4a4b-b524-15e3e97c512e Oct 20 04:11:05.073778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.097888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.103396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:05.103979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.137236 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1634316 Oct 20 04:11:05.141255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35166) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:05.145920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'admin_state_up': True, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:05.167647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.168673 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.175170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403104f5-48db-4790-82b2-b40f9c552e80 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Network': ['ID=7a619287-8e0e-4a4b-b524-15e3e97c512e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:05.186375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 7a619287-8e0e-4a4b-b524-15e3e97c512e details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:11:05.222436 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.358667 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.551786 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.570843 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.676585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.26.0.86 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/4aa133bf-8f49-437c-96b1-d69bc65393e3) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:11:05.779160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.814066 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:05.853647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:11:05.856491 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:11:05.860977 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:11:05.887520 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=4aa133bf-8f49-437c-96b1-d69bc65393e3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:06.110920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:06.303221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:06.434394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 0a9cb956-ea79-46dc-8c83-1ad865343564 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:11:06.542059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:11:06.552241 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Sync routers for ids ['0a9cb956-ea79-46dc-8c83-1ad865343564'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:11:06.562558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:06.563357 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Routers {'0a9cb956-ea79-46dc-8c83-1ad865343564'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:11:06.564082 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:10:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0a9cb956-ea79-46dc-8c83-1ad865343564'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:06.567867 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b069608d-30b1-43c8-b258-7a0830546b4d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4225655 Oct 20 04:11:06.568046 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35168) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:06.669719 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Set router 0a9cb956-ea79-46dc-8c83-1ad865343564 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:11:06.699973 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4d2bc4b4-1fea-44ba-8af9-1a86f63b8562 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1307001 Oct 20 04:11:06.703280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35172) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:06.796865 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fffb078-838c-45af-94bd-c5c888f9b860 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:06.798382 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7fffb078-838c-45af-94bd-c5c888f9b860 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941408 Oct 20 04:11:06.801335 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35174) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:06.829591 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-640093cb-099d-4969-b2b1-9c2181016d3e tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271590 Oct 20 04:11:06.832235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35176) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:06.837087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-573486286', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:06.921578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:11:06.925136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:06.931231 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:06Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:06.961840 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Checking router: 0a9cb956-ea79-46dc-8c83-1ad865343564 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:11:06.962094 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Updating router 0a9cb956-ea79-46dc-8c83-1ad865343564 port 4aa133bf-8f49-437c-96b1-d69bc65393e3 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:11:06.985630 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.108427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.173398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Subnet': ['ID=bc30ccf4-7dd3-42d4-979d-03d742d931a9,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:07.182082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Checking segment: {'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:11:07.182439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network hostable DHCP agents. Network: 7a619287-8e0e-4a4b-b524-15e3e97c512e, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:11:07.200158 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 7a619287-8e0e-4a4b-b524-15e3e97c512e is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:11:07.209141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 7a619287-8e0e-4a4b-b524-15e3e97c512e) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:11:07.214173 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:07.214786 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.218636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55827f0-29ea-4bea-8d5a-fd7211c38839 None None] Network 7a619287-8e0e-4a4b-b524-15e3e97c512e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:11:07.234117 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-70cbc004-e6c6-4f43-b6a4-974da1641402 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4000356 Oct 20 04:11:07.236951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35178) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:07.239499 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.246061 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.282795 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Attempting to bind port 4aa133bf-8f49-437c-96b1-d69bc65393e3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:11:07.283163 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Attempting to bind port 4aa133bf-8f49-437c-96b1-d69bc65393e3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:11:07.283529 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Attempting to bind port 4aa133bf-8f49-437c-96b1-d69bc65393e3 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:11:07.289774 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:11:07.290153 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:11:07.290548 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.294865 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:11:07.294865 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Bound port: 4aa133bf-8f49-437c-96b1-d69bc65393e3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:11:07.294865 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.322397 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Pushing event updated for resources: {'Port': ['ID=4aa133bf-8f49-437c-96b1-d69bc65393e3,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:07.331657 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.332005 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.332371 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.332706 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.333035 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.333364 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.333692 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.334078 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.334988 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.334988 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.335177 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.335339 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:11:07.371547 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] For port 4aa133bf-8f49-437c-96b1-d69bc65393e3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:11:07.378418 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] For port 4aa133bf-8f49-437c-96b1-d69bc65393e3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4aa133bf-8f49-437c-96b1-d69bc65393e3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:11:07.382762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-7a619287-8e0e-4a4b-b524-15e3e97c512e', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ips': [{'subnet_id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:11:07.383686 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.383800 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.419550 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Routers {'0a9cb956-ea79-46dc-8c83-1ad865343564'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:11:07.420166 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:10:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0a9cb956-ea79-46dc-8c83-1ad865343564'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:07.487208 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7671cc-1110-4c77-8c3b-b07cc3a17c0a None None] Pushing event updated for resources: {'Port': ['ID=4aa133bf-8f49-437c-96b1-d69bc65393e3,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:07.531866 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Allocated IP 172.20.0.2 (7a619287-8e0e-4a4b-b524-15e3e97c512e/bc30ccf4-7dd3-42d4-979d-03d742d931a9/edbd73ce-9497-4f2e-b271-1cd3a7e72c96) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:11:07.539903 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] Set router 0a9cb956-ea79-46dc-8c83-1ad865343564 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:11:07.676739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.682981 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.703600 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.726683 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Network 7a619287-8e0e-4a4b-b524-15e3e97c512e is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:11:07.729373 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:06Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:07.730265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:11:07.734577 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:11:07.743660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Pushing event updated for resources: {'Port': ['ID=edbd73ce-9497-4f2e-b271-1cd3a7e72c96,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:07.758204 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9116a74-abd0-4e53-b9e4-1394d650aced None None] The sync data for ids ['0a9cb956-ea79-46dc-8c83-1ad865343564'] in dv-neutron-861842-1-hyperv is: [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:06Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:11:07.795324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Attempting to bind port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:11:07.795709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Attempting to bind port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:11:07.796630 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Attempting to bind port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 on network 7a619287-8e0e-4a4b-b524-15e3e97c512e {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:11:07.802166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:11:07.802539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Checking segment: {'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:11:07.802977 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.803371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Bound using segment: {'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:11:07.803837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Bound port: edbd73ce-9497-4f2e-b271-1cd3a7e72c96, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:11:07.804235 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.871988 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] For port edbd73ce-9497-4f2e-b271-1cd3a7e72c96, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:11:07.876805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] For port edbd73ce-9497-4f2e-b271-1cd3a7e72c96, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=edbd73ce-9497-4f2e-b271-1cd3a7e72c96,segment=NetworkSegment(1e863807-b0df-4772-a3bb-52d6f6631c51),segment_id=1e863807-b0df-4772-a3bb-52d6f6631c51)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:11:07.881972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:07.946804 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afd83c-4063-425b-8222-1b9f6e89c8d3 None None] Pushing event updated for resources: {'Port': ['ID=edbd73ce-9497-4f2e-b271-1cd3a7e72c96,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:08.030256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.20.0.1 (7a619287-8e0e-4a4b-b524-15e3e97c512e/bc30ccf4-7dd3-42d4-979d-03d742d931a9/4f95f50d-b6d5-4187-a896-843b6ce55e5e) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:11:08.189849 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:08.230148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:08.277048 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 7a619287-8e0e-4a4b-b524-15e3e97c512e is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:11:08.280835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:11:08.285187 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:11:08.310379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=4f95f50d-b6d5-4187-a896-843b6ce55e5e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:08.335629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:08.763145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:08.786156 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:08.902951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f813f6-60b5-43a6-b14d-6bd16239f9ba None None] Network 7a619287-8e0e-4a4b-b524-15e3e97c512e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:11:08.991416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-bc520934-ac5d-49f6-869a-072970d48854 None None] Provisioning complete for port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:11:08.991785 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bc520934-ac5d-49f6-869a-072970d48854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:08.992125 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-bc520934-ac5d-49f6-869a-072970d48854 None None] Attempt 1 to provision port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 Oct 20 04:11:09.071122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:09.075758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:09.126250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-bc520934-ac5d-49f6-869a-072970d48854 None None] Current status of the port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:11:09.126643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bc520934-ac5d-49f6-869a-072970d48854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:09.152098 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=4f95f50d-b6d5-4187-a896-843b6ce55e5e,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:09.155148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:09.165550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-bc520934-ac5d-49f6-869a-072970d48854 None None] For port edbd73ce-9497-4f2e-b271-1cd3a7e72c96, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=edbd73ce-9497-4f2e-b271-1cd3a7e72c96,segment=NetworkSegment(1e863807-b0df-4772-a3bb-52d6f6631c51),segment_id=1e863807-b0df-4772-a3bb-52d6f6631c51)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:11:09.170344 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bc520934-ac5d-49f6-869a-072970d48854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:09.232385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc520934-ac5d-49f6-869a-072970d48854 None None] Pushing event updated for resources: {'Port': ['ID=edbd73ce-9497-4f2e-b271-1cd3a7e72c96,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:09.259955 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 7a619287-8e0e-4a4b-b524-15e3e97c512e is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:11:09.261893 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:11:09.386055 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 0a9cb956-ea79-46dc-8c83-1ad865343564 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:11:09.399609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Provisioning complete for port 4f95f50d-b6d5-4187-a896-843b6ce55e5e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:11:09.400182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:09.400705 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Attempt 1 to provision port 4f95f50d-b6d5-4187-a896-843b6ce55e5e Oct 20 04:11:09.440214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Port 4f95f50d-b6d5-4187-a896-843b6ce55e5e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:11:09.504178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:11:09.510619 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8960ee30-566d-40fd-9822-2812ebaee893 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "PUT /v2.0/routers/0a9cb956-ea79-46dc-8c83-1ad865343564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2712977 Oct 20 04:11:09.513946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Sync routers for ids ['0a9cb956-ea79-46dc-8c83-1ad865343564'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:11:09.525725 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Routers {'0a9cb956-ea79-46dc-8c83-1ad865343564'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:11:09.526409 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:10:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0a9cb956-ea79-46dc-8c83-1ad865343564'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:09.646245 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Set router 0a9cb956-ea79-46dc-8c83-1ad865343564 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:11:09.670722 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-1a3df47c-319f-4e5c-ab57-f36397a58474 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28406338&fields=id&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 267 time: 0.0410862 Oct 20 04:11:09.793820 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-27c7c5ce-f7d7-4c51-97b2-6c8bff5c5ee0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:09.795289 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-27c7c5ce-f7d7-4c51-97b2-6c8bff5c5ee0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/networks?id=7a619287-8e0e-4a4b-b524-15e3e97c512e HTTP/1.1" status: 200 len: 797 time: 0.1167471 Oct 20 04:11:09.810805 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-eedc2c8b-9af4-463b-a453-1297dd4bdb08 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/quotas/79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 375 time: 0.0091677 Oct 20 04:11:09.861114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:08Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4f95f50d-b6d5-4187-a896-843b6ce55e5e', 'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:99:88:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:07Z', 'updated_at': '2022-10-20T04:11:08Z', 'revision_number': 2, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:09.868951 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-de526b78-320a-44af-a32f-3069480b7cb9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518091 Oct 20 04:11:09.887620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Checking router: 0a9cb956-ea79-46dc-8c83-1ad865343564 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:11:09.888116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Updating router 0a9cb956-ea79-46dc-8c83-1ad865343564 port 4f95f50d-b6d5-4187-a896-843b6ce55e5e binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:11:09.914121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:09.942348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-46322ce7-53fd-4877-8601-f3d122c3885a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:11:09.943497 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-46322ce7-53fd-4877-8601-f3d122c3885a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611453 Oct 20 04:11:09.947073 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Attempt 2 to provision port 4f95f50d-b6d5-4187-a896-843b6ce55e5e Oct 20 04:11:10.037922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4aa133bf-8f49-437c-96b1-d69bc65393e3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:11:10.048829 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-3bc1ac25-c953-4e07-b46e-6b84c63e7bbb service neutron] 10.222.0.20 "GET /v2.0/networks/7a619287-8e0e-4a4b-b524-15e3e97c512e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982444 Oct 20 04:11:10.071953 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Port 4f95f50d-b6d5-4187-a896-843b6ce55e5e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:11:10.139693 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-99d2d658-e98a-4283-a952-e3725dd4d6dd service neutron] 10.222.0.20 "GET /v2.0/networks/7a619287-8e0e-4a4b-b524-15e3e97c512e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847518 Oct 20 04:11:10.163217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4aa133bf-8f49-437c-96b1-d69bc65393e3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:11:10.163595 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:10.163927 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4aa133bf-8f49-437c-96b1-d69bc65393e3 Oct 20 04:11:10.308941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:10.312853 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4aa133bf-8f49-437c-96b1-d69bc65393e3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:11:10.313175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:10.319510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:10.359751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 4aa133bf-8f49-437c-96b1-d69bc65393e3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4aa133bf-8f49-437c-96b1-d69bc65393e3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:11:10.368890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:10.369599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device edbd73ce-9497-4f2e-b271-1cd3a7e72c96 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:11:10.417053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b6cd6-f817-4c84-8bed-ec9eeeffed86 None None] Pushing event updated for resources: {'Port': ['ID=4f95f50d-b6d5-4187-a896-843b6ce55e5e,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:10.479855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Attempting to bind port 4f95f50d-b6d5-4187-a896-843b6ce55e5e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:11:10.480202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Attempting to bind port 4f95f50d-b6d5-4187-a896-843b6ce55e5e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:11:10.480587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Attempting to bind port 4f95f50d-b6d5-4187-a896-843b6ce55e5e on network 7a619287-8e0e-4a4b-b524-15e3e97c512e {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:11:10.497001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:11:10.497369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Checking segment: {'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:11:10.497767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:10.498151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Bound using segment: {'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:11:10.498601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Bound port: 4f95f50d-b6d5-4187-a896-843b6ce55e5e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:11:10.499036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:10.513665 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=4aa133bf-8f49-437c-96b1-d69bc65393e3,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:10.542568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:11:10.542938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:10.543269 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 Oct 20 04:11:10.573702 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Attempt 3 to provision port 4f95f50d-b6d5-4187-a896-843b6ce55e5e Oct 20 04:11:10.776756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] For port 4f95f50d-b6d5-4187-a896-843b6ce55e5e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:11:10.779636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Port 4f95f50d-b6d5-4187-a896-843b6ce55e5e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:11:10.782179 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] For port 4f95f50d-b6d5-4187-a896-843b6ce55e5e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4f95f50d-b6d5-4187-a896-843b6ce55e5e,segment=NetworkSegment(1e863807-b0df-4772-a3bb-52d6f6631c51),segment_id=1e863807-b0df-4772-a3bb-52d6f6631c51)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:11:10.788549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:10.852670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:11:10.856234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Routers {'0a9cb956-ea79-46dc-8c83-1ad865343564'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:11:10.856873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:10:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0a9cb956-ea79-46dc-8c83-1ad865343564'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:10.904976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b6cd6-f817-4c84-8bed-ec9eeeffed86 None None] Pushing event updated for resources: {'Port': ['ID=4f95f50d-b6d5-4187-a896-843b6ce55e5e,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:10.973574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] Set router 0a9cb956-ea79-46dc-8c83-1ad865343564 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:11:11.169319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:08Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4f95f50d-b6d5-4187-a896-843b6ce55e5e', 'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:99:88:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:07Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:11.195018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5713e2d-1ec5-4fcc-ab02-c292e683d35e None None] The sync data for ids ['0a9cb956-ea79-46dc-8c83-1ad865343564'] in dv-neutron-861842-1-hyperv is: [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:08Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4f95f50d-b6d5-4187-a896-843b6ce55e5e', 'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:99:88:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:07Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:11:11.281796 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Attempt 4 to provision port 4f95f50d-b6d5-4187-a896-843b6ce55e5e Oct 20 04:11:11.332216 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-07cdb07d-4d6e-421d-b93f-3b1195b725b6 req-bf5fc7dd-3171-44d6-977d-9e4ba75b6581 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 210 time: 0.0414395 Oct 20 04:11:11.377836 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Current status of the port 4f95f50d-b6d5-4187-a896-843b6ce55e5e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:11:11.378224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:11.413168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] For port 4f95f50d-b6d5-4187-a896-843b6ce55e5e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4f95f50d-b6d5-4187-a896-843b6ce55e5e,segment=NetworkSegment(1e863807-b0df-4772-a3bb-52d6f6631c51),segment_id=1e863807-b0df-4772-a3bb-52d6f6631c51)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:11:11.417547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:11.461513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Provisioning complete for port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:11:11.461881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:11.462212 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Attempt 1 to provision port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 Oct 20 04:11:11.500968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Pushing event updated for resources: {'Port': ['ID=4f95f50d-b6d5-4187-a896-843b6ce55e5e,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:11.557128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d352b95f-4ffc-4fba-aa05-cdb898d0fddc None None] Current status of the port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:11:11.677571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-eb109105-f4be-4dd9-8ee6-d820398d717e None None] Provisioning complete for port 4f95f50d-b6d5-4187-a896-843b6ce55e5e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:11:11.677942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eb109105-f4be-4dd9-8ee6-d820398d717e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:11.678277 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-eb109105-f4be-4dd9-8ee6-d820398d717e None None] Attempt 1 to provision port 4f95f50d-b6d5-4187-a896-843b6ce55e5e Oct 20 04:11:11.762367 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-eb109105-f4be-4dd9-8ee6-d820398d717e None None] Current status of the port 4f95f50d-b6d5-4187-a896-843b6ce55e5e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:11:12.007346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4aa133bf-8f49-437c-96b1-d69bc65393e3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:11:12.056498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4aa133bf-8f49-437c-96b1-d69bc65393e3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:11:12.056939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:12.057391 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4aa133bf-8f49-437c-96b1-d69bc65393e3 Oct 20 04:11:12.142434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4aa133bf-8f49-437c-96b1-d69bc65393e3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:11:12.143521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4f95f50d-b6d5-4187-a896-843b6ce55e5e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:11:12.191808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4f95f50d-b6d5-4187-a896-843b6ce55e5e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:11:12.192182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:12.192553 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4f95f50d-b6d5-4187-a896-843b6ce55e5e Oct 20 04:11:12.272716 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4f95f50d-b6d5-4187-a896-843b6ce55e5e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:11:12.416824 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d115d347-9c94-4b42-81b0-961716f59b10 req-fa9fac54-7fa0-46b1-9f25-317ca7b118d2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 210 time: 0.0282836 Oct 20 04:11:13.502981 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-43502039-437e-4125-8b96-dc6fd668f0ad req-e9778d7e-f0df-43a2-8288-3429a821ad92 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 210 time: 0.0279710 Oct 20 04:11:14.594052 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b4dc34c9-2935-4b6a-ab26-e20b10034384 req-75e79e92-4abb-48eb-84c5-e87da1ca753e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 210 time: 0.0335538 Oct 20 04:11:14.660602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-305f41a8-a03e-4ca4-8ab6-38867de9f08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:15.692434 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-68c5f6fb-0b3a-4ec9-bbc6-36f788d1ed22 req-a4c8e13e-71f5-409d-8b49-eac70ca64bec tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 210 time: 0.0273604 Oct 20 04:11:16.367438 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-bf0899a5-2896-4e96-9358-62efa26bcc6e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:16.369195 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-bf0899a5-2896-4e96-9358-62efa26bcc6e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/networks?id=7a619287-8e0e-4a4b-b524-15e3e97c512e HTTP/1.1" status: 200 len: 797 time: 0.1111243 Oct 20 04:11:16.419274 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-f8314a35-b080-4f22-ae35-f2a0b0484322 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 378 time: 0.0359626 Oct 20 04:11:16.431900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'port': {'device_id': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'admin_state_up': True, 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'security_groups': ['8a6e0d5e-a887-4dd4-8408-f171b6bd0196']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:16.636049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-01df2258-2f64-4830-9822-75e30147b4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:16.800529 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-92002f49-32e9-479a-a160-b0f90903d84e req-19314e2e-ea25-4a4b-8bd3-cbd872f09bf6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 210 time: 0.0284011 Oct 20 04:11:16.852276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:11:16.855683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:16.980757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.20.0.4 (7a619287-8e0e-4a4b-b524-15e3e97c512e/bc30ccf4-7dd3-42d4-979d-03d742d931a9/f4e98802-9319-4a30-aae5-ca6826041a83) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:11:17.117864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.150730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.194299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 7a619287-8e0e-4a4b-b524-15e3e97c512e is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:11:17.197384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:11:17.201233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:11:17.208025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=f4e98802-9319-4a30-aae5-ca6826041a83,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:17.259261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:17.259879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.276686 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-62f4d9d8-d0de-4013-95b8-8b586e846232 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8483794 Oct 20 04:11:17.349120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Request body: {'port': {'device_id': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:17.402959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.418672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b750b269-e104-466f-9533-40e0b32dd818 None None] Provisioning complete for port f4e98802-9319-4a30-aae5-ca6826041a83 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:11:17.419041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b750b269-e104-466f-9533-40e0b32dd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.419370 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b750b269-e104-466f-9533-40e0b32dd818 None None] Attempt 1 to provision port f4e98802-9319-4a30-aae5-ca6826041a83 Oct 20 04:11:17.453647 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b750b269-e104-466f-9533-40e0b32dd818 None None] Port f4e98802-9319-4a30-aae5-ca6826041a83 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:11:17.666847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e98802-9319-4a30-aae5-ca6826041a83 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:11:17.674908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.686587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Transition to ACTIVE for port object f4e98802-9319-4a30-aae5-ca6826041a83 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:11:17.691017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.765411 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e98802-9319-4a30-aae5-ca6826041a83,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:17.795427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Attempting to bind port f4e98802-9319-4a30-aae5-ca6826041a83 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:11:17.795760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Attempting to bind port f4e98802-9319-4a30-aae5-ca6826041a83 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:11:17.796093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Attempting to bind port f4e98802-9319-4a30-aae5-ca6826041a83 on network 7a619287-8e0e-4a4b-b524-15e3e97c512e {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:11:17.800955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Port f4e98802-9319-4a30-aae5-ca6826041a83 on network 7a619287-8e0e-4a4b-b524-15e3e97c512e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:11:17.801275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Attempting to bind port f4e98802-9319-4a30-aae5-ca6826041a83 on network 7a619287-8e0e-4a4b-b524-15e3e97c512e {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:11:17.806103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:11:17.806441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Checking segment: {'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:11:17.806824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Bound using segment: {'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:11:17.807252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Bound port: f4e98802-9319-4a30-aae5-ca6826041a83, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e863807-b0df-4772-a3bb-52d6f6631c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:11:17.807603 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.871757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] For port f4e98802-9319-4a30-aae5-ca6826041a83, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:11:17.875756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] For port f4e98802-9319-4a30-aae5-ca6826041a83, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=f4e98802-9319-4a30-aae5-ca6826041a83,segment=NetworkSegment(1e863807-b0df-4772-a3bb-52d6f6631c51),segment_id=1e863807-b0df-4772-a3bb-52d6f6631c51)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:11:17.891461 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.908464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:17.909178 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.910621 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4e98802-9319-4a30-aae5-ca6826041a83 HTTP/1.1" status: 200 len: 1093 time: 0.6211584 Oct 20 04:11:17.911269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'tag': 'f4e98802-9319-4a30-aae5-ca6826041a83'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:11:17.913621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6383155-849a-4b45-8e95-2c7c9b0e72eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9a614-03db-4cb9-99ca-d9edf380dcea", "tag": "f4e98802-9319-4a30-aae5-ca6826041a83"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:11:17.925821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:17.955376 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b750b269-e104-466f-9533-40e0b32dd818 None None] Attempt 2 to provision port f4e98802-9319-4a30-aae5-ca6826041a83 Oct 20 04:11:17.965062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cf99fd-0acb-4e88-8013-7bd0c45bbe87 x-openstack-request-id: req-c1cf99fd-0acb-4e88-8013-7bd0c45bbe87 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:11:17.965344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9a614-03db-4cb9-99ca-d9edf380dcea", "tag": "f4e98802-9319-4a30-aae5-ca6826041a83", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:11:17.965594 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1cf99fd-0acb-4e88-8013-7bd0c45bbe87 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:11:17.965991 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cf99fd-0acb-4e88-8013-7bd0c45bbe87'] response: {'name': 'network-changed', 'server_uuid': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'tag': 'f4e98802-9319-4a30-aae5-ca6826041a83', 'status': 'completed', 'code': 200} Oct 20 04:11:17.994796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e01017-bb0f-4c3c-8932-efb50c0916c7 req-177e3bef-daa9-4f39-a88c-4d54b633c8d6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:17.996183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b750b269-e104-466f-9533-40e0b32dd818 None None] Port f4e98802-9319-4a30-aae5-ca6826041a83 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 04:11:17.996358 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-07e01017-bb0f-4c3c-8932-efb50c0916c7 req-177e3bef-daa9-4f39-a88c-4d54b633c8d6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 943 time: 0.1192446 Oct 20 04:11:18.018301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143a74b-13e5-4531-bedb-5a000a03b4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e98802-9319-4a30-aae5-ca6826041a83,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:18.050077 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-16a6eea4-48e1-4fc3-9cd6-cb24a8bbe22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:18.051536 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-16a6eea4-48e1-4fc3-9cd6-cb24a8bbe22f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 1096 time: 0.0968213 Oct 20 04:11:18.054691 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-07e01017-bb0f-4c3c-8932-efb50c0916c7 req-eb039be7-4130-4822-830d-9dca9043f1a7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488958 Oct 20 04:11:18.097649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-e0bcbd0d-739a-481a-979e-9d68781e918d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4e98802-9319-4a30-aae5-ca6826041a83 HTTP/1.1" status: 200 len: 217 time: 0.0382400 Oct 20 04:11:18.145976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-ac3de70f-33a7-4734-9f35-50213f8ab2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:18.147404 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-ac3de70f-33a7-4734-9f35-50213f8ab2f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc30ccf4-7dd3-42d4-979d-03d742d931a9 HTTP/1.1" status: 200 len: 834 time: 0.0437222 Oct 20 04:11:18.192939 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-c799253c-5e38-4fe5-af5a-8faf13dca1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:18.194359 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-c799253c-5e38-4fe5-af5a-8faf13dca1e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a619287-8e0e-4a4b-b524-15e3e97c512e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407901 Oct 20 04:11:18.289134 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-7ae25f73-8482-4029-9299-c1ff69eb0454 service neutron] 10.222.0.36 "GET /v2.0/networks/7a619287-8e0e-4a4b-b524-15e3e97c512e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861027 Oct 20 04:11:18.383866 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a07f427b-d64d-4fd3-9b13-51f5205c0f14 req-8f94b290-a4d1-4236-8d46-c22187d32dde service neutron] 10.222.0.36 "GET /v2.0/networks/7a619287-8e0e-4a4b-b524-15e3e97c512e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832019 Oct 20 04:11:18.480434 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383155-849a-4b45-8e95-2c7c9b0e72eb req-3dbef3b4-1a71-4913-b6b3-5a03b649e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:18.481861 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d6383155-849a-4b45-8e95-2c7c9b0e72eb req-3dbef3b4-1a71-4913-b6b3-5a03b649e558 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 1096 time: 0.0466595 Oct 20 04:11:18.573840 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383155-849a-4b45-8e95-2c7c9b0e72eb req-16efbf09-9211-40a0-82d7-ee92522eb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:18.575546 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d6383155-849a-4b45-8e95-2c7c9b0e72eb req-16efbf09-9211-40a0-82d7-ee92522eb13e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a619287-8e0e-4a4b-b524-15e3e97c512e HTTP/1.1" status: 200 len: 898 time: 0.0846519 Oct 20 04:11:18.622144 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d6383155-849a-4b45-8e95-2c7c9b0e72eb req-8817f981-9406-49ed-a69e-c181ad347aed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4e98802-9319-4a30-aae5-ca6826041a83 HTTP/1.1" status: 200 len: 217 time: 0.0382214 Oct 20 04:11:18.672415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383155-849a-4b45-8e95-2c7c9b0e72eb req-8e816a7d-8885-4598-98f0-13f5298c5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:18.673864 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d6383155-849a-4b45-8e95-2c7c9b0e72eb req-8e816a7d-8885-4598-98f0-13f5298c5672 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc30ccf4-7dd3-42d4-979d-03d742d931a9 HTTP/1.1" status: 200 len: 834 time: 0.0436440 Oct 20 04:11:18.720051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383155-849a-4b45-8e95-2c7c9b0e72eb req-6fed3fbf-13e2-43ee-9484-62eb50322c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:18.721550 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d6383155-849a-4b45-8e95-2c7c9b0e72eb req-6fed3fbf-13e2-43ee-9484-62eb50322c41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a619287-8e0e-4a4b-b524-15e3e97c512e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399096 Oct 20 04:11:18.814684 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d6383155-849a-4b45-8e95-2c7c9b0e72eb req-74434e23-d3b1-41dd-89df-8cdae62f9571 service neutron] 10.222.0.36 "GET /v2.0/networks/7a619287-8e0e-4a4b-b524-15e3e97c512e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859456 Oct 20 04:11:18.904018 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d6383155-849a-4b45-8e95-2c7c9b0e72eb req-9eb76b20-77ce-4a04-9b9d-6af430ba1606 service neutron] 10.222.0.36 "GET /v2.0/networks/7a619287-8e0e-4a4b-b524-15e3e97c512e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819888 Oct 20 04:11:19.176059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c37f6-199a-4cf6-b09b-6391cfe5ba38 req-165b9275-f658-4ee0-bb98-72a1703f21c2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:19.177537 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-269c37f6-199a-4cf6-b09b-6391cfe5ba38 req-165b9275-f658-4ee0-bb98-72a1703f21c2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 943 time: 0.0486069 Oct 20 04:11:19.214568 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-269c37f6-199a-4cf6-b09b-6391cfe5ba38 req-6f6413b8-b58d-4da0-95b2-4a6683e0e3e0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311856 Oct 20 04:11:19.407107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:19.611080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:20.340007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5cf26-bf84-49d0-ab19-ec10761f5374 req-24384d0d-3739-4782-9d15-6680b483d5ed tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:20.341527 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b4c5cf26-bf84-49d0-ab19-ec10761f5374 req-24384d0d-3739-4782-9d15-6680b483d5ed tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 943 time: 0.0540524 Oct 20 04:11:20.379399 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b4c5cf26-bf84-49d0-ab19-ec10761f5374 req-16c96d38-a8f9-4658-b90f-66afd27cb1bd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312974 Oct 20 04:11:21.499591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b37144-1206-4132-b7f4-9c8c9b71474e req-c7fe1cd9-7a2f-4a78-b190-e48163285371 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:21.501105 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-40b37144-1206-4132-b7f4-9c8c9b71474e req-c7fe1cd9-7a2f-4a78-b190-e48163285371 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 943 time: 0.0488932 Oct 20 04:11:21.542694 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-40b37144-1206-4132-b7f4-9c8c9b71474e req-9f64f6db-db2f-47b7-896c-d58f166866a6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352781 Oct 20 04:11:22.664133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc02cc-f452-4616-8fa8-5539a9aaa823 req-066d1c40-ccbd-4c27-814f-1ab908cf991a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:22.665648 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1fc02cc-f452-4616-8fa8-5539a9aaa823 req-066d1c40-ccbd-4c27-814f-1ab908cf991a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 943 time: 0.0497029 Oct 20 04:11:22.689779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device f4e98802-9319-4a30-aae5-ca6826041a83 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:11:22.704893 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e1fc02cc-f452-4616-8fa8-5539a9aaa823 req-cbf25f29-621d-44df-a3fa-d97ebd734d7d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327511 Oct 20 04:11:22.782871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port f4e98802-9319-4a30-aae5-ca6826041a83, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=f4e98802-9319-4a30-aae5-ca6826041a83,segment=NetworkSegment(1e863807-b0df-4772-a3bb-52d6f6631c51),segment_id=1e863807-b0df-4772-a3bb-52d6f6631c51)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:11:22.793633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'f4e98802-9319-4a30-aae5-ca6826041a83', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'port_id': 'f4e98802-9319-4a30-aae5-ca6826041a83', 'mac_address': 'fa:16:3e:59:50:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:11:22.834209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port f4e98802-9319-4a30-aae5-ca6826041a83 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:11:22.834516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:22.846532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e98802-9319-4a30-aae5-ca6826041a83 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:11:22.865722 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port f4e98802-9319-4a30-aae5-ca6826041a83, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=f4e98802-9319-4a30-aae5-ca6826041a83,segment=NetworkSegment(1e863807-b0df-4772-a3bb-52d6f6631c51),segment_id=1e863807-b0df-4772-a3bb-52d6f6631c51)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:11:22.869278 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:22.913761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=f4e98802-9319-4a30-aae5-ca6826041a83,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:23.131142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['f4e98802-9319-4a30-aae5-ca6826041a83'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:11:23.823668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d978f7-59f3-49fa-a6c5-33bfd10f7f78 req-c61389ff-b3ea-47a1-bfa8-7897b2eec4e0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:23.825432 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a5d978f7-59f3-49fa-a6c5-33bfd10f7f78 req-c61389ff-b3ea-47a1-bfa8-7897b2eec4e0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 944 time: 0.0488882 Oct 20 04:11:23.863278 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a5d978f7-59f3-49fa-a6c5-33bfd10f7f78 req-1b2c9ab1-8516-4033-99d4-a9eb3c7f453e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313585 Oct 20 04:11:24.699224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device f4e98802-9319-4a30-aae5-ca6826041a83 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:11:24.746449 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port f4e98802-9319-4a30-aae5-ca6826041a83 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:11:24.750147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port f4e98802-9319-4a30-aae5-ca6826041a83 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:11:24.750520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:24.751448 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port f4e98802-9319-4a30-aae5-ca6826041a83 Oct 20 04:11:24.829782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port f4e98802-9319-4a30-aae5-ca6826041a83 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:11:24.830160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:24.851852 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e98802-9319-4a30-aae5-ca6826041a83'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:11:24.854155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5961c4-a5f3-4d38-af32-390eb6b15bd8" -d '{"events": [{"server_uuid": "6eb9a614-03db-4cb9-99ca-d9edf380dcea", "name": "network-vif-plugged", "status": "completed", "tag": "f4e98802-9319-4a30-aae5-ca6826041a83"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:11:24.866489 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port f4e98802-9319-4a30-aae5-ca6826041a83, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=f4e98802-9319-4a30-aae5-ca6826041a83,segment=NetworkSegment(1e863807-b0df-4772-a3bb-52d6f6631c51),segment_id=1e863807-b0df-4772-a3bb-52d6f6631c51)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:11:24.871209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:24.895452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf1b285-cad2-442a-ad18-865174a76126 x-openstack-request-id: req-3cf1b285-cad2-442a-ad18-865174a76126 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:11:24.895746 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9a614-03db-4cb9-99ca-d9edf380dcea", "name": "network-vif-plugged", "status": "completed", "tag": "f4e98802-9319-4a30-aae5-ca6826041a83", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:11:24.896592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cf1b285-cad2-442a-ad18-865174a76126 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:11:24.896592 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf1b285-cad2-442a-ad18-865174a76126'] response: {'server_uuid': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e98802-9319-4a30-aae5-ca6826041a83', 'code': 200} Oct 20 04:11:24.924714 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=f4e98802-9319-4a30-aae5-ca6826041a83,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:24.984300 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ddd12-3f97-458a-a9cf-c565521b92e9 req-817ca5a5-660d-4ff7-bb05-7eb7094c82bc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:24.985823 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-328ddd12-3f97-458a-a9cf-c565521b92e9 req-817ca5a5-660d-4ff7-bb05-7eb7094c82bc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0506947 Oct 20 04:11:25.025614 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-328ddd12-3f97-458a-a9cf-c565521b92e9 req-7bea556a-be1b-4ac4-9878-9a8fffc2128e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336268 Oct 20 04:11:25.070967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffb34e-5c15-4b84-a526-c4c9bc53767d req-b4f00bd9-691c-4541-91ff-a7ee6d975886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:25.072477 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fcffb34e-5c15-4b84-a526-c4c9bc53767d req-b4f00bd9-691c-4541-91ff-a7ee6d975886 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 1098 time: 0.0403616 Oct 20 04:11:25.110650 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fcffb34e-5c15-4b84-a526-c4c9bc53767d req-0b6b256c-a99d-4359-a17c-33cd944fc21d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0264788 Oct 20 04:11:26.154661 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e24c03-5a62-4c8e-80f8-72abe64a24ed req-d5fbea71-25cc-498c-bd56-467b495340b0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:26.156061 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-78e24c03-5a62-4c8e-80f8-72abe64a24ed req-d5fbea71-25cc-498c-bd56-467b495340b0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0536826 Oct 20 04:11:26.194580 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-78e24c03-5a62-4c8e-80f8-72abe64a24ed req-0a333100-7cf2-44e4-9ccd-7b8bb74057c0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324647 Oct 20 04:11:27.317202 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89053661-b69c-47eb-a679-a3d22d87d864 req-f3499b88-b845-4288-b936-c9d675f069a2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:27.318682 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-89053661-b69c-47eb-a679-a3d22d87d864 req-f3499b88-b845-4288-b936-c9d675f069a2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0530777 Oct 20 04:11:27.356224 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-89053661-b69c-47eb-a679-a3d22d87d864 req-5abb6faf-30f8-4a96-9cea-28590754e5a3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312150 Oct 20 04:11:27.475810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb66f-23ae-4e2f-a3e5-599df175c369 req-84e33c7a-f833-41aa-8764-e6e329fcc993 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:27.477363 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-45adb66f-23ae-4e2f-a3e5-599df175c369 req-84e33c7a-f833-41aa-8764-e6e329fcc993 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0492830 Oct 20 04:11:27.514117 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-45adb66f-23ae-4e2f-a3e5-599df175c369 req-bebf7d37-55e2-48d8-abf1-22d2e9584ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310287 Oct 20 04:11:27.541847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35256) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:27.580966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b3e1d6-fa01-4a16-933f-8f9b4ea3aafa tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:27.582469 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-94b3e1d6-fa01-4a16-933f-8f9b4ea3aafa tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 1093 time: 0.0396695 Oct 20 04:11:27.585306 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35258) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:27.589668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'f4e98802-9319-4a30-aae5-ca6826041a83', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:11:27.609895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:27.702457 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:11:27.709431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:27.811565 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.26.0.138 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/4ffcfd7b-27d8-40d1-828c-5dd59ccff6bd) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:11:27.919173 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:27.952879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:27.992597 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:11:27.995456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:11:27.998047 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:11:28.021741 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=4ffcfd7b-27d8-40d1-828c-5dd59ccff6bd,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:28.361134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:28.425095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:28.575322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:28.579848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:28.648067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:28.650849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=4ffcfd7b-27d8-40d1-828c-5dd59ccff6bd,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:11:28.749717 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Floating IP 9177c800-bd68-472c-90a9-b7373c8dc8f9 associated. External IP: 172.26.0.138, port: f4e98802-9319-4a30-aae5-ca6826041a83. Oct 20 04:11:28.954967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 0a9cb956-ea79-46dc-8c83-1ad865343564 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:11:29.063058 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:11:29.072993 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6dc69b-dc6b-4495-a178-850f89a0935f None None] Sync routers for ids ['0a9cb956-ea79-46dc-8c83-1ad865343564'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:11:29.081146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:29.084041 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6dc69b-dc6b-4495-a178-850f89a0935f None None] Routers {'0a9cb956-ea79-46dc-8c83-1ad865343564'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:11:29.084694 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8c6dc69b-dc6b-4495-a178-850f89a0935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:11:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0a9cb956-ea79-46dc-8c83-1ad865343564'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:29.112009 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9485a18a-b784-4d64-aeb5-4e9b6dbd7eda tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5255582 Oct 20 04:11:29.112673 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'tag': 'f4e98802-9319-4a30-aae5-ca6826041a83'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:11:29.114935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9a614-03db-4cb9-99ca-d9edf380dcea", "tag": "f4e98802-9319-4a30-aae5-ca6826041a83"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:11:29.154207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d41116d-acf4-4dcd-bbb1-8aa4a600bbc7 x-openstack-request-id: req-7d41116d-acf4-4dcd-bbb1-8aa4a600bbc7 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:11:29.154687 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9a614-03db-4cb9-99ca-d9edf380dcea", "tag": "f4e98802-9319-4a30-aae5-ca6826041a83", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:11:29.154899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d41116d-acf4-4dcd-bbb1-8aa4a600bbc7 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:11:29.155537 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d41116d-acf4-4dcd-bbb1-8aa4a600bbc7'] response: {'name': 'network-changed', 'server_uuid': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'tag': 'f4e98802-9319-4a30-aae5-ca6826041a83', 'status': 'completed', 'code': 200} Oct 20 04:11:29.191449 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8c6dc69b-dc6b-4495-a178-850f89a0935f None None] Set router 0a9cb956-ea79-46dc-8c83-1ad865343564 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:11:29.220719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00 req-a831633f-5875-483c-a999-596925480d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:29.222155 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00 req-a831633f-5875-483c-a999-596925480d3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 1098 time: 0.0446372 Oct 20 04:11:29.228444 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af545bd-e276-4744-b35f-f6b35e972d2b req-5fc220a9-87c0-4008-be6e-a775c3c5255a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:29.229932 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7af545bd-e276-4744-b35f-f6b35e972d2b req-5fc220a9-87c0-4008-be6e-a775c3c5255a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0508082 Oct 20 04:11:29.270394 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7af545bd-e276-4744-b35f-f6b35e972d2b req-cb69e9ec-2378-4e9b-89a2-dce83bf6bc73 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342798 Oct 20 04:11:29.299396 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35266) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:29.320334 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00 req-da1a4a1a-1654-4264-a670-04a0eb9994a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:29.321841 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00 req-da1a4a1a-1654-4264-a670-04a0eb9994a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a619287-8e0e-4a4b-b524-15e3e97c512e HTTP/1.1" status: 200 len: 898 time: 0.0929415 Oct 20 04:11:29.365391 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a8abfcd7-5b5c-45f9-973f-9659b857c600 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/9177c800-bd68-472c-90a9-b7373c8dc8f9 HTTP/1.1" status: 200 len: 991 time: 0.0648146 Oct 20 04:11:29.393104 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00 req-1093bf17-d43b-4e2b-92eb-30bbeb734534 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4e98802-9319-4a30-aae5-ca6826041a83 HTTP/1.1" status: 200 len: 999 time: 0.0645120 Oct 20 04:11:29.425140 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8c6dc69b-dc6b-4495-a178-850f89a0935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:08Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '9177c800-bd68-472c-90a9-b7373c8dc8f9', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.138', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'port_id': 'f4e98802-9319-4a30-aae5-ca6826041a83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'mac_address': 'fa:16:3e:59:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:11:28Z', 'updated_at': '2022-10-20T04:11:28Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f95f50d-b6d5-4187-a896-843b6ce55e5e', 'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:99:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:07Z', 'updated_at': '2022-10-20T04:11:11Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:29.442501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00 req-d7a68a24-c702-4ccb-b205-582be0d624c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:29.443952 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00 req-d7a68a24-c702-4ccb-b205-582be0d624c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc30ccf4-7dd3-42d4-979d-03d742d931a9 HTTP/1.1" status: 200 len: 834 time: 0.0444291 Oct 20 04:11:29.450533 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6dc69b-dc6b-4495-a178-850f89a0935f None None] Checking router: 0a9cb956-ea79-46dc-8c83-1ad865343564 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:11:29.458648 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6dc69b-dc6b-4495-a178-850f89a0935f None None] Routers {'0a9cb956-ea79-46dc-8c83-1ad865343564'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:11:29.459231 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8c6dc69b-dc6b-4495-a178-850f89a0935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:11:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0a9cb956-ea79-46dc-8c83-1ad865343564'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:29.489829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00 req-de68ee7d-63cb-43e2-9e3a-a4f7fe947108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:11:29.491248 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00 req-de68ee7d-63cb-43e2-9e3a-a4f7fe947108 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a619287-8e0e-4a4b-b524-15e3e97c512e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405047 Oct 20 04:11:29.560970 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8c6dc69b-dc6b-4495-a178-850f89a0935f None None] Set router 0a9cb956-ea79-46dc-8c83-1ad865343564 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:11:29.585425 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00 req-1967909f-9d4a-401a-8449-d84b73e54686 service neutron] 10.222.0.36 "GET /v2.0/networks/7a619287-8e0e-4a4b-b524-15e3e97c512e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867338 Oct 20 04:11:29.681095 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b73fb8b-29c5-4eb4-ab97-055fa7c45b00 req-e5cf7ae0-d83e-463c-8436-8d0ccbb1e82f service neutron] 10.222.0.36 "GET /v2.0/networks/7a619287-8e0e-4a4b-b524-15e3e97c512e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888510 Oct 20 04:11:29.863546 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8c6dc69b-dc6b-4495-a178-850f89a0935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:08Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '9177c800-bd68-472c-90a9-b7373c8dc8f9', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.138', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'port_id': 'f4e98802-9319-4a30-aae5-ca6826041a83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'mac_address': 'fa:16:3e:59:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:11:28Z', 'updated_at': '2022-10-20T04:11:28Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f95f50d-b6d5-4187-a896-843b6ce55e5e', 'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:99:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:07Z', 'updated_at': '2022-10-20T04:11:11Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:11:29.888622 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6dc69b-dc6b-4495-a178-850f89a0935f None None] The sync data for ids ['0a9cb956-ea79-46dc-8c83-1ad865343564'] in dv-neutron-861842-1-hyperv is: [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:08Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '9177c800-bd68-472c-90a9-b7373c8dc8f9', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.138', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'port_id': 'f4e98802-9319-4a30-aae5-ca6826041a83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'mac_address': 'fa:16:3e:59:50:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:11:28Z', 'updated_at': '2022-10-20T04:11:28Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f95f50d-b6d5-4187-a896-843b6ce55e5e', 'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:99:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:07Z', 'updated_at': '2022-10-20T04:11:11Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:11:30.087409 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775d3b6-4ab6-42af-bfe6-a20c56bf99bb None None] New status for floating IP 9177c800-bd68-472c-90a9-b7373c8dc8f9: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:11:30.369482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35272) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:11:30.432667 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4c9ef154-56c1-49cb-97a3-5756ce389b9a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/9177c800-bd68-472c-90a9-b7373c8dc8f9 HTTP/1.1" status: 200 len: 993 time: 0.0620346 Oct 20 04:11:38.747145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:44.662496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4c870e49-a814-44a2-a72d-2bee450d9e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:46.638254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-58264e45-71eb-460b-bbd3-38597995b38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:47.914279 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:49.409640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:11:49.613709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:03.729796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d5fc0-9c91-4632-9e8b-c64eb48bdd0f req-6f46c5dd-2230-4373-a55c-154a36089c77 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:03.731270 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-146d5fc0-9c91-4632-9e8b-c64eb48bdd0f req-6f46c5dd-2230-4373-a55c-154a36089c77 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0546968 Oct 20 04:12:03.769462 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-146d5fc0-9c91-4632-9e8b-c64eb48bdd0f req-e379176a-43df-411a-bede-8636c897332e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321546 Oct 20 04:12:04.701034 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:12:04.892384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae315e7d-087a-47a3-ae1d-37c2c3cd03b5 req-12f2d7e2-d038-4c69-ab3e-92c4642b7d6e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:04.893853 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ae315e7d-087a-47a3-ae1d-37c2c3cd03b5 req-12f2d7e2-d038-4c69-ab3e-92c4642b7d6e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0490196 Oct 20 04:12:04.934627 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ae315e7d-087a-47a3-ae1d-37c2c3cd03b5 req-23e47b3c-e0c0-4e29-a424-3280c5322b11 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348809 Oct 20 04:12:04.963544 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35292) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:05.023168 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9a6d8fe5-653e-4deb-9e9c-7d831bb22061 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/9177c800-bd68-472c-90a9-b7373c8dc8f9 HTTP/1.1" status: 200 len: 993 time: 0.0585809 Oct 20 04:12:06.322611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7b3a1-7cc6-48ee-8d2a-1b130e61bad6 req-0dffdb8c-8354-41e3-af20-8e1eff0ea728 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:06.324368 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5fa7b3a1-7cc6-48ee-8d2a-1b130e61bad6 req-0dffdb8c-8354-41e3-af20-8e1eff0ea728 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0505414 Oct 20 04:12:06.365568 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5fa7b3a1-7cc6-48ee-8d2a-1b130e61bad6 req-c3e048e8-94ed-41ab-aca9-13288d986a14 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350428 Oct 20 04:12:07.491150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af81a02-4bca-47d2-8e93-fac902e22d61 req-ef7f0441-40ef-43df-bb19-e05b547be9f6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:07.492655 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6af81a02-4bca-47d2-8e93-fac902e22d61 req-ef7f0441-40ef-43df-bb19-e05b547be9f6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0497730 Oct 20 04:12:07.530818 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6af81a02-4bca-47d2-8e93-fac902e22d61 req-ac5c4936-269e-413e-ae04-1da0cf2d36b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322967 Oct 20 04:12:07.559657 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35302) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:07.623567 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1a3bb4ab-e9f6-4d8b-a87b-1206c52ed7f5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/9177c800-bd68-472c-90a9-b7373c8dc8f9 HTTP/1.1" status: 200 len: 993 time: 0.0628572 Oct 20 04:12:07.867483 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35308) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:08.023983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 4ffcfd7b-27d8-40d1-828c-5dd59ccff6bd {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:12:08.024365 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:08.103649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:08.103974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:08.117709 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 4ffcfd7b-27d8-40d1-828c-5dd59ccff6bd owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:12:08.260259 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:08.289797 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=4ffcfd7b-27d8-40d1-828c-5dd59ccff6bd,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:08.312948 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.313302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.313650 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.313997 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.314337 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.314674 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.315010 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.315344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.315678 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.316011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.316365 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.316698 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:08.357635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:08.357967 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Floating IP 9177c800-bd68-472c-90a9-b7373c8dc8f9 disassociated (deleted). External IP: 172.26.0.138, port: f4e98802-9319-4a30-aae5-ca6826041a83. Oct 20 04:12:08.562401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 0a9cb956-ea79-46dc-8c83-1ad865343564 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:12:08.671189 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:12:08.675811 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:08.680977 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59af87-7c18-4675-9e1e-fdf2e9c620a3 None None] Sync routers for ids ['0a9cb956-ea79-46dc-8c83-1ad865343564'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:12:08.691184 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59af87-7c18-4675-9e1e-fdf2e9c620a3 None None] Routers {'0a9cb956-ea79-46dc-8c83-1ad865343564'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:12:08.691804 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ba59af87-7c18-4675-9e1e-fdf2e9c620a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:11:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0a9cb956-ea79-46dc-8c83-1ad865343564'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:08.703354 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b766990a-fd93-4b75-8385-872b70e7cbe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/floatingips/9177c800-bd68-472c-90a9-b7373c8dc8f9 HTTP/1.1" status: 204 len: 168 time: 0.8342831 Oct 20 04:12:08.704076 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'tag': 'f4e98802-9319-4a30-aae5-ca6826041a83'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:12:08.706839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9a614-03db-4cb9-99ca-d9edf380dcea", "tag": "f4e98802-9319-4a30-aae5-ca6826041a83"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:12:08.745749 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d80c9c-2920-4045-9d16-dacd4bf55392 x-openstack-request-id: req-14d80c9c-2920-4045-9d16-dacd4bf55392 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:12:08.746131 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9a614-03db-4cb9-99ca-d9edf380dcea", "tag": "f4e98802-9319-4a30-aae5-ca6826041a83", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:12:08.748456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14d80c9c-2920-4045-9d16-dacd4bf55392 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:12:08.748961 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d80c9c-2920-4045-9d16-dacd4bf55392'] response: {'name': 'network-changed', 'server_uuid': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'tag': 'f4e98802-9319-4a30-aae5-ca6826041a83', 'status': 'completed', 'code': 200} Oct 20 04:12:08.765736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:08.801423 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ba59af87-7c18-4675-9e1e-fdf2e9c620a3 None None] Set router 0a9cb956-ea79-46dc-8c83-1ad865343564 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:12:08.923222 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7360-d14d-4f8f-b25b-22a08a1ba378 req-8a06efaa-2ab8-4b84-ad75-d27c030d6104 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:08.924745 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c78b7360-d14d-4f8f-b25b-22a08a1ba378 req-8a06efaa-2ab8-4b84-ad75-d27c030d6104 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0506577 Oct 20 04:12:08.995983 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc req-f3dd9f5a-3957-4ad2-b4af-e080498b3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:08.997768 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc req-f3dd9f5a-3957-4ad2-b4af-e080498b3676 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 1098 time: 0.0680904 Oct 20 04:12:09.001265 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c78b7360-d14d-4f8f-b25b-22a08a1ba378 req-6d15aa5c-e013-4181-8c4a-2015e6fb7f69 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628836 Oct 20 04:12:09.010672 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ba59af87-7c18-4675-9e1e-fdf2e9c620a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:08Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4f95f50d-b6d5-4187-a896-843b6ce55e5e', 'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:99:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:07Z', 'updated_at': '2022-10-20T04:11:11Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:09.041537 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59af87-7c18-4675-9e1e-fdf2e9c620a3 None None] Checking router: 0a9cb956-ea79-46dc-8c83-1ad865343564 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:12:09.049782 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59af87-7c18-4675-9e1e-fdf2e9c620a3 None None] Routers {'0a9cb956-ea79-46dc-8c83-1ad865343564'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:12:09.050375 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ba59af87-7c18-4675-9e1e-fdf2e9c620a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:11:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0a9cb956-ea79-46dc-8c83-1ad865343564'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:09.090316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc req-fda92501-1cbb-4444-9c41-449b8a712480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:09.091703 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc req-fda92501-1cbb-4444-9c41-449b8a712480 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a619287-8e0e-4a4b-b524-15e3e97c512e HTTP/1.1" status: 200 len: 898 time: 0.0851738 Oct 20 04:12:09.136766 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc req-ed082838-406a-4b37-8cda-5e98bd8e1e67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4e98802-9319-4a30-aae5-ca6826041a83 HTTP/1.1" status: 200 len: 217 time: 0.0380185 Oct 20 04:12:09.153571 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ba59af87-7c18-4675-9e1e-fdf2e9c620a3 None None] Set router 0a9cb956-ea79-46dc-8c83-1ad865343564 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:12:09.184599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc req-9111a273-8e1f-4808-accc-9a33fdb4cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:09.186041 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc req-9111a273-8e1f-4808-accc-9a33fdb4cb8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc30ccf4-7dd3-42d4-979d-03d742d931a9 HTTP/1.1" status: 200 len: 834 time: 0.0425961 Oct 20 04:12:09.231323 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc req-fd3c7ecb-4f09-439a-913b-7578a5387a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:09.232868 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc req-fd3c7ecb-4f09-439a-913b-7578a5387a6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a619287-8e0e-4a4b-b524-15e3e97c512e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399051 Oct 20 04:12:09.326204 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc req-f116a702-b4b8-49a8-b4d7-84f7fabcbbd6 service neutron] 10.222.0.36 "GET /v2.0/networks/7a619287-8e0e-4a4b-b524-15e3e97c512e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862031 Oct 20 04:12:09.347616 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ba59af87-7c18-4675-9e1e-fdf2e9c620a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:08Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4f95f50d-b6d5-4187-a896-843b6ce55e5e', 'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:99:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:07Z', 'updated_at': '2022-10-20T04:11:11Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:09.373394 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59af87-7c18-4675-9e1e-fdf2e9c620a3 None None] The sync data for ids ['0a9cb956-ea79-46dc-8c83-1ad865343564'] in dv-neutron-861842-1-hyperv is: [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:08Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4f95f50d-b6d5-4187-a896-843b6ce55e5e', 'name': '', 'network_id': '7a619287-8e0e-4a4b-b524-15e3e97c512e', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:99:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:07Z', 'updated_at': '2022-10-20T04:11:11Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bc30ccf4-7dd3-42d4-979d-03d742d931a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:12:09.419733 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4eb16d3-7514-4c0c-a7ce-34354c3684fc req-8614b73e-f35a-4635-bffe-6f90005b29a8 service neutron] 10.222.0.36 "GET /v2.0/networks/7a619287-8e0e-4a4b-b524-15e3e97c512e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861645 Oct 20 04:12:09.600935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3ab542-e3db-403f-9f93-a84bdfa3ac37 None None] New status for floating IP 9177c800-bd68-472c-90a9-b7373c8dc8f9: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:12:10.132470 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835abba-556b-4517-8acd-320c9471c7b9 req-c43c3f6b-0df1-42c9-b453-8871f034b213 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:10.133914 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6835abba-556b-4517-8acd-320c9471c7b9 req-c43c3f6b-0df1-42c9-b453-8871f034b213 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0493731 Oct 20 04:12:10.172303 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6835abba-556b-4517-8acd-320c9471c7b9 req-5d380e47-8415-4a08-a17b-002e8e8dffc9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a6e0d5e-a887-4dd4-8408-f171b6bd0196&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321474 Oct 20 04:12:10.768001 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfa8a3-9eda-4071-a0ad-925954c5b01d req-284d3472-54d2-4251-a03e-0c2241cd45e3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:10.769493 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-45bfa8a3-9eda-4071-a0ad-925954c5b01d req-284d3472-54d2-4251-a03e-0c2241cd45e3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 945 time: 0.0542860 Oct 20 04:12:10.865583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-45bfa8a3-9eda-4071-a0ad-925954c5b01d req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port f4e98802-9319-4a30-aae5-ca6826041a83 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:12:10.865927 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-45bfa8a3-9eda-4071-a0ad-925954c5b01d req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:10.963593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-45bfa8a3-9eda-4071-a0ad-925954c5b01d req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port f4e98802-9319-4a30-aae5-ca6826041a83, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=f4e98802-9319-4a30-aae5-ca6826041a83,segment=NetworkSegment(1e863807-b0df-4772-a3bb-52d6f6631c51),segment_id=1e863807-b0df-4772-a3bb-52d6f6631c51)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:12:10.963958 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-45bfa8a3-9eda-4071-a0ad-925954c5b01d req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:10.976959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-45bfa8a3-9eda-4071-a0ad-925954c5b01d req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for f4e98802-9319-4a30-aae5-ca6826041a83 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:12:11.103724 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-45bfa8a3-9eda-4071-a0ad-925954c5b01d req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:11.136500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=f4e98802-9319-4a30-aae5-ca6826041a83,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:11.160847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.161200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.161546 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.161887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.162228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.162563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.162893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.163217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.163542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.163866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.164189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.164539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:11.185945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bfa8a3-9eda-4071-a0ad-925954c5b01d req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] No DVR routers for this DVR port f4e98802-9319-4a30-aae5-ca6826041a83 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:12:11.188493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-45bfa8a3-9eda-4071-a0ad-925954c5b01d req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:11.191814 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-45bfa8a3-9eda-4071-a0ad-925954c5b01d req-8ce333b6-21e1-4a72-aa94-eca5b40d6198 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "DELETE /v2.0/ports/f4e98802-9319-4a30-aae5-ca6826041a83 HTTP/1.1" status: 204 len: 173 time: 0.4133577 Oct 20 04:12:11.192400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'name': 'network-vif-deleted', 'tag': 'f4e98802-9319-4a30-aae5-ca6826041a83'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:12:11.194663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b933ea42-3a6b-4e8c-bfd8-8cf8398269f3" -d '{"events": [{"server_uuid": "6eb9a614-03db-4cb9-99ca-d9edf380dcea", "name": "network-vif-deleted", "tag": "f4e98802-9319-4a30-aae5-ca6826041a83"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:12:11.237342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad9fa44-8b63-4bb9-b0d5-f45695b032fb x-openstack-request-id: req-cad9fa44-8b63-4bb9-b0d5-f45695b032fb {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:12:11.237637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9a614-03db-4cb9-99ca-d9edf380dcea", "name": "network-vif-deleted", "tag": "f4e98802-9319-4a30-aae5-ca6826041a83", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:12:11.237887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cad9fa44-8b63-4bb9-b0d5-f45695b032fb {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:12:11.238310 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad9fa44-8b63-4bb9-b0d5-f45695b032fb'] response: {'server_uuid': '6eb9a614-03db-4cb9-99ca-d9edf380dcea', 'name': 'network-vif-deleted', 'tag': 'f4e98802-9319-4a30-aae5-ca6826041a83', 'status': 'completed', 'code': 200} Oct 20 04:12:11.287501 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4d734553-99cd-43af-bb5e-cd399e6d5e4b req-b1c4f17c-c56c-417f-a9b5-0ab121b2b0e9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb9a614-03db-4cb9-99ca-d9edf380dcea HTTP/1.1" status: 200 len: 210 time: 0.0333695 Oct 20 04:12:12.346953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35324) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:12.696058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:12.943953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 4f95f50d-b6d5-4187-a896-843b6ce55e5e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:12:12.944310 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:13.032492 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port 4f95f50d-b6d5-4187-a896-843b6ce55e5e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4f95f50d-b6d5-4187-a896-843b6ce55e5e,segment=NetworkSegment(1e863807-b0df-4772-a3bb-52d6f6631c51),segment_id=1e863807-b0df-4772-a3bb-52d6f6631c51)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:12:13.032770 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:13.044022 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 4f95f50d-b6d5-4187-a896-843b6ce55e5e owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:12:13.509057 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:13.535258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=4f95f50d-b6d5-4187-a896-843b6ce55e5e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:13.707756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:13.918932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 0a9cb956-ea79-46dc-8c83-1ad865343564 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:12:14.028970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:12:14.034591 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-50f73fe8-968a-4aa3-b4fe-7a076837ef48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "PUT /v2.0/routers/0a9cb956-ea79-46dc-8c83-1ad865343564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6866078 Oct 20 04:12:14.037327 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35326) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:14.039965 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033122f-0135-4275-8538-71e3d15cef66 None None] Sync routers for ids ['0a9cb956-ea79-46dc-8c83-1ad865343564'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:12:14.050924 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033122f-0135-4275-8538-71e3d15cef66 None None] Routers {'0a9cb956-ea79-46dc-8c83-1ad865343564'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:12:14.051520 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e033122f-0135-4275-8538-71e3d15cef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:11:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0a9cb956-ea79-46dc-8c83-1ad865343564'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:14.089827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-51114004-be67-4870-acaf-67d80e86d2f9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting subnet bc30ccf4-7dd3-42d4-979d-03d742d931a9 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:12:14.092846 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-51114004-be67-4870-acaf-67d80e86d2f9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.134092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-51114004-be67-4870-acaf-67d80e86d2f9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.154090 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e033122f-0135-4275-8538-71e3d15cef66 None None] Set router 0a9cb956-ea79-46dc-8c83-1ad865343564 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:12:14.222626 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-51114004-be67-4870-acaf-67d80e86d2f9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.282340 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-51114004-be67-4870-acaf-67d80e86d2f9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.312879 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-51114004-be67-4870-acaf-67d80e86d2f9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.318980 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-51114004-be67-4870-acaf-67d80e86d2f9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/subnets/bc30ccf4-7dd3-42d4-979d-03d742d931a9 HTTP/1.1" status: 204 len: 168 time: 0.2782209 Oct 20 04:12:14.318980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51114004-be67-4870-acaf-67d80e86d2f9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Subnet': ['ID=bc30ccf4-7dd3-42d4-979d-03d742d931a9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:14.320115 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35328) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:14.322739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0b706c-9246-4d17-8748-fee9d706b6b4 None None] Network 7a619287-8e0e-4a4b-b524-15e3e97c512e requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:12:14.426181 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e033122f-0135-4275-8538-71e3d15cef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:12:13Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:14.445745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.454529 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033122f-0135-4275-8538-71e3d15cef66 None None] Checking router: 0a9cb956-ea79-46dc-8c83-1ad865343564 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:12:14.463309 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033122f-0135-4275-8538-71e3d15cef66 None None] Routers {'0a9cb956-ea79-46dc-8c83-1ad865343564'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:12:14.464100 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e033122f-0135-4275-8538-71e3d15cef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:11:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0a9cb956-ea79-46dc-8c83-1ad865343564'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:14.508724 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] DHCP port deletion for 7a619287-8e0e-4a4b-b524-15e3e97c512e request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:12:14.556640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Deleting port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:12:14.557010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.563049 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.584807 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e033122f-0135-4275-8538-71e3d15cef66 None None] Set router 0a9cb956-ea79-46dc-8c83-1ad865343564 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:12:14.621024 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 4aa133bf-8f49-437c-96b1-d69bc65393e3 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:12:14.621395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.624805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] For port edbd73ce-9497-4f2e-b271-1cd3a7e72c96, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=edbd73ce-9497-4f2e-b271-1cd3a7e72c96,segment=NetworkSegment(1e863807-b0df-4772-a3bb-52d6f6631c51),segment_id=1e863807-b0df-4772-a3bb-52d6f6631c51)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:12:14.625371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.638196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Calling delete_port for edbd73ce-9497-4f2e-b271-1cd3a7e72c96 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:12:14.709961 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bcf0102e-03ca-4097-be2e-12a0966cbb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.710696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port 4aa133bf-8f49-437c-96b1-d69bc65393e3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4aa133bf-8f49-437c-96b1-d69bc65393e3,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:12:14.711866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.726207 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 4aa133bf-8f49-437c-96b1-d69bc65393e3 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:12:14.730595 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.765528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Pushing event deleted for resources: {'Port': ['ID=edbd73ce-9497-4f2e-b271-1cd3a7e72c96,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:14.776081 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.776705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.776924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.777226 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.777345 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e033122f-0135-4275-8538-71e3d15cef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:12:13Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:14.777568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.777879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.778208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.778533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.778856 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.779174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.779495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.779927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:14.784659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d5209-8c8c-4f4e-b2ae-2ec519d62ed6 None None] No DVR routers for this DVR port edbd73ce-9497-4f2e-b271-1cd3a7e72c96 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:12:14.806786 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033122f-0135-4275-8538-71e3d15cef66 None None] The sync data for ids ['0a9cb956-ea79-46dc-8c83-1ad865343564'] in dv-neutron-861842-1-hyperv is: [{'id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864859899', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:12:13Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4aa133bf-8f49-437c-96b1-d69bc65393e3', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9cb956-ea79-46dc-8c83-1ad865343564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:11:05Z', 'updated_at': '2022-10-20T04:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:12:14.908578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:14.922507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device f4e98802-9319-4a30-aae5-ca6826041a83 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:12:14.932139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=4aa133bf-8f49-437c-96b1-d69bc65393e3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:14.946770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: f4e98802-9319-4a30-aae5-ca6826041a83 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:12:14.947123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device f4e98802-9319-4a30-aae5-ca6826041a83 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:12:14.993069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.087301 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.089573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.132299 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.132826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Fanout notify agent at l3_agent the message router_deleted on router 0a9cb956-ea79-46dc-8c83-1ad865343564 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:12:15.141478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.145179 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-606ad9a2-6342-475d-bce9-832a6f041e93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/routers/0a9cb956-ea79-46dc-8c83-1ad865343564 HTTP/1.1" status: 204 len: 168 time: 0.8130283 Oct 20 04:12:15.145792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35330) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:15.233184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.626508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.647491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a619287-8e0e-4a4b-b524-15e3e97c512e']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:15.657372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e863807-b0df-4772-a3bb-52d6f6631c51') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:15.657672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e863807-b0df-4772-a3bb-52d6f6631c51') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:15.666803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.679818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.686029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:12:15.686416 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.708425 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 1e863807-b0df-4772-a3bb-52d6f6631c51 resource provider aggregate not found Oct 20 04:12:15.727755 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 1e863807-b0df-4772-a3bb-52d6f6631c51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e863807-b0df-4772-a3bb-52d6f6631c51 found for delete ", "request_id": "req-e1ebf38f-3b24-4486-9c53-5d1f0e5b61c7"}]} Oct 20 04:12:15.762663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.771013 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.777018 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/networks/7a619287-8e0e-4a4b-b524-15e3e97c512e HTTP/1.1" status: 204 len: 168 time: 0.6262257 Oct 20 04:12:15.777119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35336) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:15.791098 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc467290-b745-4327-b241-545a05c48bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Network': ['ID=7a619287-8e0e-4a4b-b524-15e3e97c512e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:15.839507 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b2a8eb77-d3c4-49e6-9f30-b9db10dbf250 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.864123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b2a8eb77-d3c4-49e6-9f30-b9db10dbf250 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.924857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b2a8eb77-d3c4-49e6-9f30-b9db10dbf250 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.927609 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b2a8eb77-d3c4-49e6-9f30-b9db10dbf250 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:15.928944 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b2a8eb77-d3c4-49e6-9f30-b9db10dbf250 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/security-groups/8a6e0d5e-a887-4dd4-8408-f171b6bd0196 HTTP/1.1" status: 204 len: 168 time: 0.1510923 Oct 20 04:12:15.938864 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8eb77-d3c4-49e6-9f30-b9db10dbf250 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6e0d5e-a887-4dd4-8408-f171b6bd0196,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:15.965514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device edbd73ce-9497-4f2e-b271-1cd3a7e72c96 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:12:15.996511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: edbd73ce-9497-4f2e-b271-1cd3a7e72c96 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:12:15.997107 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device edbd73ce-9497-4f2e-b271-1cd3a7e72c96 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:12:15.997728 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4aa133bf-8f49-437c-96b1-d69bc65393e3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:12:16.017640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 4aa133bf-8f49-437c-96b1-d69bc65393e3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:12:16.017989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4aa133bf-8f49-437c-96b1-d69bc65393e3 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:12:16.018403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4f95f50d-b6d5-4187-a896-843b6ce55e5e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:12:16.038267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 4f95f50d-b6d5-4187-a896-843b6ce55e5e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:12:16.038626 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4f95f50d-b6d5-4187-a896-843b6ce55e5e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:12:16.042491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35342) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:16.047641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b84c31a0-44c3-43e0-9ff7-bac9ef645587 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334942447', 'description': 'tempest-secgroup-smoke-334942447 description', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:16.067838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b84c31a0-44c3-43e0-9ff7-bac9ef645587 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.135411 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b84c31a0-44c3-43e0-9ff7-bac9ef645587 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.140623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b84c31a0-44c3-43e0-9ff7-bac9ef645587 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.171838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b84c31a0-44c3-43e0-9ff7-bac9ef645587 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.172993 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b84c31a0-44c3-43e0-9ff7-bac9ef645587 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1294799 Oct 20 04:12:16.174904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c31a0-44c3-43e0-9ff7-bac9ef645587 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d60d35-d42b-4ac4-aa24-daef2347bbcf,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:16.175940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35344) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:16.181664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f78c840a-b9fc-472d-bf55-6325366f91e9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '59d60d35-d42b-4ac4-aa24-daef2347bbcf', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:16.207458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f78c840a-b9fc-472d-bf55-6325366f91e9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.266661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f78c840a-b9fc-472d-bf55-6325366f91e9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.270273 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f78c840a-b9fc-472d-bf55-6325366f91e9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.290163 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c840a-b9fc-472d-bf55-6325366f91e9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980ae6d0-ca46-4cd2-984c-043a830a9295,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:16.297030 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f78c840a-b9fc-472d-bf55-6325366f91e9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.298581 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f78c840a-b9fc-472d-bf55-6325366f91e9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216109 Oct 20 04:12:16.301358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35346) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:16.305842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-263ec638-dc2a-46f5-b363-e6484c2cb8a3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '59d60d35-d42b-4ac4-aa24-daef2347bbcf', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:16.331405 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-263ec638-dc2a-46f5-b363-e6484c2cb8a3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.390338 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-263ec638-dc2a-46f5-b363-e6484c2cb8a3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.393825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-263ec638-dc2a-46f5-b363-e6484c2cb8a3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.411119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ec638-dc2a-46f5-b363-e6484c2cb8a3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10043ba-5082-47b8-b8fe-15dbff6c3f97,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:16.418633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-263ec638-dc2a-46f5-b363-e6484c2cb8a3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.419827 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-263ec638-dc2a-46f5-b363-e6484c2cb8a3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173830 Oct 20 04:12:16.423226 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35348) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:16.427638 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a1ec19b4-3e17-459c-86d9-65b77e40a5c1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '59d60d35-d42b-4ac4-aa24-daef2347bbcf', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:16.452455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1ec19b4-3e17-459c-86d9-65b77e40a5c1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.509548 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1ec19b4-3e17-459c-86d9-65b77e40a5c1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.512986 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1ec19b4-3e17-459c-86d9-65b77e40a5c1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.531231 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec19b4-3e17-459c-86d9-65b77e40a5c1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fdb344-b4aa-4cd6-ab01-727094b8a9f7,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:16.536744 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a1ec19b4-3e17-459c-86d9-65b77e40a5c1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.537942 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a1ec19b4-3e17-459c-86d9-65b77e40a5c1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137958 Oct 20 04:12:16.540691 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35350) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:16.544913 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c0949899-5bc2-43f9-b47f-d6796d077f97 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '59d60d35-d42b-4ac4-aa24-daef2347bbcf', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:16.569379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c0949899-5bc2-43f9-b47f-d6796d077f97 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.631563 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c0949899-5bc2-43f9-b47f-d6796d077f97 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.635441 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c0949899-5bc2-43f9-b47f-d6796d077f97 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.640640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46919ae2-78f5-455f-a295-e85234151d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.653956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0949899-5bc2-43f9-b47f-d6796d077f97 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d493a5a0-9941-41c3-bc7b-4271610a3bee,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:16.659583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c0949899-5bc2-43f9-b47f-d6796d077f97 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.661291 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c0949899-5bc2-43f9-b47f-d6796d077f97 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196394 Oct 20 04:12:16.663950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35352) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:16.668181 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0ff76604-842f-4d75-b401-1e999ab42d63 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '59d60d35-d42b-4ac4-aa24-daef2347bbcf', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:16.689429 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-0ff76604-842f-4d75-b401-1e999ab42d63 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Project 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:12:16.694410 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ff76604-842f-4d75-b401-1e999ab42d63 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.754235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ff76604-842f-4d75-b401-1e999ab42d63 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.757670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ff76604-842f-4d75-b401-1e999ab42d63 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.774858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff76604-842f-4d75-b401-1e999ab42d63 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae5aed1-1282-4827-8883-ec203823b0ea,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:16.783166 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0ff76604-842f-4d75-b401-1e999ab42d63 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.784423 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0ff76604-842f-4d75-b401-1e999ab42d63 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195123 Oct 20 04:12:16.787211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35354) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:16.791421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6582c5f2-2c1a-4ba1-b6e3-58273f1dc95f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '59d60d35-d42b-4ac4-aa24-daef2347bbcf', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:16.812014 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-6582c5f2-2c1a-4ba1-b6e3-58273f1dc95f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Project 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:12:16.816976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6582c5f2-2c1a-4ba1-b6e3-58273f1dc95f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.876682 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6582c5f2-2c1a-4ba1-b6e3-58273f1dc95f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.880026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6582c5f2-2c1a-4ba1-b6e3-58273f1dc95f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.898000 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582c5f2-2c1a-4ba1-b6e3-58273f1dc95f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc10232d-553c-4cd5-ba2d-ad907a8b7741,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:16.902875 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6582c5f2-2c1a-4ba1-b6e3-58273f1dc95f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.904104 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6582c5f2-2c1a-4ba1-b6e3-58273f1dc95f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159356 Oct 20 04:12:16.907805 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35356) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:16.913009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'network': {'name': 'tempest-network-smoke--393387559', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'port_security_enabled': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:16.932518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:12:16.935809 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.959680 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:12:16.969406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:16.969757 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Added segment 43fcc71f-2e42-4d95-a3cc-1d5292c3981a of type vlan for network ec78aa52-2ac9-4f32-abd8-305cd56c4954 Oct 20 04:12:17.012196 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.037347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.043012 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:17.043620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.082300 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1732337 Oct 20 04:12:17.084991 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35360) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:17.091332 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'admin_state_up': True, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:17.126085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173383d4-b002-492b-83c8-91f0710e1276 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Network': ['ID=ec78aa52-2ac9-4f32-abd8-305cd56c4954,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:17.137278 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network ec78aa52-2ac9-4f32-abd8-305cd56c4954 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:12:17.139464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.141312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.196216 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.333510 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.525295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.543918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.650763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.26.0.186 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/e54356f5-69ff-414a-8381-121e611f2813) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:12:17.752447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.785445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:17.829305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:12:17.832127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:12:17.835504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:12:17.861153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=e54356f5-69ff-414a-8381-121e611f2813,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:17.922243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:18.090161 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:18.284777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:18.413371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router e419806d-0667-4563-9edb-93f977d131f4 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:12:18.518760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:12:18.528225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Sync routers for ids ['e419806d-0667-4563-9edb-93f977d131f4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:12:18.539026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Routers {'e419806d-0667-4563-9edb-93f977d131f4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:12:18.539598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-60c5a942-6c03-4438-a995-770de006cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:12:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e419806d-0667-4563-9edb-93f977d131f4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:18.541146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:18.542598 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-dda42248-434a-4512-b002-a4a128222966 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4565680 Oct 20 04:12:18.545619 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35362) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:18.584887 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ef8834ce-9b52-4c0a-ae11-baf3a4c315f5 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381441 Oct 20 04:12:18.587475 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35364) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:18.645909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Set router e419806d-0667-4563-9edb-93f977d131f4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:12:18.742698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910c4060-6d33-4efc-8505-3226174c445b tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:18.744245 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-910c4060-6d33-4efc-8505-3226174c445b tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1558673 Oct 20 04:12:18.747275 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35366) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:18.783142 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e6b29150-33f9-4d3e-b99e-42de4535521b tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347512 Oct 20 04:12:18.785949 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35368) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:18.791627 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-207950575', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:18.881185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:12:18.884804 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:18.967061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-60c5a942-6c03-4438-a995-770de006cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:17Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:18.994524 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Checking router: e419806d-0667-4563-9edb-93f977d131f4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:12:18.994880 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Updating router e419806d-0667-4563-9edb-93f977d131f4 port e54356f5-69ff-414a-8381-121e611f2813 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:12:19.019270 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.066876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.126302 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Subnet': ['ID=bb4ff19d-793e-466e-976c-f89ff9d3ec7b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:19.135817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Checking segment: {'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:12:19.136177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network hostable DHCP agents. Network: ec78aa52-2ac9-4f32-abd8-305cd56c4954, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:12:19.153342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network ec78aa52-2ac9-4f32-abd8-305cd56c4954 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:12:19.162925 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, ec78aa52-2ac9-4f32-abd8-305cd56c4954) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:12:19.168226 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:19.169243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.179068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aa62aa-e477-4b4a-89ad-7848673b8b60 None None] Network ec78aa52-2ac9-4f32-abd8-305cd56c4954 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:12:19.185650 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-87bcc517-c387-4e5d-a5a4-a8a27518771d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3984532 Oct 20 04:12:19.188493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35370) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:19.366930 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.374740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.430679 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Attempting to bind port e54356f5-69ff-414a-8381-121e611f2813 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:12:19.430837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Attempting to bind port e54356f5-69ff-414a-8381-121e611f2813 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:12:19.431207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Attempting to bind port e54356f5-69ff-414a-8381-121e611f2813 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:12:19.445773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9871458b-5234-4125-975d-11e26c705420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ips': [{'subnet_id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:12:19.446611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9871458b-5234-4125-975d-11e26c705420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.462234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:12:19.462610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:12:19.463011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.463405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:12:19.463886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Bound port: e54356f5-69ff-414a-8381-121e611f2813, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:12:19.464287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.488593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.493318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb7e12-8ab2-447d-8399-f4a6150d3579 None None] Pushing event updated for resources: {'Port': ['ID=e54356f5-69ff-414a-8381-121e611f2813,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:19.595773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-60c5a942-6c03-4438-a995-770de006cedb None None] For port e54356f5-69ff-414a-8381-121e611f2813, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:12:19.616063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-60c5a942-6c03-4438-a995-770de006cedb None None] For port e54356f5-69ff-414a-8381-121e611f2813, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e54356f5-69ff-414a-8381-121e611f2813,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:12:19.621426 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.640324 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.722691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Routers {'e419806d-0667-4563-9edb-93f977d131f4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:12:19.723295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-60c5a942-6c03-4438-a995-770de006cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:12:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e419806d-0667-4563-9edb-93f977d131f4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:19.730436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:19.732328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-9871458b-5234-4125-975d-11e26c705420 None None] Allocated IP 172.20.0.2 (ec78aa52-2ac9-4f32-abd8-305cd56c4954/bb4ff19d-793e-466e-976c-f89ff9d3ec7b/07788e18-516a-402f-99bb-ba0c5444cecf) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:12:19.775296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb7e12-8ab2-447d-8399-f4a6150d3579 None None] Pushing event updated for resources: {'Port': ['ID=e54356f5-69ff-414a-8381-121e611f2813,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:19.917842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-60c5a942-6c03-4438-a995-770de006cedb None None] Set router e419806d-0667-4563-9edb-93f977d131f4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:12:20.063257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9871458b-5234-4125-975d-11e26c705420 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.074192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9871458b-5234-4125-975d-11e26c705420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.118719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.20.0.1 (ec78aa52-2ac9-4f32-abd8-305cd56c4954/bb4ff19d-793e-466e-976c-f89ff9d3ec7b/62bbd125-ec78-4144-b002-2d04a3fae8d4) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:12:20.128071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9871458b-5234-4125-975d-11e26c705420 None None] Network ec78aa52-2ac9-4f32-abd8-305cd56c4954 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:12:20.134059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-9871458b-5234-4125-975d-11e26c705420 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:12:20.138391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871458b-5234-4125-975d-11e26c705420 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:12:20.164647 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871458b-5234-4125-975d-11e26c705420 None None] Pushing event updated for resources: {'Port': ['ID=07788e18-516a-402f-99bb-ba0c5444cecf,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:20.229140 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9871458b-5234-4125-975d-11e26c705420 None None] Attempting to bind port 07788e18-516a-402f-99bb-ba0c5444cecf on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:12:20.229505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9871458b-5234-4125-975d-11e26c705420 None None] Attempting to bind port 07788e18-516a-402f-99bb-ba0c5444cecf by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:12:20.229871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9871458b-5234-4125-975d-11e26c705420 None None] Attempting to bind port 07788e18-516a-402f-99bb-ba0c5444cecf on network ec78aa52-2ac9-4f32-abd8-305cd56c4954 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:12:20.232763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.239073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9871458b-5234-4125-975d-11e26c705420 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:12:20.239442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9871458b-5234-4125-975d-11e26c705420 None None] Checking segment: {'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:12:20.239843 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9871458b-5234-4125-975d-11e26c705420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.240234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9871458b-5234-4125-975d-11e26c705420 None None] Bound using segment: {'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:12:20.240723 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9871458b-5234-4125-975d-11e26c705420 None None] Bound port: 07788e18-516a-402f-99bb-ba0c5444cecf, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:12:20.241095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9871458b-5234-4125-975d-11e26c705420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.256495 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-60c5a942-6c03-4438-a995-770de006cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:17Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:20.267576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.290065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5a942-6c03-4438-a995-770de006cedb None None] The sync data for ids ['e419806d-0667-4563-9edb-93f977d131f4'] in dv-neutron-861842-1-hyperv is: [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:17Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:12:20.315344 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network ec78aa52-2ac9-4f32-abd8-305cd56c4954 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:12:20.317707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:12:20.320383 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:12:20.355216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9871458b-5234-4125-975d-11e26c705420 None None] For port 07788e18-516a-402f-99bb-ba0c5444cecf, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:12:20.356965 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=62bbd125-ec78-4144-b002-2d04a3fae8d4,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:20.360646 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9871458b-5234-4125-975d-11e26c705420 None None] For port 07788e18-516a-402f-99bb-ba0c5444cecf, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=07788e18-516a-402f-99bb-ba0c5444cecf,segment=NetworkSegment(43fcc71f-2e42-4d95-a3cc-1d5292c3981a),segment_id=43fcc71f-2e42-4d95-a3cc-1d5292c3981a)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:12:20.367703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9871458b-5234-4125-975d-11e26c705420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.378043 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.435263 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871458b-5234-4125-975d-11e26c705420 None None] Pushing event updated for resources: {'Port': ['ID=07788e18-516a-402f-99bb-ba0c5444cecf,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:20.531379 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.878923 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.883802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.961666 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:20.963402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=62bbd125-ec78-4144-b002-2d04a3fae8d4,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:21.065633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network ec78aa52-2ac9-4f32-abd8-305cd56c4954 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:12:21.067185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:12:21.185694 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router e419806d-0667-4563-9edb-93f977d131f4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:12:21.305976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:12:21.311345 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-df1b2238-9f89-46da-beba-6d5e39df10d5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "PUT /v2.0/routers/e419806d-0667-4563-9edb-93f977d131f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1218243 Oct 20 04:12:21.405636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa1c0f-5beb-4fb4-8bf0-39035beb55a8 None None] Network ec78aa52-2ac9-4f32-abd8-305cd56c4954 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:12:21.506561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7ead7559-136d-4718-8cfe-cdf5761baa7b None None] Provisioning complete for port 07788e18-516a-402f-99bb-ba0c5444cecf triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:12:21.506849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ead7559-136d-4718-8cfe-cdf5761baa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:21.507549 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7ead7559-136d-4718-8cfe-cdf5761baa7b None None] Attempt 1 to provision port 07788e18-516a-402f-99bb-ba0c5444cecf Oct 20 04:12:21.653684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7ead7559-136d-4718-8cfe-cdf5761baa7b None None] Current status of the port 07788e18-516a-402f-99bb-ba0c5444cecf is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:12:21.654083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ead7559-136d-4718-8cfe-cdf5761baa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:21.690867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7ead7559-136d-4718-8cfe-cdf5761baa7b None None] For port 07788e18-516a-402f-99bb-ba0c5444cecf, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=07788e18-516a-402f-99bb-ba0c5444cecf,segment=NetworkSegment(43fcc71f-2e42-4d95-a3cc-1d5292c3981a),segment_id=43fcc71f-2e42-4d95-a3cc-1d5292c3981a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:12:21.695589 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ead7559-136d-4718-8cfe-cdf5761baa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:21.762369 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead7559-136d-4718-8cfe-cdf5761baa7b None None] Pushing event updated for resources: {'Port': ['ID=07788e18-516a-402f-99bb-ba0c5444cecf,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:21.765704 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-f885ea0b-f980-459b-88f3-23f5724bb94a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334942447&fields=id&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 267 time: 0.3437483 Oct 20 04:12:21.884171 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-85c77806-e2cb-4090-9d07-4d37387e3d49 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:21.885823 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-85c77806-e2cb-4090-9d07-4d37387e3d49 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/networks?id=ec78aa52-2ac9-4f32-abd8-305cd56c4954 HTTP/1.1" status: 200 len: 796 time: 0.1066587 Oct 20 04:12:21.902277 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-5f08a920-7c48-4cfb-b518-afb450e813a0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/quotas/79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 375 time: 0.0100107 Oct 20 04:12:21.991009 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-3b6b66f2-51dc-4e36-ab8e-202d2f5e18ee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751159 Oct 20 04:12:22.078421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Provisioning complete for port 07788e18-516a-402f-99bb-ba0c5444cecf triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:12:22.078802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:22.079382 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Attempt 1 to provision port 07788e18-516a-402f-99bb-ba0c5444cecf Oct 20 04:12:22.113089 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e54356f5-69ff-414a-8381-121e611f2813 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:12:22.122708 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Sync routers for ids ['e419806d-0667-4563-9edb-93f977d131f4'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:12:22.127506 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-e9306e47-eb4b-43c8-b940-e3ea4b42cb66 service neutron] 10.222.0.20 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301780 Oct 20 04:12:22.135023 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Routers {'e419806d-0667-4563-9edb-93f977d131f4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:12:22.135929 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:12:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e419806d-0667-4563-9edb-93f977d131f4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:22.227068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Current status of the port 07788e18-516a-402f-99bb-ba0c5444cecf is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:12:22.237688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port e54356f5-69ff-414a-8381-121e611f2813 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:12:22.238071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:22.238413 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port e54356f5-69ff-414a-8381-121e611f2813 Oct 20 04:12:22.239107 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-3c5683dc-053c-4bca-9cc9-871a674c8fff service neutron] 10.222.0.20 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052878 Oct 20 04:12:22.261088 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Set router e419806d-0667-4563-9edb-93f977d131f4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:12:22.266383 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Provisioning complete for port 62bbd125-ec78-4144-b002-2d04a3fae8d4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:12:22.266764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:22.267104 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Attempt 1 to provision port 62bbd125-ec78-4144-b002-2d04a3fae8d4 Oct 20 04:12:22.317364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Port 62bbd125-ec78-4144-b002-2d04a3fae8d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:12:22.362084 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port e54356f5-69ff-414a-8381-121e611f2813 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:12:22.362485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:22.384234 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port e54356f5-69ff-414a-8381-121e611f2813, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e54356f5-69ff-414a-8381-121e611f2813,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:12:22.390486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:22.391664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 07788e18-516a-402f-99bb-ba0c5444cecf up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:12:22.461256 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d8a86c35-1de4-4773-b65c-06e4da725f30 req-78c03b3a-54fe-4ab0-8684-318e03a348e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 210 time: 0.0280776 Oct 20 04:12:22.491257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=e54356f5-69ff-414a-8381-121e611f2813,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:22.501913 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:20Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '62bbd125-ec78-4144-b002-2d04a3fae8d4', 'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:6f:f1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:19Z', 'updated_at': '2022-10-20T04:12:20Z', 'revision_number': 2, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:22.509041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 07788e18-516a-402f-99bb-ba0c5444cecf triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:12:22.509413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:22.509745 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 07788e18-516a-402f-99bb-ba0c5444cecf Oct 20 04:12:22.531923 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Checking router: e419806d-0667-4563-9edb-93f977d131f4 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:12:22.532419 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Updating router e419806d-0667-4563-9edb-93f977d131f4 port 62bbd125-ec78-4144-b002-2d04a3fae8d4 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:12:22.560392 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:22.591665 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 07788e18-516a-402f-99bb-ba0c5444cecf is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:12:22.824916 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Attempt 2 to provision port 62bbd125-ec78-4144-b002-2d04a3fae8d4 Oct 20 04:12:22.841506 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:22.847845 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:22.874355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Port 62bbd125-ec78-4144-b002-2d04a3fae8d4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:12:22.923062 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Pushing event updated for resources: {'Port': ['ID=62bbd125-ec78-4144-b002-2d04a3fae8d4,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:22.935032 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.935377 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.935715 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.936048 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.936430 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.936760 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.937092 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.937416 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.937741 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.938063 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.938386 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.938706 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:12:22.945295 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Attempting to bind port 62bbd125-ec78-4144-b002-2d04a3fae8d4 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:12:22.945723 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Attempting to bind port 62bbd125-ec78-4144-b002-2d04a3fae8d4 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:12:22.946092 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Attempting to bind port 62bbd125-ec78-4144-b002-2d04a3fae8d4 on network ec78aa52-2ac9-4f32-abd8-305cd56c4954 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:12:22.951322 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:12:22.951711 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Checking segment: {'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:12:22.952632 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:22.953023 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Bound using segment: {'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:12:22.953662 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Bound port: 62bbd125-ec78-4144-b002-2d04a3fae8d4, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:12:22.954041 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:23.021557 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] For port 62bbd125-ec78-4144-b002-2d04a3fae8d4, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:12:23.024565 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] For port 62bbd125-ec78-4144-b002-2d04a3fae8d4, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=62bbd125-ec78-4144-b002-2d04a3fae8d4,segment=NetworkSegment(43fcc71f-2e42-4d95-a3cc-1d5292c3981a),segment_id=43fcc71f-2e42-4d95-a3cc-1d5292c3981a)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:12:23.028688 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:23.063524 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Routers {'e419806d-0667-4563-9edb-93f977d131f4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:12:23.064129 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:12:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e419806d-0667-4563-9edb-93f977d131f4'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:23.118932 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c9e51-d971-4468-b14c-4f57471ef130 None None] Pushing event updated for resources: {'Port': ['ID=62bbd125-ec78-4144-b002-2d04a3fae8d4,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:23.181959 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] Set router e419806d-0667-4563-9edb-93f977d131f4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:12:23.375557 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Attempt 3 to provision port 62bbd125-ec78-4144-b002-2d04a3fae8d4 Oct 20 04:12:23.473856 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Current status of the port 62bbd125-ec78-4144-b002-2d04a3fae8d4 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:12:23.474248 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:23.476491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-e0a545e1-408c-42aa-8846-6bbb1fe48239 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:23.478577 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-e0a545e1-408c-42aa-8846-6bbb1fe48239 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/networks?id=ec78aa52-2ac9-4f32-abd8-305cd56c4954 HTTP/1.1" status: 200 len: 796 time: 0.1329412 Oct 20 04:12:23.495314 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:20Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '62bbd125-ec78-4144-b002-2d04a3fae8d4', 'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:6f:f1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:19Z', 'updated_at': '2022-10-20T04:12:23Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:23.532598 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f143809-1b48-4149-924c-caeb2b6d4278 None None] The sync data for ids ['e419806d-0667-4563-9edb-93f977d131f4'] in dv-neutron-861842-1-hyperv is: [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:20Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '62bbd125-ec78-4144-b002-2d04a3fae8d4', 'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:6f:f1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:19Z', 'updated_at': '2022-10-20T04:12:23Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:12:23.533947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] For port 62bbd125-ec78-4144-b002-2d04a3fae8d4, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=62bbd125-ec78-4144-b002-2d04a3fae8d4,segment=NetworkSegment(43fcc71f-2e42-4d95-a3cc-1d5292c3981a),segment_id=43fcc71f-2e42-4d95-a3cc-1d5292c3981a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:12:23.538669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:23.540625 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-b41e7e7b-43c0-448b-9c0a-eec1d3d61a76 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 379 time: 0.0520439 Oct 20 04:12:23.565387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'port': {'device_id': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'admin_state_up': True, 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'security_groups': ['59d60d35-d42b-4ac4-aa24-daef2347bbcf']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:23.625479 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-41c991bd-6d09-4202-b501-90e0faec7fc8 req-79deab01-4b76-4e3e-ba47-1dfbf0b2eb9c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 210 time: 0.0692255 Oct 20 04:12:23.633445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bee07-6335-48ad-81bf-a18cc71f3e08 None None] Pushing event updated for resources: {'Port': ['ID=62bbd125-ec78-4144-b002-2d04a3fae8d4,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:23.663224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-82934a40-7ca0-40a5-aff7-2a0295cac097 None None] Provisioning complete for port 62bbd125-ec78-4144-b002-2d04a3fae8d4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:12:23.663694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-82934a40-7ca0-40a5-aff7-2a0295cac097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:23.664087 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-82934a40-7ca0-40a5-aff7-2a0295cac097 None None] Attempt 1 to provision port 62bbd125-ec78-4144-b002-2d04a3fae8d4 Oct 20 04:12:23.728643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:12:23.732203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:23.757762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-82934a40-7ca0-40a5-aff7-2a0295cac097 None None] Current status of the port 62bbd125-ec78-4144-b002-2d04a3fae8d4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:12:23.864111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.20.0.6 (ec78aa52-2ac9-4f32-abd8-305cd56c4954/bb4ff19d-793e-466e-976c-f89ff9d3ec7b/7f25d979-22bc-49ea-ae20-c3b257deca03) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:12:24.019897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.059086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e54356f5-69ff-414a-8381-121e611f2813 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:12:24.062025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.109307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network ec78aa52-2ac9-4f32-abd8-305cd56c4954 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:12:24.113732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:12:24.117581 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port e54356f5-69ff-414a-8381-121e611f2813 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:12:24.117979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.118319 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port e54356f5-69ff-414a-8381-121e611f2813 Oct 20 04:12:24.118426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:12:24.156249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=7f25d979-22bc-49ea-ae20-c3b257deca03,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:24.181278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:24.182226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.206082 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-d032b71d-dfc9-4595-aba9-af66adf85641 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6566720 Oct 20 04:12:24.219953 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port e54356f5-69ff-414a-8381-121e611f2813 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:12:24.221103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 62bbd125-ec78-4144-b002-2d04a3fae8d4 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:12:24.223886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Request body: {'port': {'device_id': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:24.286513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 62bbd125-ec78-4144-b002-2d04a3fae8d4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:12:24.287419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.287419 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 62bbd125-ec78-4144-b002-2d04a3fae8d4 Oct 20 04:12:24.298240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.390410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 62bbd125-ec78-4144-b002-2d04a3fae8d4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:12:24.397751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-70ebe602-cd93-423c-b183-a1dce48110b2 None None] Provisioning complete for port 7f25d979-22bc-49ea-ae20-c3b257deca03 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:12:24.398225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-70ebe602-cd93-423c-b183-a1dce48110b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.398657 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-70ebe602-cd93-423c-b183-a1dce48110b2 None None] Attempt 1 to provision port 7f25d979-22bc-49ea-ae20-c3b257deca03 Oct 20 04:12:24.438598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-70ebe602-cd93-423c-b183-a1dce48110b2 None None] Port 7f25d979-22bc-49ea-ae20-c3b257deca03 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:12:24.591969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f25d979-22bc-49ea-ae20-c3b257deca03 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:12:24.600065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.613876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Transition to ACTIVE for port object 7f25d979-22bc-49ea-ae20-c3b257deca03 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:12:24.617735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.719660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Pushing event updated for resources: {'Port': ['ID=7f25d979-22bc-49ea-ae20-c3b257deca03,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:24.768067 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Attempting to bind port 7f25d979-22bc-49ea-ae20-c3b257deca03 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:12:24.768448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Attempting to bind port 7f25d979-22bc-49ea-ae20-c3b257deca03 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:12:24.768762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Attempting to bind port 7f25d979-22bc-49ea-ae20-c3b257deca03 on network ec78aa52-2ac9-4f32-abd8-305cd56c4954 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:12:24.779010 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47b66c-6759-4368-9d67-bc5b436d6caf req-5fb69a0b-ae94-4212-ad21-9116e2f2fad2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:24.781020 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dc47b66c-6759-4368-9d67-bc5b436d6caf req-5fb69a0b-ae94-4212-ad21-9116e2f2fad2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 943 time: 0.0847688 Oct 20 04:12:24.783085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Port 7f25d979-22bc-49ea-ae20-c3b257deca03 on network ec78aa52-2ac9-4f32-abd8-305cd56c4954 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:12:24.783405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Attempting to bind port 7f25d979-22bc-49ea-ae20-c3b257deca03 on network ec78aa52-2ac9-4f32-abd8-305cd56c4954 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:12:24.790169 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:12:24.790502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Checking segment: {'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:12:24.790876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Bound using segment: {'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:12:24.791307 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Bound port: 7f25d979-22bc-49ea-ae20-c3b257deca03, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fcc71f-2e42-4d95-a3cc-1d5292c3981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:12:24.791662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.860586 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-dc47b66c-6759-4368-9d67-bc5b436d6caf req-4471cd3d-be45-4f1b-83e3-4f542e0c289b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723135 Oct 20 04:12:24.882862 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] For port 7f25d979-22bc-49ea-ae20-c3b257deca03, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:12:24.885890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] For port 7f25d979-22bc-49ea-ae20-c3b257deca03, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f25d979-22bc-49ea-ae20-c3b257deca03,segment=NetworkSegment(43fcc71f-2e42-4d95-a3cc-1d5292c3981a),segment_id=43fcc71f-2e42-4d95-a3cc-1d5292c3981a)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:12:24.890618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.893621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:24.894221 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:24.895572 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] 10.222.0.36 "PUT /v2.0/ports/7f25d979-22bc-49ea-ae20-c3b257deca03 HTTP/1.1" status: 200 len: 1093 time: 0.6768796 Oct 20 04:12:24.897725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'tag': '7f25d979-22bc-49ea-ae20-c3b257deca03'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:12:24.899947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1540db3c-e54a-441e-a1bd-6061f5b047d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c2cbccd8-ecdf-4e56-8740-a8b375d50d95", "tag": "7f25d979-22bc-49ea-ae20-c3b257deca03"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:12:24.937747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f544f2-6004-4f83-bc9e-59cdc8ccaf65 x-openstack-request-id: req-37f544f2-6004-4f83-bc9e-59cdc8ccaf65 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:12:24.938039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2cbccd8-ecdf-4e56-8740-a8b375d50d95", "tag": "7f25d979-22bc-49ea-ae20-c3b257deca03", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:12:24.938294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37f544f2-6004-4f83-bc9e-59cdc8ccaf65 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:12:24.938694 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f544f2-6004-4f83-bc9e-59cdc8ccaf65'] response: {'name': 'network-changed', 'server_uuid': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'tag': '7f25d979-22bc-49ea-ae20-c3b257deca03', 'status': 'completed', 'code': 200} Oct 20 04:12:24.939952 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-70ebe602-cd93-423c-b183-a1dce48110b2 None None] Attempt 2 to provision port 7f25d979-22bc-49ea-ae20-c3b257deca03 Oct 20 04:12:24.980993 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-70ebe602-cd93-423c-b183-a1dce48110b2 None None] Port 7f25d979-22bc-49ea-ae20-c3b257deca03 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 04:12:24.981240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e52a75-bfa4-4a3c-9300-fe986a78fbad service neutron] Pushing event updated for resources: {'Port': ['ID=7f25d979-22bc-49ea-ae20-c3b257deca03,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:24.998787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-e6b39fad-c963-45b0-bd6c-fdc6dc33e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:25.000341 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-e6b39fad-c963-45b0-bd6c-fdc6dc33e02d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 1096 time: 0.0525188 Oct 20 04:12:25.050706 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-81f9c38d-a6fd-4060-a953-b6d647638cda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f25d979-22bc-49ea-ae20-c3b257deca03 HTTP/1.1" status: 200 len: 217 time: 0.0379493 Oct 20 04:12:25.100826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-e17c5f26-ac3d-40e8-b92a-f7d00c3cf113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:25.102415 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-e17c5f26-ac3d-40e8-b92a-f7d00c3cf113 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb4ff19d-793e-466e-976c-f89ff9d3ec7b HTTP/1.1" status: 200 len: 834 time: 0.0442450 Oct 20 04:12:25.150476 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-eb28f6b7-a58f-4d22-b92c-6cfc26cc6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:25.152082 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-eb28f6b7-a58f-4d22-b92c-6cfc26cc6f0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec78aa52-2ac9-4f32-abd8-305cd56c4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399213 Oct 20 04:12:25.246630 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-9641abab-62f2-4333-94f3-b8d2ac078b3a service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839210 Oct 20 04:12:25.338472 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1257e99-acd9-4b7d-a8c3-38ec9eec62eb req-a6713e69-c4f2-4264-9982-4ceda2bb4638 service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813904 Oct 20 04:12:25.733847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540db3c-e54a-441e-a1bd-6061f5b047d1 req-4a073053-f82a-48c9-ad38-d0de16e2464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:25.735690 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1540db3c-e54a-441e-a1bd-6061f5b047d1 req-4a073053-f82a-48c9-ad38-d0de16e2464e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 1096 time: 0.3449869 Oct 20 04:12:25.824415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540db3c-e54a-441e-a1bd-6061f5b047d1 req-a50509c1-f7b4-40f3-93fc-95be6149ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:25.825861 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1540db3c-e54a-441e-a1bd-6061f5b047d1 req-a50509c1-f7b4-40f3-93fc-95be6149ec16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec78aa52-2ac9-4f32-abd8-305cd56c4954 HTTP/1.1" status: 200 len: 897 time: 0.0829971 Oct 20 04:12:25.872409 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1540db3c-e54a-441e-a1bd-6061f5b047d1 req-4f23242d-b2f7-4abd-a45b-65f816fcf7ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f25d979-22bc-49ea-ae20-c3b257deca03 HTTP/1.1" status: 200 len: 217 time: 0.0375540 Oct 20 04:12:25.921952 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540db3c-e54a-441e-a1bd-6061f5b047d1 req-344253d0-882f-4633-8057-c1f2eda551d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:25.923426 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1540db3c-e54a-441e-a1bd-6061f5b047d1 req-344253d0-882f-4633-8057-c1f2eda551d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb4ff19d-793e-466e-976c-f89ff9d3ec7b HTTP/1.1" status: 200 len: 834 time: 0.0443881 Oct 20 04:12:25.995711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540db3c-e54a-441e-a1bd-6061f5b047d1 req-3dc427dc-5d05-47f7-a583-8cb89d596e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:25.997223 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1540db3c-e54a-441e-a1bd-6061f5b047d1 req-3dc427dc-5d05-47f7-a583-8cb89d596e3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec78aa52-2ac9-4f32-abd8-305cd56c4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672781 Oct 20 04:12:26.008312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710ec22-d105-4e0e-ac83-f388cc9b5da7 req-3e48681f-9ed8-4cf9-bc73-13691b3e3aab tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:26.009681 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9710ec22-d105-4e0e-ac83-f388cc9b5da7 req-3e48681f-9ed8-4cf9-bc73-13691b3e3aab tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 943 time: 0.0719719 Oct 20 04:12:26.103201 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9710ec22-d105-4e0e-ac83-f388cc9b5da7 req-4f6bb41a-e932-4dc7-ab9e-b37c48e89075 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849099 Oct 20 04:12:26.125127 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1540db3c-e54a-441e-a1bd-6061f5b047d1 req-bd4ee14a-3ff9-4c42-bc32-77dc3920a971 service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145284 Oct 20 04:12:26.218295 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1540db3c-e54a-441e-a1bd-6061f5b047d1 req-9abf436e-ca3c-4bd5-a38b-5fb5f5d5775c service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Oct 20 04:12:27.221615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c64ea2-f288-4323-8e22-fe839028cb08 req-fdbcfcb8-4557-4352-a669-fb9382650358 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:27.223063 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c1c64ea2-f288-4323-8e22-fe839028cb08 req-fdbcfcb8-4557-4352-a669-fb9382650358 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 943 time: 0.0480690 Oct 20 04:12:27.259760 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c1c64ea2-f288-4323-8e22-fe839028cb08 req-0fa36aae-5844-4df8-9e83-08260bc85f98 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307720 Oct 20 04:12:28.379100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a14d8-8af9-4ed8-a6cb-c32a5d1f2350 req-80914eb0-e904-450a-9e86-a08a1f781953 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:28.380598 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b07a14d8-8af9-4ed8-a6cb-c32a5d1f2350 req-80914eb0-e904-450a-9e86-a08a1f781953 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 943 time: 0.0486963 Oct 20 04:12:28.418142 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b07a14d8-8af9-4ed8-a6cb-c32a5d1f2350 req-4b9df1f4-521a-4e44-bd66-df64e44f6ad2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317178 Oct 20 04:12:28.968873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 7f25d979-22bc-49ea-ae20-c3b257deca03 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:12:29.066431 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 7f25d979-22bc-49ea-ae20-c3b257deca03, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f25d979-22bc-49ea-ae20-c3b257deca03,segment=NetworkSegment(43fcc71f-2e42-4d95-a3cc-1d5292c3981a),segment_id=43fcc71f-2e42-4d95-a3cc-1d5292c3981a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:12:29.077632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '7f25d979-22bc-49ea-ae20-c3b257deca03', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'port_id': '7f25d979-22bc-49ea-ae20-c3b257deca03', 'mac_address': 'fa:16:3e:c8:45:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:12:29.113446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 7f25d979-22bc-49ea-ae20-c3b257deca03 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:12:29.113832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:29.127097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f25d979-22bc-49ea-ae20-c3b257deca03 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:12:29.146470 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 7f25d979-22bc-49ea-ae20-c3b257deca03, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f25d979-22bc-49ea-ae20-c3b257deca03,segment=NetworkSegment(43fcc71f-2e42-4d95-a3cc-1d5292c3981a),segment_id=43fcc71f-2e42-4d95-a3cc-1d5292c3981a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:12:29.150511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:29.200055 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=7f25d979-22bc-49ea-ae20-c3b257deca03,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:29.426933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['7f25d979-22bc-49ea-ae20-c3b257deca03'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:12:29.541842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e8bd-82f9-4b3b-b78f-3fbbb7f2ba75 req-81bdac9b-b7e9-4eb1-b2f7-62c05c1332d0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:29.543304 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e132e8bd-82f9-4b3b-b78f-3fbbb7f2ba75 req-81bdac9b-b7e9-4eb1-b2f7-62c05c1332d0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 944 time: 0.0526843 Oct 20 04:12:29.581563 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e132e8bd-82f9-4b3b-b78f-3fbbb7f2ba75 req-57d42f93-9ee2-4e1d-9157-0f557b5a6310 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309789 Oct 20 04:12:30.701850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fb788-40bb-492f-9453-3a625ba8d492 req-4008fe4a-0f1e-49ac-a970-5f7938d5f64d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:30.703316 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-640fb788-40bb-492f-9453-3a625ba8d492 req-4008fe4a-0f1e-49ac-a970-5f7938d5f64d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 944 time: 0.0496078 Oct 20 04:12:30.744472 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-640fb788-40bb-492f-9453-3a625ba8d492 req-33de7cc6-94b1-4d20-af73-e6eaf7cb02b3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351269 Oct 20 04:12:30.985278 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 7f25d979-22bc-49ea-ae20-c3b257deca03 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:12:31.032792 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 7f25d979-22bc-49ea-ae20-c3b257deca03 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:12:31.036670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 7f25d979-22bc-49ea-ae20-c3b257deca03 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:12:31.037031 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:31.037363 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 7f25d979-22bc-49ea-ae20-c3b257deca03 Oct 20 04:12:31.114144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 7f25d979-22bc-49ea-ae20-c3b257deca03 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:12:31.114549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:31.136761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f25d979-22bc-49ea-ae20-c3b257deca03'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:12:31.139504 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476279dd-3388-4482-809f-821ca940e1bd" -d '{"events": [{"server_uuid": "c2cbccd8-ecdf-4e56-8740-a8b375d50d95", "name": "network-vif-plugged", "status": "completed", "tag": "7f25d979-22bc-49ea-ae20-c3b257deca03"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:12:31.151775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 7f25d979-22bc-49ea-ae20-c3b257deca03, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f25d979-22bc-49ea-ae20-c3b257deca03,segment=NetworkSegment(43fcc71f-2e42-4d95-a3cc-1d5292c3981a),segment_id=43fcc71f-2e42-4d95-a3cc-1d5292c3981a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:12:31.156308 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:31.179554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cf2830-446f-4d82-9b34-76f6489b419d x-openstack-request-id: req-15cf2830-446f-4d82-9b34-76f6489b419d {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:12:31.179849 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cbccd8-ecdf-4e56-8740-a8b375d50d95", "name": "network-vif-plugged", "status": "completed", "tag": "7f25d979-22bc-49ea-ae20-c3b257deca03", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:12:31.180099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15cf2830-446f-4d82-9b34-76f6489b419d {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:12:31.180591 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cf2830-446f-4d82-9b34-76f6489b419d'] response: {'server_uuid': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f25d979-22bc-49ea-ae20-c3b257deca03', 'code': 200} Oct 20 04:12:31.206594 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=7f25d979-22bc-49ea-ae20-c3b257deca03,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:31.358561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15853327-9a1d-4445-8a60-ee36ae0374d2 req-20b48f64-b3b1-4c50-af25-d8df9074c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:31.360050 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-15853327-9a1d-4445-8a60-ee36ae0374d2 req-20b48f64-b3b1-4c50-af25-d8df9074c459 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 1098 time: 0.0454249 Oct 20 04:12:31.398444 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-15853327-9a1d-4445-8a60-ee36ae0374d2 req-763fcc57-6753-4bcb-abce-55728ef50925 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277586 Oct 20 04:12:31.866404 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47342357-7558-4d26-a266-668d562e35aa req-00e6496b-3ced-4a72-9238-19c3f45b8f22 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:31.867878 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47342357-7558-4d26-a266-668d562e35aa req-00e6496b-3ced-4a72-9238-19c3f45b8f22 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0498972 Oct 20 04:12:31.907444 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-47342357-7558-4d26-a266-668d562e35aa req-1268cd24-a0e8-4ffd-940f-e79449fe695b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327117 Oct 20 04:12:33.030545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb9887-64d1-421d-9b3a-87e9f849e1cd req-912d2a40-5a27-428d-80c1-1bdedefded73 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:33.031995 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9fdb9887-64d1-421d-9b3a-87e9f849e1cd req-912d2a40-5a27-428d-80c1-1bdedefded73 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0490551 Oct 20 04:12:33.069475 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9fdb9887-64d1-421d-9b3a-87e9f849e1cd req-4d909936-fb52-452a-8b3a-347e34de7931 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315390 Oct 20 04:12:33.187894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1de99-e70a-42f8-8a19-523c44b5c350 req-203aa40e-c519-4667-9e2d-ee8dbba0f566 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:33.189374 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6ea1de99-e70a-42f8-8a19-523c44b5c350 req-203aa40e-c519-4667-9e2d-ee8dbba0f566 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0483513 Oct 20 04:12:33.227505 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6ea1de99-e70a-42f8-8a19-523c44b5c350 req-77691393-07dc-4330-9513-8ac223603ee3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322800 Oct 20 04:12:33.255295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35426) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:33.299103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6be702e-b670-4506-8d2e-0f8a6000537e tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:33.300630 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a6be702e-b670-4506-8d2e-0f8a6000537e tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 1093 time: 0.0443389 Oct 20 04:12:33.303405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35428) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:33.307600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '7f25d979-22bc-49ea-ae20-c3b257deca03', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:12:33.329148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:33.425243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:33.532076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.26.0.30 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/30a30921-4e68-4200-84fd-59b2b241cc8c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:12:33.635776 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:33.668446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:33.712889 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:12:33.715795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:12:33.718975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:12:33.747668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=30a30921-4e68-4200-84fd-59b2b241cc8c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:34.073202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:34.141638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:34.289817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:34.294561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:34.359913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=30a30921-4e68-4200-84fd-59b2b241cc8c,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:12:34.362366 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:34.462631 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Floating IP 34def15a-6a92-4b8a-aab7-8690ff83c532 associated. External IP: 172.26.0.30, port: 7f25d979-22bc-49ea-ae20-c3b257deca03. Oct 20 04:12:34.668572 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router e419806d-0667-4563-9edb-93f977d131f4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:12:34.775914 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:12:34.786790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2935b-3c64-4766-932f-06d14458be4b None None] Sync routers for ids ['e419806d-0667-4563-9edb-93f977d131f4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:12:34.794692 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:34.797844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2935b-3c64-4766-932f-06d14458be4b None None] Routers {'e419806d-0667-4563-9edb-93f977d131f4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:12:34.798453 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-c1f2935b-3c64-4766-932f-06d14458be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:12:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e419806d-0667-4563-9edb-93f977d131f4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:34.822232 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3bf25fc8-13ae-40b1-8cbe-dbaef59d42b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5178368 Oct 20 04:12:34.823190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'tag': '7f25d979-22bc-49ea-ae20-c3b257deca03'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:12:34.825492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42678ac-6966-4659-b491-65ae5863074a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2cbccd8-ecdf-4e56-8740-a8b375d50d95", "tag": "7f25d979-22bc-49ea-ae20-c3b257deca03"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:12:34.866502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db792f18-e3de-415e-9b5e-d5a407a4762f x-openstack-request-id: req-db792f18-e3de-415e-9b5e-d5a407a4762f {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:12:34.867123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2cbccd8-ecdf-4e56-8740-a8b375d50d95", "tag": "7f25d979-22bc-49ea-ae20-c3b257deca03", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:12:34.867451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db792f18-e3de-415e-9b5e-d5a407a4762f {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:12:34.867954 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db792f18-e3de-415e-9b5e-d5a407a4762f'] response: {'name': 'network-changed', 'server_uuid': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'tag': '7f25d979-22bc-49ea-ae20-c3b257deca03', 'status': 'completed', 'code': 200} Oct 20 04:12:34.912753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-c1f2935b-3c64-4766-932f-06d14458be4b None None] Set router e419806d-0667-4563-9edb-93f977d131f4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:12:34.926460 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8c26a-18ca-4716-91d8-82630f05ddb5 req-484dda3f-9381-4b79-b857-54602e5fbede tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:34.927951 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0ef8c26a-18ca-4716-91d8-82630f05ddb5 req-484dda3f-9381-4b79-b857-54602e5fbede tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0533772 Oct 20 04:12:34.933548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42678ac-6966-4659-b491-65ae5863074a req-0b353068-81fc-4b9d-b9f7-26cd51e8ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:34.935200 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42678ac-6966-4659-b491-65ae5863074a req-0b353068-81fc-4b9d-b9f7-26cd51e8ea5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 1098 time: 0.0441227 Oct 20 04:12:34.968640 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0ef8c26a-18ca-4716-91d8-82630f05ddb5 req-5596d362-83be-437f-9b09-acc6a188b07b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345860 Oct 20 04:12:35.000092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35434) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:35.035228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42678ac-6966-4659-b491-65ae5863074a req-fed6940c-2bd5-4a4b-8136-ff259a0df883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:35.037085 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42678ac-6966-4659-b491-65ae5863074a req-fed6940c-2bd5-4a4b-8136-ff259a0df883 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec78aa52-2ac9-4f32-abd8-305cd56c4954 HTTP/1.1" status: 200 len: 897 time: 0.0951009 Oct 20 04:12:35.068025 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0ace267c-c855-42a6-a156-947252aaf576 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/34def15a-6a92-4b8a-aab7-8690ff83c532 HTTP/1.1" status: 200 len: 990 time: 0.0655718 Oct 20 04:12:35.109181 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42678ac-6966-4659-b491-65ae5863074a req-a629b057-e01f-4b88-902a-9f701d1846c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f25d979-22bc-49ea-ae20-c3b257deca03 HTTP/1.1" status: 200 len: 998 time: 0.0650477 Oct 20 04:12:35.154202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-c1f2935b-3c64-4766-932f-06d14458be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:20Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '34def15a-6a92-4b8a-aab7-8690ff83c532', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'port_id': '7f25d979-22bc-49ea-ae20-c3b257deca03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'mac_address': 'fa:16:3e:c8:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:12:33Z', 'updated_at': '2022-10-20T04:12:33Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bbd125-ec78-4144-b002-2d04a3fae8d4', 'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:6f:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:19Z', 'updated_at': '2022-10-20T04:12:23Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:35.162046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42678ac-6966-4659-b491-65ae5863074a req-f827027e-a50f-40e5-acdc-2a17cf2b7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:35.163491 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42678ac-6966-4659-b491-65ae5863074a req-f827027e-a50f-40e5-acdc-2a17cf2b7f97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb4ff19d-793e-466e-976c-f89ff9d3ec7b HTTP/1.1" status: 200 len: 834 time: 0.0482130 Oct 20 04:12:35.181257 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2935b-3c64-4766-932f-06d14458be4b None None] Checking router: e419806d-0667-4563-9edb-93f977d131f4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:12:35.190095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2935b-3c64-4766-932f-06d14458be4b None None] Routers {'e419806d-0667-4563-9edb-93f977d131f4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:12:35.190696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-c1f2935b-3c64-4766-932f-06d14458be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:12:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e419806d-0667-4563-9edb-93f977d131f4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:35.210150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42678ac-6966-4659-b491-65ae5863074a req-84d9c79b-7cd6-44f9-94d4-7fefd5461402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:12:35.211624 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42678ac-6966-4659-b491-65ae5863074a req-84d9c79b-7cd6-44f9-94d4-7fefd5461402 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec78aa52-2ac9-4f32-abd8-305cd56c4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413451 Oct 20 04:12:35.298553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-c1f2935b-3c64-4766-932f-06d14458be4b None None] Set router e419806d-0667-4563-9edb-93f977d131f4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:12:35.301630 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42678ac-6966-4659-b491-65ae5863074a req-8951e9a8-9f10-4c9e-bc7e-ea853dcbd4a0 service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829208 Oct 20 04:12:35.396499 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c42678ac-6966-4659-b491-65ae5863074a req-36961469-bdad-42f7-8b51-c6516b10c529 service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886719 Oct 20 04:12:35.521638 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-c1f2935b-3c64-4766-932f-06d14458be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:20Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '34def15a-6a92-4b8a-aab7-8690ff83c532', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'port_id': '7f25d979-22bc-49ea-ae20-c3b257deca03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'mac_address': 'fa:16:3e:c8:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:12:33Z', 'updated_at': '2022-10-20T04:12:33Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bbd125-ec78-4144-b002-2d04a3fae8d4', 'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:6f:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:19Z', 'updated_at': '2022-10-20T04:12:23Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:12:35.546976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2935b-3c64-4766-932f-06d14458be4b None None] The sync data for ids ['e419806d-0667-4563-9edb-93f977d131f4'] in dv-neutron-861842-1-hyperv is: [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:20Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '34def15a-6a92-4b8a-aab7-8690ff83c532', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'port_id': '7f25d979-22bc-49ea-ae20-c3b257deca03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'mac_address': 'fa:16:3e:c8:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:12:33Z', 'updated_at': '2022-10-20T04:12:33Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bbd125-ec78-4144-b002-2d04a3fae8d4', 'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:6f:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:19Z', 'updated_at': '2022-10-20T04:12:23Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:12:35.735161 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269ab96-0655-4be7-8d77-1cb6c49a9d4a None None] New status for floating IP 34def15a-6a92-4b8a-aab7-8690ff83c532: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:12:36.070787 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35436) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:12:36.130296 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-35a7b7c4-bbf0-4e10-8b84-033ef58e290d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/34def15a-6a92-4b8a-aab7-8690ff83c532 HTTP/1.1" status: 200 len: 992 time: 0.0583272 Oct 20 04:12:38.761127 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:41.699543 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:12:44.661413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-42b024ab-3d3c-4d93-a259-9e3c8a5eb3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:46.646607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-981e3672-025c-4de4-ace3-26d9eba50a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:47.922303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:49.420688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:12:49.672811 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:08.761899 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:09.550162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a32e6-d579-4357-bc77-b6cdbcdae7e1 req-da93280e-787a-468b-a328-48e3846d503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:09.551543 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0d7a32e6-d579-4357-bc77-b6cdbcdae7e1 req-da93280e-787a-468b-a328-48e3846d503e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 1098 time: 0.0647984 Oct 20 04:13:09.559456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304613b1-6e99-44ec-801b-705f5126d50e req-6b3c6409-73bb-4366-9232-415bc02e6b04 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:09.560813 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-304613b1-6e99-44ec-801b-705f5126d50e req-6b3c6409-73bb-4366-9232-415bc02e6b04 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0831175 Oct 20 04:13:09.646579 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-304613b1-6e99-44ec-801b-705f5126d50e req-8ed9df5b-4aa7-4036-a66f-2a2b66c8b86d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779948 Oct 20 04:13:09.670398 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a32e6-d579-4357-bc77-b6cdbcdae7e1 req-173815b6-8378-4b46-8792-6996bd7acca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:09.671833 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0d7a32e6-d579-4357-bc77-b6cdbcdae7e1 req-173815b6-8378-4b46-8792-6996bd7acca5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec78aa52-2ac9-4f32-abd8-305cd56c4954 HTTP/1.1" status: 200 len: 897 time: 0.1101961 Oct 20 04:13:09.743783 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0d7a32e6-d579-4357-bc77-b6cdbcdae7e1 req-206ff512-0cd2-4e01-9f57-475c27d22d07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f25d979-22bc-49ea-ae20-c3b257deca03 HTTP/1.1" status: 200 len: 1000 time: 0.0615828 Oct 20 04:13:09.794755 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a32e6-d579-4357-bc77-b6cdbcdae7e1 req-bd353f9f-ba4e-4b74-8669-f41514414f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:09.796176 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0d7a32e6-d579-4357-bc77-b6cdbcdae7e1 req-bd353f9f-ba4e-4b74-8669-f41514414f62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb4ff19d-793e-466e-976c-f89ff9d3ec7b HTTP/1.1" status: 200 len: 834 time: 0.0441856 Oct 20 04:13:09.841851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a32e6-d579-4357-bc77-b6cdbcdae7e1 req-44c32f17-a63e-4b6e-8beb-316ac1e6db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:09.843218 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0d7a32e6-d579-4357-bc77-b6cdbcdae7e1 req-44c32f17-a63e-4b6e-8beb-316ac1e6db19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec78aa52-2ac9-4f32-abd8-305cd56c4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399501 Oct 20 04:13:09.936615 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0d7a32e6-d579-4357-bc77-b6cdbcdae7e1 req-7f957f12-0d42-441a-83bb-3d905b354c43 service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859425 Oct 20 04:13:10.024970 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0d7a32e6-d579-4357-bc77-b6cdbcdae7e1 req-312ba516-6955-4efb-8881-28c49a8f7ed7 service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814989 Oct 20 04:13:10.772194 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc9518-3a71-4b81-b090-d48c61aa50a5 req-49f0c4ec-872e-40e0-b45c-b3b9579283f5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:10.773661 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d8bc9518-3a71-4b81-b090-d48c61aa50a5 req-49f0c4ec-872e-40e0-b45c-b3b9579283f5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Oct 20 04:13:10.810875 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d8bc9518-3a71-4b81-b090-d48c61aa50a5 req-5c3ba247-74b8-4554-87ec-c20fd0e6abbc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312941 Oct 20 04:13:11.937538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278cb47-111b-4ea5-a059-bcc117f2fbcf req-afe607e3-cd38-4685-afcc-f2cf8b4c6aef tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:11.938953 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5278cb47-111b-4ea5-a059-bcc117f2fbcf req-afe607e3-cd38-4685-afcc-f2cf8b4c6aef tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0548773 Oct 20 04:13:11.977473 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5278cb47-111b-4ea5-a059-bcc117f2fbcf req-ab12cc39-aa88-40d0-b0c0-40fb54a149ac tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325432 Oct 20 04:13:13.098359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10f174-bb4c-4a02-83b5-2a9403a0d360 req-6a67c950-6902-4b7a-b50a-aa4961ef552a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:13.099819 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7a10f174-bb4c-4a02-83b5-2a9403a0d360 req-6a67c950-6902-4b7a-b50a-aa4961ef552a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0490005 Oct 20 04:13:13.137592 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-7a10f174-bb4c-4a02-83b5-2a9403a0d360 req-fb5eb17a-5957-48a7-a201-7af50224468c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312314 Oct 20 04:13:14.258198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0483cd7-40f8-43d0-a970-761915e097c5 req-c15da66d-1926-4928-9abd-08e4a9583f5e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:14.259553 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c0483cd7-40f8-43d0-a970-761915e097c5 req-c15da66d-1926-4928-9abd-08e4a9583f5e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0483942 Oct 20 04:13:14.297685 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c0483cd7-40f8-43d0-a970-761915e097c5 req-8d577df9-42cb-4790-bbb7-4c1bfab1002b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316622 Oct 20 04:13:14.663056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-320b0ffb-35cd-4f6a-b1fc-a76b210e653f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:15.424161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a8861-0b8f-45a1-8b70-bea0dd544eef req-b3794011-4c55-402e-b9a5-51fa395777d1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:15.425626 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-403a8861-0b8f-45a1-8b70-bea0dd544eef req-b3794011-4c55-402e-b9a5-51fa395777d1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0520713 Oct 20 04:13:15.463302 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-403a8861-0b8f-45a1-8b70-bea0dd544eef req-01647d8f-dcbe-45c9-bb0c-1a012e791265 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318713 Oct 20 04:13:16.582770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66fda2-62fa-40b0-80b3-93721d43438e req-fd1f396f-4b21-4c3b-a3a6-e943937331e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:16.584134 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7c66fda2-62fa-40b0-80b3-93721d43438e req-fd1f396f-4b21-4c3b-a3a6-e943937331e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0484190 Oct 20 04:13:16.623493 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7c66fda2-62fa-40b0-80b3-93721d43438e req-e80db0ed-a2fe-4760-8593-6fbde75936e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333803 Oct 20 04:13:16.648040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0d6183f1-d5a6-44e2-b54d-a84fbe9832ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:17.744239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9be491-a87c-4ec1-afe4-ec684e6d9876 req-e592fb47-57c2-449b-a8c4-66a13f8bf394 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:17.745713 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0c9be491-a87c-4ec1-afe4-ec684e6d9876 req-e592fb47-57c2-449b-a8c4-66a13f8bf394 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0487170 Oct 20 04:13:17.783551 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0c9be491-a87c-4ec1-afe4-ec684e6d9876 req-f9b7e9cf-800a-40e9-8951-5b37bd1bc0e0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320456 Oct 20 04:13:17.925719 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:18.698577 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:13:18.909140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3729c-8fbb-4b09-92e5-f115db56fede req-716fffa0-79c5-4cfc-a9ca-024802d3d0c0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:18.910574 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-26e3729c-8fbb-4b09-92e5-f115db56fede req-716fffa0-79c5-4cfc-a9ca-024802d3d0c0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0519249 Oct 20 04:13:18.952728 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-26e3729c-8fbb-4b09-92e5-f115db56fede req-fd696d94-5212-426c-bfbe-2a3d811130da tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360856 Oct 20 04:13:19.423591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:19.674177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:20.071037 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1b0ff-dc58-4ec1-8347-c047e01f4812 req-8fbf7ff4-7dde-41b6-9539-71dec76c5336 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:20.072751 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0cc1b0ff-dc58-4ec1-8347-c047e01f4812 req-8fbf7ff4-7dde-41b6-9539-71dec76c5336 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0477018 Oct 20 04:13:20.110899 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0cc1b0ff-dc58-4ec1-8347-c047e01f4812 req-5869a64f-2a06-4851-a64c-fbd93a29a631 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316861 Oct 20 04:13:20.914992 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917c2d8-4eaa-4b69-9ccc-64adb2d52c5e req-4c0ccc00-027e-4084-b9e1-e99a9817daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:20.916533 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6917c2d8-4eaa-4b69-9ccc-64adb2d52c5e req-4c0ccc00-027e-4084-b9e1-e99a9817daa1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 1098 time: 0.0418029 Oct 20 04:13:21.023203 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917c2d8-4eaa-4b69-9ccc-64adb2d52c5e req-88e62fd1-7000-4531-b883-4629a6ba6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:21.024663 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6917c2d8-4eaa-4b69-9ccc-64adb2d52c5e req-88e62fd1-7000-4531-b883-4629a6ba6e3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec78aa52-2ac9-4f32-abd8-305cd56c4954 HTTP/1.1" status: 200 len: 897 time: 0.0868521 Oct 20 04:13:21.089118 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6917c2d8-4eaa-4b69-9ccc-64adb2d52c5e req-a95a0967-6a44-4a1b-b6bb-479fbd39a82a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f25d979-22bc-49ea-ae20-c3b257deca03 HTTP/1.1" status: 200 len: 1000 time: 0.0575919 Oct 20 04:13:21.135575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917c2d8-4eaa-4b69-9ccc-64adb2d52c5e req-309c2d72-5407-4218-9b4c-c615edca7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:21.136972 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6917c2d8-4eaa-4b69-9ccc-64adb2d52c5e req-309c2d72-5407-4218-9b4c-c615edca7e5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb4ff19d-793e-466e-976c-f89ff9d3ec7b HTTP/1.1" status: 200 len: 834 time: 0.0415330 Oct 20 04:13:21.187059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917c2d8-4eaa-4b69-9ccc-64adb2d52c5e req-395df38d-b786-42c5-8d36-99adaff4fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:21.188432 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6917c2d8-4eaa-4b69-9ccc-64adb2d52c5e req-395df38d-b786-42c5-8d36-99adaff4fd59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec78aa52-2ac9-4f32-abd8-305cd56c4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452263 Oct 20 04:13:21.286444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a19ca-d647-4aa6-b920-05f27af38dd3 req-97c21fb3-1bf1-49f7-a8a7-f585a4ddee64 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:21.287883 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d77a19ca-d647-4aa6-b920-05f27af38dd3 req-97c21fb3-1bf1-49f7-a8a7-f585a4ddee64 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.1031818 Oct 20 04:13:21.323066 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6917c2d8-4eaa-4b69-9ccc-64adb2d52c5e req-7df19dad-d5e6-4110-898b-58e71c072452 service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268628 Oct 20 04:13:21.358137 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d77a19ca-d647-4aa6-b920-05f27af38dd3 req-cab43144-0708-4f52-a4c5-2a36d58323b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641613 Oct 20 04:13:21.386111 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35472) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:13:21.423324 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6917c2d8-4eaa-4b69-9ccc-64adb2d52c5e req-9c1a0039-4c9f-4d8b-8bbc-02a61ed226d8 service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934517 Oct 20 04:13:21.452997 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f506275d-6051-4983-8ec9-320fa72220cf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/34def15a-6a92-4b8a-aab7-8690ff83c532 HTTP/1.1" status: 200 len: 992 time: 0.0656683 Oct 20 04:13:38.780451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:44.664751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f09db6fc-ae9d-40c5-a8f4-120535b5a3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:46.650299 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0e92c360-b0a9-42ef-9836-cb7b260db4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:47.926813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:49.424009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:49.676766 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:53.884841 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35488) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:13:54.038834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 30a30921-4e68-4200-84fd-59b2b241cc8c {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:13:54.039181 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:54.117257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:54.117624 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:54.129326 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 30a30921-4e68-4200-84fd-59b2b241cc8c owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:13:54.275513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:54.302536 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=30a30921-4e68-4200-84fd-59b2b241cc8c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:13:54.326970 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.327325 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.327675 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.328147 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.328907 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.329392 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.329727 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.330062 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.330394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.330724 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.331053 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.331382 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:54.370005 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:54.370335 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Floating IP 34def15a-6a92-4b8a-aab7-8690ff83c532 disassociated (deleted). External IP: 172.26.0.30, port: 7f25d979-22bc-49ea-ae20-c3b257deca03. Oct 20 04:13:54.577993 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router e419806d-0667-4563-9edb-93f977d131f4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:13:54.691409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:13:54.696165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:54.701417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6cbba-d6ff-4c4d-ae08-02b9e2db921a None None] Sync routers for ids ['e419806d-0667-4563-9edb-93f977d131f4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:13:54.711015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6cbba-d6ff-4c4d-ae08-02b9e2db921a None None] Routers {'e419806d-0667-4563-9edb-93f977d131f4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:13:54.711619 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11f6cbba-d6ff-4c4d-ae08-02b9e2db921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:13:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e419806d-0667-4563-9edb-93f977d131f4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:13:54.723581 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-79fec1ff-bd19-44d1-8b55-d08c4a221801 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/floatingips/34def15a-6a92-4b8a-aab7-8690ff83c532 HTTP/1.1" status: 204 len: 168 time: 0.8375931 Oct 20 04:13:54.724226 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'tag': '7f25d979-22bc-49ea-ae20-c3b257deca03'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:13:54.726526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a909c6-d07d-4f6a-842e-08d3f579bf56" -d '{"events": [{"name": "network-changed", "server_uuid": "c2cbccd8-ecdf-4e56-8740-a8b375d50d95", "tag": "7f25d979-22bc-49ea-ae20-c3b257deca03"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:13:54.822422 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-11f6cbba-d6ff-4c4d-ae08-02b9e2db921a None None] Set router e419806d-0667-4563-9edb-93f977d131f4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:13:54.830141 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe363d0-de3b-42a1-86e1-ec024e78753e x-openstack-request-id: req-ebe363d0-de3b-42a1-86e1-ec024e78753e {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:13:54.830449 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2cbccd8-ecdf-4e56-8740-a8b375d50d95", "tag": "7f25d979-22bc-49ea-ae20-c3b257deca03", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:13:54.830707 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebe363d0-de3b-42a1-86e1-ec024e78753e {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:13:54.831123 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe363d0-de3b-42a1-86e1-ec024e78753e'] response: {'name': 'network-changed', 'server_uuid': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'tag': '7f25d979-22bc-49ea-ae20-c3b257deca03', 'status': 'completed', 'code': 200} Oct 20 04:13:54.904199 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a909c6-d07d-4f6a-842e-08d3f579bf56 req-e0ce44b2-b97e-4320-adea-6638341a1c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:54.905861 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7a909c6-d07d-4f6a-842e-08d3f579bf56 req-e0ce44b2-b97e-4320-adea-6638341a1c8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 1098 time: 0.0462227 Oct 20 04:13:54.954096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e0881-3945-48b8-bcb6-9c8244e1bcc6 req-90be10f2-16b3-47b3-bed9-a8b3f9f3ccb5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:54.955907 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d64e0881-3945-48b8-bcb6-9c8244e1bcc6 req-90be10f2-16b3-47b3-bed9-a8b3f9f3ccb5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0505958 Oct 20 04:13:54.999762 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d64e0881-3945-48b8-bcb6-9c8244e1bcc6 req-b92d1fc1-29a9-4add-b2da-94662bff96b6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376492 Oct 20 04:13:55.012679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a909c6-d07d-4f6a-842e-08d3f579bf56 req-818d7a81-6f65-461d-ae41-2cc7dca373c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:55.014182 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7a909c6-d07d-4f6a-842e-08d3f579bf56 req-818d7a81-6f65-461d-ae41-2cc7dca373c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec78aa52-2ac9-4f32-abd8-305cd56c4954 HTTP/1.1" status: 200 len: 897 time: 0.1014173 Oct 20 04:13:55.039217 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11f6cbba-d6ff-4c4d-ae08-02b9e2db921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:20Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '62bbd125-ec78-4144-b002-2d04a3fae8d4', 'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:6f:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:19Z', 'updated_at': '2022-10-20T04:12:23Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:13:55.056994 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7a909c6-d07d-4f6a-842e-08d3f579bf56 req-d014ccac-4a4d-47f3-a4d6-bb91a28a33e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f25d979-22bc-49ea-ae20-c3b257deca03 HTTP/1.1" status: 200 len: 217 time: 0.0357995 Oct 20 04:13:55.064591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6cbba-d6ff-4c4d-ae08-02b9e2db921a None None] Checking router: e419806d-0667-4563-9edb-93f977d131f4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:13:55.072908 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6cbba-d6ff-4c4d-ae08-02b9e2db921a None None] Routers {'e419806d-0667-4563-9edb-93f977d131f4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:13:55.073502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11f6cbba-d6ff-4c4d-ae08-02b9e2db921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:13:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e419806d-0667-4563-9edb-93f977d131f4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:13:55.110902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a909c6-d07d-4f6a-842e-08d3f579bf56 req-c37f3193-0176-4a5e-b873-dad842989bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:55.112415 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7a909c6-d07d-4f6a-842e-08d3f579bf56 req-c37f3193-0176-4a5e-b873-dad842989bfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb4ff19d-793e-466e-976c-f89ff9d3ec7b HTTP/1.1" status: 200 len: 834 time: 0.0489676 Oct 20 04:13:55.158485 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a909c6-d07d-4f6a-842e-08d3f579bf56 req-14480e49-1cb5-4525-91bf-8d9a23ece65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:55.159979 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7a909c6-d07d-4f6a-842e-08d3f579bf56 req-14480e49-1cb5-4525-91bf-8d9a23ece65b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec78aa52-2ac9-4f32-abd8-305cd56c4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407107 Oct 20 04:13:55.178130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-11f6cbba-d6ff-4c4d-ae08-02b9e2db921a None None] Set router e419806d-0667-4563-9edb-93f977d131f4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:13:55.249134 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7a909c6-d07d-4f6a-842e-08d3f579bf56 req-db1c8273-25da-46ed-9c91-2a86f7a6bf84 service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819488 Oct 20 04:13:55.344685 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e7a909c6-d07d-4f6a-842e-08d3f579bf56 req-eed368dc-7c33-4535-b028-b101e38bde51 service neutron] 10.222.0.36 "GET /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876935 Oct 20 04:13:55.383041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11f6cbba-d6ff-4c4d-ae08-02b9e2db921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:20Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '62bbd125-ec78-4144-b002-2d04a3fae8d4', 'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:6f:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:19Z', 'updated_at': '2022-10-20T04:12:23Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:13:55.409272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6cbba-d6ff-4c4d-ae08-02b9e2db921a None None] The sync data for ids ['e419806d-0667-4563-9edb-93f977d131f4'] in dv-neutron-861842-1-hyperv is: [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:20Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '62bbd125-ec78-4144-b002-2d04a3fae8d4', 'name': '', 'network_id': 'ec78aa52-2ac9-4f32-abd8-305cd56c4954', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:6f:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:19Z', 'updated_at': '2022-10-20T04:12:23Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'bb4ff19d-793e-466e-976c-f89ff9d3ec7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:13:55.616453 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a7c1b3-1215-4c08-be9b-8fbda40e9556 None None] New status for floating IP 34def15a-6a92-4b8a-aab7-8690ff83c532: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:13:55.697663 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:13:56.125075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e7ac-d0fc-4944-a978-02d5ff5b7f95 req-e2a1e25e-682a-451c-bfe2-8ef5cf0ae9f4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:56.126626 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-abd3e7ac-d0fc-4944-a978-02d5ff5b7f95 req-e2a1e25e-682a-451c-bfe2-8ef5cf0ae9f4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0487165 Oct 20 04:13:56.162939 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-abd3e7ac-d0fc-4944-a978-02d5ff5b7f95 req-34d9f8ad-7d22-4fac-bba9-16ebb01909e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d60d35-d42b-4ac4-aa24-daef2347bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305204 Oct 20 04:13:56.694287 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245afe94-af22-40f2-9d04-9f6e1b811a41 req-f0ebbc48-17e0-46eb-96bf-1faf232bc8ab tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:13:56.695755 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-245afe94-af22-40f2-9d04-9f6e1b811a41 req-f0ebbc48-17e0-46eb-96bf-1faf232bc8ab tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 945 time: 0.0531929 Oct 20 04:13:56.786308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-245afe94-af22-40f2-9d04-9f6e1b811a41 req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 7f25d979-22bc-49ea-ae20-c3b257deca03 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:13:56.786646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-245afe94-af22-40f2-9d04-9f6e1b811a41 req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:56.876370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-245afe94-af22-40f2-9d04-9f6e1b811a41 req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port 7f25d979-22bc-49ea-ae20-c3b257deca03, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=7f25d979-22bc-49ea-ae20-c3b257deca03,segment=NetworkSegment(43fcc71f-2e42-4d95-a3cc-1d5292c3981a),segment_id=43fcc71f-2e42-4d95-a3cc-1d5292c3981a)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:13:56.876720 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-245afe94-af22-40f2-9d04-9f6e1b811a41 req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:56.888456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-245afe94-af22-40f2-9d04-9f6e1b811a41 req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 7f25d979-22bc-49ea-ae20-c3b257deca03 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:13:57.013449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-245afe94-af22-40f2-9d04-9f6e1b811a41 req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:57.043895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=7f25d979-22bc-49ea-ae20-c3b257deca03,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:13:57.053760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.054106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.054446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.054782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.055118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.055444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.055775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.056100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.056778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.056778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.057097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.057379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:13:57.099448 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-245afe94-af22-40f2-9d04-9f6e1b811a41 req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] No DVR routers for this DVR port 7f25d979-22bc-49ea-ae20-c3b257deca03 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:13:57.102191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-245afe94-af22-40f2-9d04-9f6e1b811a41 req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:57.105833 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-245afe94-af22-40f2-9d04-9f6e1b811a41 req-52f05e59-4ecd-46bd-8dbe-665ce59a28b9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "DELETE /v2.0/ports/7f25d979-22bc-49ea-ae20-c3b257deca03 HTTP/1.1" status: 204 len: 173 time: 0.4011486 Oct 20 04:13:57.106336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'name': 'network-vif-deleted', 'tag': '7f25d979-22bc-49ea-ae20-c3b257deca03'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:13:57.108586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4c58af-278d-4785-884e-74b979325d97" -d '{"events": [{"server_uuid": "c2cbccd8-ecdf-4e56-8740-a8b375d50d95", "name": "network-vif-deleted", "tag": "7f25d979-22bc-49ea-ae20-c3b257deca03"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:13:57.204788 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712c40bd-1573-4f0b-937d-6f8479e3fc49 x-openstack-request-id: req-712c40bd-1573-4f0b-937d-6f8479e3fc49 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:13:57.205374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cbccd8-ecdf-4e56-8740-a8b375d50d95", "name": "network-vif-deleted", "tag": "7f25d979-22bc-49ea-ae20-c3b257deca03", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:13:57.205374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-712c40bd-1573-4f0b-937d-6f8479e3fc49 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:13:57.205759 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712c40bd-1573-4f0b-937d-6f8479e3fc49'] response: {'server_uuid': 'c2cbccd8-ecdf-4e56-8740-a8b375d50d95', 'name': 'network-vif-deleted', 'tag': '7f25d979-22bc-49ea-ae20-c3b257deca03', 'status': 'completed', 'code': 200} Oct 20 04:13:57.279235 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7be7bf5f-8636-435f-9db1-2afb2862d216 req-b8b8e5f9-c41a-4620-8b02-0e6bc9546b94 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2cbccd8-ecdf-4e56-8740-a8b375d50d95 HTTP/1.1" status: 200 len: 210 time: 0.0267558 Oct 20 04:13:58.341059 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35508) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:13:59.000887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:59.251351 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 62bbd125-ec78-4144-b002-2d04a3fae8d4 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:13:59.251602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:59.338646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port 62bbd125-ec78-4144-b002-2d04a3fae8d4, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=62bbd125-ec78-4144-b002-2d04a3fae8d4,segment=NetworkSegment(43fcc71f-2e42-4d95-a3cc-1d5292c3981a),segment_id=43fcc71f-2e42-4d95-a3cc-1d5292c3981a)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:13:59.339009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:59.351820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 62bbd125-ec78-4144-b002-2d04a3fae8d4 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:13:59.534279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:59.563790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=62bbd125-ec78-4144-b002-2d04a3fae8d4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:13:59.741667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:13:59.953181 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router e419806d-0667-4563-9edb-93f977d131f4 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:14:00.060118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:14:00.065261 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-8cb952a9-3e45-4d10-b166-f2f9a5854300 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "PUT /v2.0/routers/e419806d-0667-4563-9edb-93f977d131f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7231920 Oct 20 04:14:00.068005 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35510) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:00.069622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f4e68e-e44d-4b4b-b19e-ed0ad1ae037e None None] Sync routers for ids ['e419806d-0667-4563-9edb-93f977d131f4'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:14:00.079922 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4e68e-e44d-4b4b-b19e-ed0ad1ae037e None None] Routers {'e419806d-0667-4563-9edb-93f977d131f4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:14:00.080569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-37f4e68e-e44d-4b4b-b19e-ed0ad1ae037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:13:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e419806d-0667-4563-9edb-93f977d131f4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:00.120753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-125b6f4f-05ba-4c60-8a80-6c00494bd236 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting subnet bb4ff19d-793e-466e-976c-f89ff9d3ec7b {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:14:00.123876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-125b6f4f-05ba-4c60-8a80-6c00494bd236 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.163777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-125b6f4f-05ba-4c60-8a80-6c00494bd236 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.184418 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-37f4e68e-e44d-4b4b-b19e-ed0ad1ae037e None None] Set router e419806d-0667-4563-9edb-93f977d131f4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:14:00.250870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-125b6f4f-05ba-4c60-8a80-6c00494bd236 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.317974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-125b6f4f-05ba-4c60-8a80-6c00494bd236 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.354946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b6f4f-05ba-4c60-8a80-6c00494bd236 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4ff19d-793e-466e-976c-f89ff9d3ec7b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:00.356994 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-125b6f4f-05ba-4c60-8a80-6c00494bd236 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.363922 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35512) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:00.364455 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-125b6f4f-05ba-4c60-8a80-6c00494bd236 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/subnets/bb4ff19d-793e-466e-976c-f89ff9d3ec7b HTTP/1.1" status: 204 len: 168 time: 0.2946129 Oct 20 04:14:00.364564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728408a7-c151-494e-8a03-1a76e33566d3 None None] Network ec78aa52-2ac9-4f32-abd8-305cd56c4954 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:14:00.467486 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-37f4e68e-e44d-4b4b-b19e-ed0ad1ae037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:13:59Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:00.477451 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.523525 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f4e68e-e44d-4b4b-b19e-ed0ad1ae037e None None] Checking router: e419806d-0667-4563-9edb-93f977d131f4 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:14:00.539708 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4e68e-e44d-4b4b-b19e-ed0ad1ae037e None None] Routers {'e419806d-0667-4563-9edb-93f977d131f4'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:14:00.540417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-37f4e68e-e44d-4b4b-b19e-ed0ad1ae037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:13:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['e419806d-0667-4563-9edb-93f977d131f4'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:00.595791 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.658389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port e54356f5-69ff-414a-8381-121e611f2813 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:14:00.658389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.672913 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] DHCP port deletion for ec78aa52-2ac9-4f32-abd8-305cd56c4954 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:14:00.684440 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-37f4e68e-e44d-4b4b-b19e-ed0ad1ae037e None None] Set router e419806d-0667-4563-9edb-93f977d131f4 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:14:00.758991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port e54356f5-69ff-414a-8381-121e611f2813, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=e54356f5-69ff-414a-8381-121e611f2813,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:14:00.759355 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.772701 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for e54356f5-69ff-414a-8381-121e611f2813 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:14:00.867484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Deleting port 07788e18-516a-402f-99bb-ba0c5444cecf {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:14:00.867859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.964225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.967786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] For port 07788e18-516a-402f-99bb-ba0c5444cecf, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=07788e18-516a-402f-99bb-ba0c5444cecf,segment=NetworkSegment(43fcc71f-2e42-4d95-a3cc-1d5292c3981a),segment_id=43fcc71f-2e42-4d95-a3cc-1d5292c3981a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:14:00.968199 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:00.985878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Calling delete_port for 07788e18-516a-402f-99bb-ba0c5444cecf owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:14:00.995352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=e54356f5-69ff-414a-8381-121e611f2813,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:01.007053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-37f4e68e-e44d-4b4b-b19e-ed0ad1ae037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:13:59Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:01.073019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f4e68e-e44d-4b4b-b19e-ed0ad1ae037e None None] The sync data for ids ['e419806d-0667-4563-9edb-93f977d131f4'] in dv-neutron-861842-1-hyperv is: [{'id': 'e419806d-0667-4563-9edb-93f977d131f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411685205', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e54356f5-69ff-414a-8381-121e611f2813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:13:59Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': 'e54356f5-69ff-414a-8381-121e611f2813', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e419806d-0667-4563-9edb-93f977d131f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:12:17Z', 'updated_at': '2022-10-20T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:14:01.077464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.120815 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.148442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Pushing event deleted for resources: {'Port': ['ID=07788e18-516a-402f-99bb-ba0c5444cecf,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:01.155892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] No DVR routers for this DVR port 07788e18-516a-402f-99bb-ba0c5444cecf on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:14:01.159837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.160178 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.160556 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.160894 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.161228 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.161563 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.161896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.162224 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.162549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.162872 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.163194 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.163933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5758c-3378-4864-9f0e-2633fe4f11c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:01.179838 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.182353 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.225951 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.226533 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Fanout notify agent at l3_agent the message router_deleted on router e419806d-0667-4563-9edb-93f977d131f4 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:14:01.233499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.234610 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7bf9b047-49f3-4263-8844-afb4340a57cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/routers/e419806d-0667-4563-9edb-93f977d131f4 HTTP/1.1" status: 204 len: 168 time: 0.8696487 Oct 20 04:14:01.237367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35514) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:01.311952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.355088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 7f25d979-22bc-49ea-ae20-c3b257deca03 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:14:01.374886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 7f25d979-22bc-49ea-ae20-c3b257deca03 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:14:01.375156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 7f25d979-22bc-49ea-ae20-c3b257deca03 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:14:01.409063 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.430680 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec78aa52-2ac9-4f32-abd8-305cd56c4954']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:01.441122 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fcc71f-2e42-4d95-a3cc-1d5292c3981a') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:01.441429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fcc71f-2e42-4d95-a3cc-1d5292c3981a') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:01.451440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.468985 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.475988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:14:01.476418 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.509998 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 43fcc71f-2e42-4d95-a3cc-1d5292c3981a resource provider aggregate not found Oct 20 04:14:01.554255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.562663 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 43fcc71f-2e42-4d95-a3cc-1d5292c3981a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43fcc71f-2e42-4d95-a3cc-1d5292c3981a found for delete ", "request_id": "req-5d92142e-0fbc-4b41-9d39-5a14e6cc851d"}]} Oct 20 04:14:01.563528 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.567624 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/networks/ec78aa52-2ac9-4f32-abd8-305cd56c4954 HTTP/1.1" status: 204 len: 168 time: 0.3293300 Oct 20 04:14:01.570477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35520) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:01.579125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45381229-8073-419c-8bdc-4b0767995c8f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Network': ['ID=ec78aa52-2ac9-4f32-abd8-305cd56c4954,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:01.635771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c829-ebf5-4c19-93b4-3dd27a4990a0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.663757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c829-ebf5-4c19-93b4-3dd27a4990a0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.732081 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c829-ebf5-4c19-93b4-3dd27a4990a0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.734787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c829-ebf5-4c19-93b4-3dd27a4990a0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.736047 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7ba6c829-ebf5-4c19-93b4-3dd27a4990a0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/security-groups/59d60d35-d42b-4ac4-aa24-daef2347bbcf HTTP/1.1" status: 204 len: 168 time: 0.1645656 Oct 20 04:14:01.748041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6c829-ebf5-4c19-93b4-3dd27a4990a0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d60d35-d42b-4ac4-aa24-daef2347bbcf,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:01.861658 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35526) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:01.866204 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-6cb087e0-0711-4626-b1e6-6dee98276b7c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778119151', 'description': 'tempest-secgroup-smoke-778119151 description', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:01.885507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6cb087e0-0711-4626-b1e6-6dee98276b7c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.952414 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6cb087e0-0711-4626-b1e6-6dee98276b7c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.956442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6cb087e0-0711-4626-b1e6-6dee98276b7c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.985143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6cb087e0-0711-4626-b1e6-6dee98276b7c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:01.986374 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6cb087e0-0711-4626-b1e6-6dee98276b7c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1237063 Oct 20 04:14:01.988242 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb087e0-0711-4626-b1e6-6dee98276b7c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d948cbd7-45fb-4af9-8e6e-6b999222c196,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:01.989421 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35528) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:01.994927 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-75436906-06e0-45ce-ba19-225988eac0c0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': 'd948cbd7-45fb-4af9-8e6e-6b999222c196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:02.019534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-75436906-06e0-45ce-ba19-225988eac0c0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.074826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-75436906-06e0-45ce-ba19-225988eac0c0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.078950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-75436906-06e0-45ce-ba19-225988eac0c0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.098755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75436906-06e0-45ce-ba19-225988eac0c0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373e8da5-37fe-4a17-98ea-69c0e8338e56,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:02.106947 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-75436906-06e0-45ce-ba19-225988eac0c0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.111196 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-75436906-06e0-45ce-ba19-225988eac0c0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180332 Oct 20 04:14:02.111921 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35530) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:02.115970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1d4f0f17-eacd-4a9d-bd30-8b03ee350479 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': 'd948cbd7-45fb-4af9-8e6e-6b999222c196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:02.146632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0f17-eacd-4a9d-bd30-8b03ee350479 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.160356 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 07788e18-516a-402f-99bb-ba0c5444cecf no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:14:02.182133 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 07788e18-516a-402f-99bb-ba0c5444cecf {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:14:02.182555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 07788e18-516a-402f-99bb-ba0c5444cecf not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:14:02.183068 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e54356f5-69ff-414a-8381-121e611f2813 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:14:02.202668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: e54356f5-69ff-414a-8381-121e611f2813 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:14:02.203010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device e54356f5-69ff-414a-8381-121e611f2813 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:14:02.203416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 62bbd125-ec78-4144-b002-2d04a3fae8d4 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:14:02.208180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0f17-eacd-4a9d-bd30-8b03ee350479 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.212000 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0f17-eacd-4a9d-bd30-8b03ee350479 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.223039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 62bbd125-ec78-4144-b002-2d04a3fae8d4 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:14:02.223382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 62bbd125-ec78-4144-b002-2d04a3fae8d4 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:14:02.233295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f0f17-eacd-4a9d-bd30-8b03ee350479 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7961f9-b317-4bfa-9cfd-fc7baee7c97b,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:02.240643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0f17-eacd-4a9d-bd30-8b03ee350479 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.241863 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1d4f0f17-eacd-4a9d-bd30-8b03ee350479 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294634 Oct 20 04:14:02.244679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35532) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:02.249154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a3ee1fe2-1aae-4015-aac9-d812dc2379b8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': 'd948cbd7-45fb-4af9-8e6e-6b999222c196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:02.274600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3ee1fe2-1aae-4015-aac9-d812dc2379b8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.333601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3ee1fe2-1aae-4015-aac9-d812dc2379b8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.337009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3ee1fe2-1aae-4015-aac9-d812dc2379b8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.357347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee1fe2-1aae-4015-aac9-d812dc2379b8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728f375c-0dca-49f6-82e1-c318432248bb,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:02.364923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3ee1fe2-1aae-4015-aac9-d812dc2379b8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.366103 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a3ee1fe2-1aae-4015-aac9-d812dc2379b8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204693 Oct 20 04:14:02.368893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35534) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:02.373134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-851ed7b3-41b7-4c32-8889-b6b197e2361f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': 'd948cbd7-45fb-4af9-8e6e-6b999222c196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:02.397861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851ed7b3-41b7-4c32-8889-b6b197e2361f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.455842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851ed7b3-41b7-4c32-8889-b6b197e2361f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.459094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851ed7b3-41b7-4c32-8889-b6b197e2361f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.476481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ed7b3-41b7-4c32-8889-b6b197e2361f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8ac182-2601-4129-a7a1-044ffe5c37c8,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:02.480816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851ed7b3-41b7-4c32-8889-b6b197e2361f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.481974 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-851ed7b3-41b7-4c32-8889-b6b197e2361f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1121461 Oct 20 04:14:02.484835 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35536) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:02.489584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c688d375-fdf5-43d5-a318-3ed9d4cdcecc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': 'd948cbd7-45fb-4af9-8e6e-6b999222c196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:02.509169 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-c688d375-fdf5-43d5-a318-3ed9d4cdcecc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Project 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:14:02.513872 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c688d375-fdf5-43d5-a318-3ed9d4cdcecc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.573083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c688d375-fdf5-43d5-a318-3ed9d4cdcecc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.576722 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c688d375-fdf5-43d5-a318-3ed9d4cdcecc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.594190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688d375-fdf5-43d5-a318-3ed9d4cdcecc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2b1d09-de0f-4e9d-9f87-1fec1fc77ea4,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:02.602617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c688d375-fdf5-43d5-a318-3ed9d4cdcecc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.603864 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c688d375-fdf5-43d5-a318-3ed9d4cdcecc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181004 Oct 20 04:14:02.606601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35538) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:02.611519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a93f54e5-4f55-4e91-9f82-78f1bed9052c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': 'd948cbd7-45fb-4af9-8e6e-6b999222c196', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:02.632024 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-a93f54e5-4f55-4e91-9f82-78f1bed9052c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Project 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:14:02.636977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93f54e5-4f55-4e91-9f82-78f1bed9052c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.697292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93f54e5-4f55-4e91-9f82-78f1bed9052c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.700583 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93f54e5-4f55-4e91-9f82-78f1bed9052c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.720728 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f54e5-4f55-4e91-9f82-78f1bed9052c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a6a51f-0dfb-4a7c-b8db-22fe8677dd2b,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:02.725918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a93f54e5-4f55-4e91-9f82-78f1bed9052c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.726920 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a93f54e5-4f55-4e91-9f82-78f1bed9052c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194124 Oct 20 04:14:02.729812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35540) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:02.734422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'network': {'name': 'tempest-network-smoke--118294174', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'port_security_enabled': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:02.753643 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:14:02.757009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.779598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:14:02.789425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.789888 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Added segment 08518a78-12e9-4371-a741-bf2e2424cdb3 of type vlan for network baa69189-52ea-4f29-8d32-c5a6f305d9ac Oct 20 04:14:02.831140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.854534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.859913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:02.861164 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.898785 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1679785 Oct 20 04:14:02.901450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35542) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:02.906340 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'admin_state_up': True, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:02.942531 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007855c-0707-4fb2-bdc3-3ed05d14c9e7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Network': ['ID=baa69189-52ea-4f29-8d32-c5a6f305d9ac,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:02.953092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network baa69189-52ea-4f29-8d32-c5a6f305d9ac details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:14:02.955781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:02.956765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:03.012053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:03.153118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:03.348350 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:03.367109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:03.470460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.26.0.175 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/160305f4-e181-4301-bbc4-b171fa4219f5) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:14:03.570711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:03.603599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:03.641839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:14:03.644726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:14:03.648140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:14:03.676415 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=160305f4-e181-4301-bbc4-b171fa4219f5,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:03.897599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:04.090368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:04.217208 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router dac73f83-b2d4-450f-a6d8-eaa783b6d55f is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:14:04.334641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:14:04.345263 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Sync routers for ids ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:14:04.355015 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Routers {'dac73f83-b2d4-450f-a6d8-eaa783b6d55f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:14:04.355184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:04.355619 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:13:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:04.356387 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7735c655-213c-44c5-8baf-99552150fa1b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4540074 Oct 20 04:14:04.359681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35544) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:04.388837 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fab142e8-cdc1-4b9f-b66f-98d7072a6985 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278544 Oct 20 04:14:04.391323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35546) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:04.461751 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Set router dac73f83-b2d4-450f-a6d8-eaa783b6d55f gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:14:04.481065 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84cd47-c8ff-457b-b666-94e50af380a0 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:04.482466 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ea84cd47-c8ff-457b-b666-94e50af380a0 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896003 Oct 20 04:14:04.485418 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35548) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:04.515297 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4f6ba7ab-4b7d-42b2-aa8a-60f38c9de123 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265381 Oct 20 04:14:04.515633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35550) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:04.521041 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1403469334', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:04.609006 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:14:04.612521 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:04.642773 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:03Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:04.669104 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Checking router: dac73f83-b2d4-450f-a6d8-eaa783b6d55f for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:14:04.669453 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Updating router dac73f83-b2d4-450f-a6d8-eaa783b6d55f port 160305f4-e181-4301-bbc4-b171fa4219f5 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:14:04.699438 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:04.793512 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:04.850761 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Subnet': ['ID=c4ba4108-d072-43d3-ae6a-d88a684497b0,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:04.861402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Checking segment: {'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:14:04.861764 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network hostable DHCP agents. Network: baa69189-52ea-4f29-8d32-c5a6f305d9ac, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:14:04.879494 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network baa69189-52ea-4f29-8d32-c5a6f305d9ac is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:14:04.888622 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, baa69189-52ea-4f29-8d32-c5a6f305d9ac) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:14:04.895370 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:04.895500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:04.899126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e09a72-1596-4f8c-a403-a48a09e8f4aa None None] Network baa69189-52ea-4f29-8d32-c5a6f305d9ac requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:14:04.914963 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-01fc7201-9a32-43c0-94ee-2ffaef35b82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3981097 Oct 20 04:14:04.917716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35552) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:04.960209 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:04.967032 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:05.004398 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Attempting to bind port 160305f4-e181-4301-bbc4-b171fa4219f5 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:14:05.004849 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Attempting to bind port 160305f4-e181-4301-bbc4-b171fa4219f5 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:14:05.005215 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Attempting to bind port 160305f4-e181-4301-bbc4-b171fa4219f5 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:14:05.014245 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:14:05.014609 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:14:05.014999 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:05.015382 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:14:05.015839 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Bound port: 160305f4-e181-4301-bbc4-b171fa4219f5, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:14:05.016223 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:05.042162 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Pushing event updated for resources: {'Port': ['ID=160305f4-e181-4301-bbc4-b171fa4219f5,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:05.054065 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.054311 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.054643 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.054972 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.055294 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.055618 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.055943 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.056281 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.056621 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.056935 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.057253 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.057563 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:14:05.088414 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] For port 160305f4-e181-4301-bbc4-b171fa4219f5, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:14:05.089599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:14:05.090884 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:05.091767 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] For port 160305f4-e181-4301-bbc4-b171fa4219f5, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=160305f4-e181-4301-bbc4-b171fa4219f5,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:14:05.098721 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:05.136024 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Routers {'dac73f83-b2d4-450f-a6d8-eaa783b6d55f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:14:05.136685 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:13:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:05.200942 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef10c6f-35f3-4d5b-8f8b-4d8a7748cce7 None None] Pushing event updated for resources: {'Port': ['ID=160305f4-e181-4301-bbc4-b171fa4219f5,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:05.242304 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Allocated IP 172.20.0.2 (baa69189-52ea-4f29-8d32-c5a6f305d9ac/c4ba4108-d072-43d3-ae6a-d88a684497b0/c158232a-c67d-466b-897a-be5108270181) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:14:05.258082 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] Set router dac73f83-b2d4-450f-a6d8-eaa783b6d55f gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:14:05.418162 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:05.426673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:05.455426 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:03Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:05.477956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Network baa69189-52ea-4f29-8d32-c5a6f305d9ac is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:14:05.482299 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6273f9-2127-4363-882c-f0f05830940f None None] The sync data for ids ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'] in dv-neutron-861842-1-hyperv is: [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:03Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:14:05.482965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:14:05.487391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:14:05.496122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Pushing event updated for resources: {'Port': ['ID=c158232a-c67d-466b-897a-be5108270181,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:05.564670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Attempting to bind port c158232a-c67d-466b-897a-be5108270181 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:14:05.565365 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Attempting to bind port c158232a-c67d-466b-897a-be5108270181 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:14:05.566078 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Attempting to bind port c158232a-c67d-466b-897a-be5108270181 on network baa69189-52ea-4f29-8d32-c5a6f305d9ac {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:14:05.571233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:14:05.571871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Checking segment: {'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:14:05.572364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:05.572687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Bound using segment: {'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:14:05.573140 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Bound port: c158232a-c67d-466b-897a-be5108270181, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:14:05.573516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:05.640011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] For port c158232a-c67d-466b-897a-be5108270181, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:14:05.643540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] For port c158232a-c67d-466b-897a-be5108270181, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c158232a-c67d-466b-897a-be5108270181,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:14:05.648678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:05.712407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8c8cd-0105-4039-a218-b2980d207a37 None None] Pushing event updated for resources: {'Port': ['ID=c158232a-c67d-466b-897a-be5108270181,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:05.776375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.118273 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.20.0.1 (baa69189-52ea-4f29-8d32-c5a6f305d9ac/c4ba4108-d072-43d3-ae6a-d88a684497b0/4125a96b-e64a-4124-b55b-6c8b98f9fd1e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:14:06.120770 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c158232a-c67d-466b-897a-be5108270181 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:14:06.173352 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port c158232a-c67d-466b-897a-be5108270181 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:06.173629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.173960 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port c158232a-c67d-466b-897a-be5108270181 Oct 20 04:14:06.254851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.258321 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port c158232a-c67d-466b-897a-be5108270181 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:14:06.258707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.301267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port c158232a-c67d-466b-897a-be5108270181, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c158232a-c67d-466b-897a-be5108270181,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:14:06.301453 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.305687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.306707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 160305f4-e181-4301-bbc4-b171fa4219f5 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:14:06.350660 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network baa69189-52ea-4f29-8d32-c5a6f305d9ac is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:14:06.354294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:14:06.358918 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:14:06.387940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=4125a96b-e64a-4124-b55b-6c8b98f9fd1e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:06.398144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=c158232a-c67d-466b-897a-be5108270181,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:06.400886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 160305f4-e181-4301-bbc4-b171fa4219f5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:06.401265 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.401678 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 160305f4-e181-4301-bbc4-b171fa4219f5 Oct 20 04:14:06.426558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.501787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 160305f4-e181-4301-bbc4-b171fa4219f5 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:14:06.502212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.527242 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 160305f4-e181-4301-bbc4-b171fa4219f5, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=160305f4-e181-4301-bbc4-b171fa4219f5,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:14:06.532976 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.586859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=160305f4-e181-4301-bbc4-b171fa4219f5,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:06.589200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.815733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe4112f-ace3-4b59-815b-230186004ebf None None] Network baa69189-52ea-4f29-8d32-c5a6f305d9ac requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:14:06.884525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.889504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.912357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b4870f4c-ba05-473c-9cef-e2076bfc8579 None None] Provisioning complete for port c158232a-c67d-466b-897a-be5108270181 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:06.912730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b4870f4c-ba05-473c-9cef-e2076bfc8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:06.913062 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b4870f4c-ba05-473c-9cef-e2076bfc8579 None None] Attempt 1 to provision port c158232a-c67d-466b-897a-be5108270181 Oct 20 04:14:06.960607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=4125a96b-e64a-4124-b55b-6c8b98f9fd1e,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:06.966986 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:07.059041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b4870f4c-ba05-473c-9cef-e2076bfc8579 None None] Current status of the port c158232a-c67d-466b-897a-be5108270181 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:14:07.080045 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network baa69189-52ea-4f29-8d32-c5a6f305d9ac is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:14:07.081895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:14:07.204564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router dac73f83-b2d4-450f-a6d8-eaa783b6d55f has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:14:07.279571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Provisioning complete for port c158232a-c67d-466b-897a-be5108270181 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:07.280686 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:07.281216 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Attempt 1 to provision port c158232a-c67d-466b-897a-be5108270181 Oct 20 04:14:07.329365 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:14:07.335802 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f1f09175-fd54-43f2-bf51-464a3b644e45 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "PUT /v2.0/routers/dac73f83-b2d4-450f-a6d8-eaa783b6d55f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4170220 Oct 20 04:14:07.350029 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Sync routers for ids ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:14:07.387558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Routers {'dac73f83-b2d4-450f-a6d8-eaa783b6d55f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:14:07.388155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:13:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:07.438297 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Current status of the port c158232a-c67d-466b-897a-be5108270181 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:14:07.488124 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Provisioning complete for port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:07.488526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:07.488863 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Attempt 1 to provision port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e Oct 20 04:14:07.492706 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-a2e3550c-8f29-4e7f-bea1-17b2a04271f5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778119151&fields=id&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 267 time: 0.0374062 Oct 20 04:14:07.535252 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Set router dac73f83-b2d4-450f-a6d8-eaa783b6d55f gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:14:07.563906 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:14:07.614436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-5c1a9e2d-ab9a-4d33-8e68-643ef2b7632d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:07.615955 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-5c1a9e2d-ab9a-4d33-8e68-643ef2b7632d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/networks?id=baa69189-52ea-4f29-8d32-c5a6f305d9ac HTTP/1.1" status: 200 len: 796 time: 0.1154997 Oct 20 04:14:07.633925 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-b4421296-064e-4a81-82d3-2eb15c44b5f1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/quotas/79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 375 time: 0.0113966 Oct 20 04:14:07.696059 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-625777bb-189e-427b-b9bd-11f19f80367e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548167 Oct 20 04:14:07.747250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4125a96b-e64a-4124-b55b-6c8b98f9fd1e', 'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:c4:a1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:05Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 2, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:07.773869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Checking router: dac73f83-b2d4-450f-a6d8-eaa783b6d55f for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:14:07.774223 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Updating router dac73f83-b2d4-450f-a6d8-eaa783b6d55f port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:14:07.798298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:07.837304 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-938a0f8e-c412-4fec-aee1-9c73f670ba3c service neutron] 10.222.0.20 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288469 Oct 20 04:14:07.934133 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-1fcd55bc-6fb5-4517-999a-6221be0a46a8 service neutron] 10.222.0.20 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902865 Oct 20 04:14:08.058844 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c158232a-c67d-466b-897a-be5108270181 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:14:08.065945 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Attempt 2 to provision port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e Oct 20 04:14:08.132494 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-eea131c3-9aa1-477b-96b8-f3e96974e69c req-e7b0ef26-0805-4f9c-9229-8e33aed0d05a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 210 time: 0.0467451 Oct 20 04:14:08.150773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:14:08.152570 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:08.161167 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:08.348680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port c158232a-c67d-466b-897a-be5108270181 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:08.349323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:08.349426 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port c158232a-c67d-466b-897a-be5108270181 Oct 20 04:14:08.390845 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39ad4c-23c8-4008-84da-22b162299a6d None None] Pushing event updated for resources: {'Port': ['ID=4125a96b-e64a-4124-b55b-6c8b98f9fd1e,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:08.429971 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Attempting to bind port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:14:08.430342 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Attempting to bind port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:14:08.430702 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Attempting to bind port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e on network baa69189-52ea-4f29-8d32-c5a6f305d9ac {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:14:08.438112 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:14:08.438655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Checking segment: {'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:14:08.439069 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:08.439462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Bound using segment: {'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:14:08.439979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Bound port: 4125a96b-e64a-4124-b55b-6c8b98f9fd1e, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:14:08.440430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:08.532777 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port c158232a-c67d-466b-897a-be5108270181 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:14:08.533811 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 160305f4-e181-4301-bbc4-b171fa4219f5 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:14:08.558740 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] For port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:14:08.579293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] For port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4125a96b-e64a-4124-b55b-6c8b98f9fd1e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:14:08.586192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:08.638881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Routers {'dac73f83-b2d4-450f-a6d8-eaa783b6d55f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:14:08.639513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:13:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:08.680136 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Attempt 3 to provision port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e Oct 20 04:14:08.707360 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39ad4c-23c8-4008-84da-22b162299a6d None None] Pushing event updated for resources: {'Port': ['ID=4125a96b-e64a-4124-b55b-6c8b98f9fd1e,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:08.720998 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 160305f4-e181-4301-bbc4-b171fa4219f5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:08.721382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:08.721724 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 160305f4-e181-4301-bbc4-b171fa4219f5 Oct 20 04:14:08.829192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:08.864590 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] Set router dac73f83-b2d4-450f-a6d8-eaa783b6d55f gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:14:08.929915 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Current status of the port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:14:08.930309 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:09.013613 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 160305f4-e181-4301-bbc4-b171fa4219f5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:14:09.029315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] For port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4125a96b-e64a-4124-b55b-6c8b98f9fd1e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:14:09.035409 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:09.133572 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83951af0-25d5-4089-a711-065cf79a0294 None None] Pushing event updated for resources: {'Port': ['ID=4125a96b-e64a-4124-b55b-6c8b98f9fd1e,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:09.178295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-39b7675e-c7cc-4c91-af75-de0d172b2eea None None] Provisioning complete for port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:09.178669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-39b7675e-c7cc-4c91-af75-de0d172b2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:09.179009 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-39b7675e-c7cc-4c91-af75-de0d172b2eea None None] Attempt 1 to provision port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e Oct 20 04:14:09.231242 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4125a96b-e64a-4124-b55b-6c8b98f9fd1e', 'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:c4:a1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:05Z', 'updated_at': '2022-10-20T04:14:08Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:09.253923 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c80bfa90-5d9d-4d43-85dc-c1f857c4994f req-668f3905-b82d-421e-9509-a11a5e0d3974 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 210 time: 0.0426800 Oct 20 04:14:09.263448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc3dcd2-22be-432f-ad21-61e15bf67509 None None] The sync data for ids ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'] in dv-neutron-861842-1-hyperv is: [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4125a96b-e64a-4124-b55b-6c8b98f9fd1e', 'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:c4:a1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:05Z', 'updated_at': '2022-10-20T04:14:08Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:14:09.280353 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-8e4a1656-bb90-4c3f-9a9b-a091927332b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:09.280353 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-8e4a1656-bb90-4c3f-9a9b-a091927332b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/networks?id=baa69189-52ea-4f29-8d32-c5a6f305d9ac HTTP/1.1" status: 200 len: 796 time: 0.1704845 Oct 20 04:14:09.304474 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-39b7675e-c7cc-4c91-af75-de0d172b2eea None None] Current status of the port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:14:09.371460 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-a2ecbf98-0d49-4862-9114-7f76c99769f5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 379 time: 0.0627782 Oct 20 04:14:09.384837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'port': {'device_id': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'admin_state_up': True, 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'security_groups': ['d948cbd7-45fb-4af9-8e6e-6b999222c196']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:09.496634 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:14:09.499973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:09.639921 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.20.0.4 (baa69189-52ea-4f29-8d32-c5a6f305d9ac/c4ba4108-d072-43d3-ae6a-d88a684497b0/aa775111-c533-480e-9c53-223264b1f74e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:14:09.795391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:09.831658 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:09.877500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network baa69189-52ea-4f29-8d32-c5a6f305d9ac is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:14:09.880757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:14:09.883421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:14:09.914879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=aa775111-c533-480e-9c53-223264b1f74e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:09.946797 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:09.947219 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:09.964828 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-d38e3885-3805-45d0-a0d4-40c102c91106 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846300 Oct 20 04:14:09.983153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Request body: {'port': {'device_id': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:10.050901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:10.065560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4125a96b-e64a-4124-b55b-6c8b98f9fd1e up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:14:10.127470 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:10.128196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:10.128480 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e Oct 20 04:14:10.212305 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:14:10.230706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d51fa9de-167c-453d-a7d3-5a7221f92f26 None None] Provisioning complete for port aa775111-c533-480e-9c53-223264b1f74e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:10.231071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d51fa9de-167c-453d-a7d3-5a7221f92f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:10.231422 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d51fa9de-167c-453d-a7d3-5a7221f92f26 None None] Attempt 1 to provision port aa775111-c533-480e-9c53-223264b1f74e Oct 20 04:14:10.266233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d51fa9de-167c-453d-a7d3-5a7221f92f26 None None] Port aa775111-c533-480e-9c53-223264b1f74e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:14:10.379111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa775111-c533-480e-9c53-223264b1f74e {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:14:10.387301 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:10.390499 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576efe8e-f6c9-4e74-b2be-17b40c4250c2 req-9e54e660-3882-4fca-8bc0-b6a413deca29 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:10.392065 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-576efe8e-f6c9-4e74-b2be-17b40c4250c2 req-9e54e660-3882-4fca-8bc0-b6a413deca29 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 931 time: 0.0505650 Oct 20 04:14:10.400705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Transition to ACTIVE for port object aa775111-c533-480e-9c53-223264b1f74e will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:14:10.404508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:10.437241 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-576efe8e-f6c9-4e74-b2be-17b40c4250c2 req-0fc9f168-0d22-475a-b143-ef973a4c8040 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387788 Oct 20 04:14:10.489472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Pushing event updated for resources: {'Port': ['ID=aa775111-c533-480e-9c53-223264b1f74e,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:10.518899 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Attempting to bind port aa775111-c533-480e-9c53-223264b1f74e on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:14:10.519228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Attempting to bind port aa775111-c533-480e-9c53-223264b1f74e by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:14:10.519555 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Attempting to bind port aa775111-c533-480e-9c53-223264b1f74e on network baa69189-52ea-4f29-8d32-c5a6f305d9ac {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:14:10.523765 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Port aa775111-c533-480e-9c53-223264b1f74e on network baa69189-52ea-4f29-8d32-c5a6f305d9ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:14:10.524079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Attempting to bind port aa775111-c533-480e-9c53-223264b1f74e on network baa69189-52ea-4f29-8d32-c5a6f305d9ac {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:14:10.528913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:14:10.529243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Checking segment: {'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:14:10.529613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Bound using segment: {'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:14:10.530030 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Bound port: aa775111-c533-480e-9c53-223264b1f74e, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08518a78-12e9-4371-a741-bf2e2424cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:14:10.530377 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:10.593462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] For port aa775111-c533-480e-9c53-223264b1f74e, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:14:10.597037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] For port aa775111-c533-480e-9c53-223264b1f74e, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=aa775111-c533-480e-9c53-223264b1f74e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:14:10.601549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:10.604987 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:10.605590 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:10.607299 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa775111-c533-480e-9c53-223264b1f74e HTTP/1.1" status: 200 len: 1093 time: 0.6298456 Oct 20 04:14:10.609300 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:14:10.612217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358854a5-aa87-42b7-8ada-65ecdb814f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "tag": "aa775111-c533-480e-9c53-223264b1f74e"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:14:10.651601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c65cd6-ddc9-4b3e-b6ff-22e25ec00c13 x-openstack-request-id: req-e0c65cd6-ddc9-4b3e-b6ff-22e25ec00c13 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:14:10.651897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "tag": "aa775111-c533-480e-9c53-223264b1f74e", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:14:10.652155 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0c65cd6-ddc9-4b3e-b6ff-22e25ec00c13 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:14:10.652942 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c65cd6-ddc9-4b3e-b6ff-22e25ec00c13'] response: {'name': 'network-changed', 'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e', 'status': 'completed', 'code': 200} Oct 20 04:14:10.700090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700547ab-9b59-4d38-8f3a-c068a0cfb095 service neutron] Pushing event updated for resources: {'Port': ['ID=aa775111-c533-480e-9c53-223264b1f74e,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:10.713734 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-af36c24d-6f62-4a3b-9511-8d48e71b0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:10.715248 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-af36c24d-6f62-4a3b-9511-8d48e71b0d15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 1096 time: 0.0597870 Oct 20 04:14:10.762611 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-320debc5-154f-4587-9713-d40382f39f86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa775111-c533-480e-9c53-223264b1f74e HTTP/1.1" status: 200 len: 217 time: 0.0349166 Oct 20 04:14:10.767331 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d51fa9de-167c-453d-a7d3-5a7221f92f26 None None] Attempt 2 to provision port aa775111-c533-480e-9c53-223264b1f74e Oct 20 04:14:10.807438 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d51fa9de-167c-453d-a7d3-5a7221f92f26 None None] Port aa775111-c533-480e-9c53-223264b1f74e had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 04:14:10.815749 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-9394fdf5-c2f4-4b53-9c92-a4d3c901ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:10.817233 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-9394fdf5-c2f4-4b53-9c92-a4d3c901ac93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4ba4108-d072-43d3-ae6a-d88a684497b0 HTTP/1.1" status: 200 len: 835 time: 0.0451710 Oct 20 04:14:10.869000 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-2d1d1941-d51c-4541-8d45-03ed45b10af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:10.870498 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-2d1d1941-d51c-4541-8d45-03ed45b10af7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=baa69189-52ea-4f29-8d32-c5a6f305d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402317 Oct 20 04:14:10.966937 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-56de81ea-e93e-4dfc-8c30-5cb6bc9ea7f6 service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858979 Oct 20 04:14:11.070430 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-24c5f6b3-7989-4973-a30f-3a2d86c6494c req-295c8f6b-3143-41c7-8e6b-1176aac74575 service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938895 Oct 20 04:14:11.173478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358854a5-aa87-42b7-8ada-65ecdb814f0c req-04df9700-e708-4566-ae79-323a71a467a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:11.175005 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-358854a5-aa87-42b7-8ada-65ecdb814f0c req-04df9700-e708-4566-ae79-323a71a467a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 1096 time: 0.0460706 Oct 20 04:14:11.278236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358854a5-aa87-42b7-8ada-65ecdb814f0c req-06174222-4502-4286-b966-5da71eab82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:11.280778 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-358854a5-aa87-42b7-8ada-65ecdb814f0c req-06174222-4502-4286-b966-5da71eab82e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=baa69189-52ea-4f29-8d32-c5a6f305d9ac HTTP/1.1" status: 200 len: 897 time: 0.0956573 Oct 20 04:14:11.333439 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-358854a5-aa87-42b7-8ada-65ecdb814f0c req-56c4b52f-82e5-4eda-8346-7a2e533326a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa775111-c533-480e-9c53-223264b1f74e HTTP/1.1" status: 200 len: 217 time: 0.0458512 Oct 20 04:14:11.388988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358854a5-aa87-42b7-8ada-65ecdb814f0c req-78816dfd-a27a-4d5a-a06d-7e87d8b895e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:11.390494 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-358854a5-aa87-42b7-8ada-65ecdb814f0c req-78816dfd-a27a-4d5a-a06d-7e87d8b895e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4ba4108-d072-43d3-ae6a-d88a684497b0 HTTP/1.1" status: 200 len: 835 time: 0.0494316 Oct 20 04:14:11.438750 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358854a5-aa87-42b7-8ada-65ecdb814f0c req-25e65b6e-364a-47d7-afe7-1928bc192436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:11.440256 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-358854a5-aa87-42b7-8ada-65ecdb814f0c req-25e65b6e-364a-47d7-afe7-1928bc192436 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=baa69189-52ea-4f29-8d32-c5a6f305d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415373 Oct 20 04:14:11.549626 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-358854a5-aa87-42b7-8ada-65ecdb814f0c req-c106e223-dff0-44b1-b165-8c73f03c2126 service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012974 Oct 20 04:14:11.566158 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958a1e-d304-46b1-8cbd-fac6a00a5c14 req-94668a57-6ae1-49fb-ba86-9dc70af4f601 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:11.567618 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5c958a1e-d304-46b1-8cbd-fac6a00a5c14 req-94668a57-6ae1-49fb-ba86-9dc70af4f601 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 943 time: 0.0510798 Oct 20 04:14:11.606448 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5c958a1e-d304-46b1-8cbd-fac6a00a5c14 req-0e1fa15e-7d45-41de-80db-a9de7274c989 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326052 Oct 20 04:14:11.650032 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-358854a5-aa87-42b7-8ada-65ecdb814f0c req-f13a73f8-a96c-42f3-a22f-9068dd69f4c6 service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910041 Oct 20 04:14:12.730696 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080239b-87c6-486f-b9df-8274cceddfcf req-690609b8-3d3b-4a77-8e8a-9372bdbb5457 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:12.732148 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5080239b-87c6-486f-b9df-8274cceddfcf req-690609b8-3d3b-4a77-8e8a-9372bdbb5457 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 943 time: 0.0492015 Oct 20 04:14:12.770166 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5080239b-87c6-486f-b9df-8274cceddfcf req-5e0e95a4-3618-4c44-a5f9-c648164c04ad tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319834 Oct 20 04:14:13.417636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device aa775111-c533-480e-9c53-223264b1f74e details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:14:13.513247 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port aa775111-c533-480e-9c53-223264b1f74e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=aa775111-c533-480e-9c53-223264b1f74e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:14:13.524149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'aa775111-c533-480e-9c53-223264b1f74e', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'port_id': 'aa775111-c533-480e-9c53-223264b1f74e', 'mac_address': 'fa:16:3e:df:d8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:14:13.560937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port aa775111-c533-480e-9c53-223264b1f74e is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:14:13.561263 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:13.573987 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa775111-c533-480e-9c53-223264b1f74e {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:14:13.592761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port aa775111-c533-480e-9c53-223264b1f74e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=aa775111-c533-480e-9c53-223264b1f74e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:14:13.597259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:13.647267 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=aa775111-c533-480e-9c53-223264b1f74e,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:13.872676 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['aa775111-c533-480e-9c53-223264b1f74e'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:14:13.892826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7b430-2baf-47f0-a752-031bcf15e05d req-e1d975e8-47e2-4324-af1f-9c0727e366dd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:13.894325 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-07c7b430-2baf-47f0-a752-031bcf15e05d req-e1d975e8-47e2-4324-af1f-9c0727e366dd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 944 time: 0.0507333 Oct 20 04:14:13.934827 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-07c7b430-2baf-47f0-a752-031bcf15e05d req-2251d926-1f3b-4123-81d3-ccf54adb5e7c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344706 Oct 20 04:14:14.664592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-028153f8-db1e-4f31-a31f-86ce78c010bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:15.056493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0610-2d99-4ccc-b04c-42727f0fc10c req-7fd5a303-3a5e-486a-a5d1-49db66dea71e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:15.057931 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4cac0610-2d99-4ccc-b04c-42727f0fc10c req-7fd5a303-3a5e-486a-a5d1-49db66dea71e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 944 time: 0.0484722 Oct 20 04:14:15.102714 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4cac0610-2d99-4ccc-b04c-42727f0fc10c req-301b9ecb-f355-4837-a96d-0e3baafd2f64 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366902 Oct 20 04:14:15.432569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device aa775111-c533-480e-9c53-223264b1f74e up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:14:15.480667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port aa775111-c533-480e-9c53-223264b1f74e completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:14:15.484541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port aa775111-c533-480e-9c53-223264b1f74e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:14:15.484943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:15.485336 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port aa775111-c533-480e-9c53-223264b1f74e Oct 20 04:14:15.562560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port aa775111-c533-480e-9c53-223264b1f74e is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:14:15.562867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:15.585779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:14:15.588017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc74906-2890-4c36-987b-2dd9e76692d0" -d '{"events": [{"server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "name": "network-vif-plugged", "status": "completed", "tag": "aa775111-c533-480e-9c53-223264b1f74e"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:14:15.600666 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port aa775111-c533-480e-9c53-223264b1f74e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=aa775111-c533-480e-9c53-223264b1f74e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:14:15.604676 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:15.628933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047e996f-d39d-45f0-8d5c-15522c9e32c3 x-openstack-request-id: req-047e996f-d39d-45f0-8d5c-15522c9e32c3 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:14:15.629227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "name": "network-vif-plugged", "status": "completed", "tag": "aa775111-c533-480e-9c53-223264b1f74e", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:14:15.629477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-047e996f-d39d-45f0-8d5c-15522c9e32c3 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:14:15.629866 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047e996f-d39d-45f0-8d5c-15522c9e32c3'] response: {'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e', 'code': 200} Oct 20 04:14:15.655542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=aa775111-c533-480e-9c53-223264b1f74e,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:15.811870 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f5bbd-e657-4e82-b2f9-6efcd8f09a2e req-1344565a-45dd-42b8-bb40-3b50daf3ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:15.814126 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f01f5bbd-e657-4e82-b2f9-6efcd8f09a2e req-1344565a-45dd-42b8-bb40-3b50daf3ac10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 1098 time: 0.0436263 Oct 20 04:14:15.851861 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f01f5bbd-e657-4e82-b2f9-6efcd8f09a2e req-6e0bde0a-5fa9-40ba-9582-eb679791a3a7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279300 Oct 20 04:14:16.221191 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32517a64-34ff-406e-97d4-56c6fac94050 req-389bc9e9-9bf7-4d8a-9b4d-7c60fb13493b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:16.222649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-32517a64-34ff-406e-97d4-56c6fac94050 req-389bc9e9-9bf7-4d8a-9b4d-7c60fb13493b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0485697 Oct 20 04:14:16.259533 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-32517a64-34ff-406e-97d4-56c6fac94050 req-258cf53d-d6bb-4383-b33a-ae8b9b1325e8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311475 Oct 20 04:14:16.652019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-61740749-a501-4cff-a56c-a13493806f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:17.384218 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e280f0-7514-4ad4-93e0-a070c4a536bf req-17e6780e-0e2d-41d0-aaed-325ec3bde20a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:17.385683 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a0e280f0-7514-4ad4-93e0-a070c4a536bf req-17e6780e-0e2d-41d0-aaed-325ec3bde20a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0519218 Oct 20 04:14:17.422922 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a0e280f0-7514-4ad4-93e0-a070c4a536bf req-51c0108a-fa15-47ce-b5fc-fed6d6590166 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303366 Oct 20 04:14:17.542848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c224bc5-5d91-4969-b3d2-45530dabed8f req-c5896c17-d108-45ad-9868-a0fda5d14d04 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:17.544212 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0c224bc5-5d91-4969-b3d2-45530dabed8f req-c5896c17-d108-45ad-9868-a0fda5d14d04 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0490544 Oct 20 04:14:17.582243 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0c224bc5-5d91-4969-b3d2-45530dabed8f req-8d3e4c43-5b12-4c69-a31b-f9800ccdb70f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316675 Oct 20 04:14:17.609309 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35610) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:17.652923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b590040-1233-48e2-9409-b80b5d03a0e3 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:17.654432 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1b590040-1233-48e2-9409-b80b5d03a0e3 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 1093 time: 0.0435565 Oct 20 04:14:17.657394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35612) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:17.661511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'aa775111-c533-480e-9c53-223264b1f74e', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:14:17.682837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:17.777165 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:17.886592 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.26.0.139 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/5fc81a42-035c-4fff-8e13-1e3119a2ff2e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:14:17.931204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:17.991489 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:18.023472 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:18.064241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:14:18.067153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:14:18.070664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:14:18.096813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=5fc81a42-035c-4fff-8e13-1e3119a2ff2e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:18.427847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:18.809708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:18.959892 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:18.964385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:19.028521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:19.030152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=5fc81a42-035c-4fff-8e13-1e3119a2ff2e,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:14:19.130516 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Floating IP 1b18ce07-5d55-49c6-bcc0-127ae897c7f0 associated. External IP: 172.26.0.139, port: aa775111-c533-480e-9c53-223264b1f74e. Oct 20 04:14:19.337347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router dac73f83-b2d4-450f-a6d8-eaa783b6d55f has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:14:19.427232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:19.458974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:14:19.468794 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf3b67d-0897-40fa-8f70-cfc98b43e895 None None] Sync routers for ids ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:14:19.476730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:19.478914 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3b67d-0897-40fa-8f70-cfc98b43e895 None None] Routers {'dac73f83-b2d4-450f-a6d8-eaa783b6d55f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:14:19.479536 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ebf3b67d-0897-40fa-8f70-cfc98b43e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:14:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:19.505184 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e255ab82-cfcb-4725-b3ba-7e680863b512 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8467896 Oct 20 04:14:19.505838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:14:19.508144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "tag": "aa775111-c533-480e-9c53-223264b1f74e"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:14:19.553200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d3f19b-ff1c-4a08-964d-3400a88815f9 x-openstack-request-id: req-74d3f19b-ff1c-4a08-964d-3400a88815f9 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:14:19.553582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "tag": "aa775111-c533-480e-9c53-223264b1f74e", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:14:19.554406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74d3f19b-ff1c-4a08-964d-3400a88815f9 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:14:19.554991 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d3f19b-ff1c-4a08-964d-3400a88815f9'] response: {'name': 'network-changed', 'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e', 'status': 'completed', 'code': 200} Oct 20 04:14:19.593068 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ebf3b67d-0897-40fa-8f70-cfc98b43e895 None None] Set router dac73f83-b2d4-450f-a6d8-eaa783b6d55f gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:14:19.604981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4cf24-2165-4c78-893f-5796ddba4410 req-d969f093-587f-4d31-a152-40021be76bb4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:19.606485 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-77c4cf24-2165-4c78-893f-5796ddba4410 req-d969f093-587f-4d31-a152-40021be76bb4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0517180 Oct 20 04:14:19.623548 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91 req-75e7c1b0-2c5e-4705-bed6-6078f9944c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:19.625107 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91 req-75e7c1b0-2c5e-4705-bed6-6078f9944c62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 1098 time: 0.0468268 Oct 20 04:14:19.646565 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-77c4cf24-2165-4c78-893f-5796ddba4410 req-41edbb7c-f9f7-4111-a0c7-0042b65829f0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333536 Oct 20 04:14:19.674863 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35618) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:19.684171 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:19.741517 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-eb0bb5e6-9ccf-4fc5-8a02-53b0b55a72ee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/1b18ce07-5d55-49c6-bcc0-127ae897c7f0 HTTP/1.1" status: 200 len: 991 time: 0.0652239 Oct 20 04:14:19.750143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91 req-8bed04ae-5ae7-444b-a68e-813d25812168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:19.751880 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91 req-8bed04ae-5ae7-444b-a68e-813d25812168 service neutron] 10.222.0.36 "GET /v2.0/networks?id=baa69189-52ea-4f29-8d32-c5a6f305d9ac HTTP/1.1" status: 200 len: 897 time: 0.1193564 Oct 20 04:14:19.823050 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91 req-8b2be4c6-fab9-473d-b265-64b31e0ce78f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa775111-c533-480e-9c53-223264b1f74e HTTP/1.1" status: 200 len: 999 time: 0.0633602 Oct 20 04:14:19.827977 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ebf3b67d-0897-40fa-8f70-cfc98b43e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '1b18ce07-5d55-49c6-bcc0-127ae897c7f0', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'port_id': 'aa775111-c533-480e-9c53-223264b1f74e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'mac_address': 'fa:16:3e:df:d8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:14:18Z', 'updated_at': '2022-10-20T04:14:18Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4125a96b-e64a-4124-b55b-6c8b98f9fd1e', 'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:c4:a1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:05Z', 'updated_at': '2022-10-20T04:14:08Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:19.854611 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf3b67d-0897-40fa-8f70-cfc98b43e895 None None] Checking router: dac73f83-b2d4-450f-a6d8-eaa783b6d55f for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:14:19.862956 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3b67d-0897-40fa-8f70-cfc98b43e895 None None] Routers {'dac73f83-b2d4-450f-a6d8-eaa783b6d55f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:14:19.863562 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ebf3b67d-0897-40fa-8f70-cfc98b43e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:14:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:19.871778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91 req-fb26ff0b-29cf-491a-a3e2-cd5960dd367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:19.873337 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91 req-fb26ff0b-29cf-491a-a3e2-cd5960dd367f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4ba4108-d072-43d3-ae6a-d88a684497b0 HTTP/1.1" status: 200 len: 835 time: 0.0436037 Oct 20 04:14:19.920244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91 req-6b2b874c-ba17-4110-a291-5f96032f22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:19.921764 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91 req-6b2b874c-ba17-4110-a291-5f96032f22b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=baa69189-52ea-4f29-8d32-c5a6f305d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419035 Oct 20 04:14:19.969967 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ebf3b67d-0897-40fa-8f70-cfc98b43e895 None None] Set router dac73f83-b2d4-450f-a6d8-eaa783b6d55f gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:14:20.018260 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91 req-64f12b29-1ab1-4b88-b37d-2d28d68b825a service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874772 Oct 20 04:14:20.109918 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-90b7a760-7f2c-4f43-b016-4b94f0ee4b91 req-c985d74d-bcc7-400d-badb-ee165bc4e75e service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848069 Oct 20 04:14:20.192728 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ebf3b67d-0897-40fa-8f70-cfc98b43e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '1b18ce07-5d55-49c6-bcc0-127ae897c7f0', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'port_id': 'aa775111-c533-480e-9c53-223264b1f74e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'mac_address': 'fa:16:3e:df:d8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:14:18Z', 'updated_at': '2022-10-20T04:14:18Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4125a96b-e64a-4124-b55b-6c8b98f9fd1e', 'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:c4:a1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:05Z', 'updated_at': '2022-10-20T04:14:08Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:14:20.218480 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf3b67d-0897-40fa-8f70-cfc98b43e895 None None] The sync data for ids ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'] in dv-neutron-861842-1-hyperv is: [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '1b18ce07-5d55-49c6-bcc0-127ae897c7f0', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'port_id': 'aa775111-c533-480e-9c53-223264b1f74e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'mac_address': 'fa:16:3e:df:d8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:14:18Z', 'updated_at': '2022-10-20T04:14:18Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4125a96b-e64a-4124-b55b-6c8b98f9fd1e', 'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:c4:a1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:05Z', 'updated_at': '2022-10-20T04:14:08Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:14:20.413916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f40c0d-1f90-4cca-a7bc-3da6d2ed436b None None] New status for floating IP 1b18ce07-5d55-49c6-bcc0-127ae897c7f0: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:14:20.744526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35620) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:20.806482 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0cae51f0-4524-4bc7-9f4a-84d0481724f6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/1b18ce07-5d55-49c6-bcc0-127ae897c7f0 HTTP/1.1" status: 200 len: 993 time: 0.0608273 Oct 20 04:14:21.866159 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-f74ce5ba-54c0-458c-90cb-a1b010d647d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397003 Oct 20 04:14:21.952604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-36471384-e56b-44e7-9b1e-c9807e841f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:21.954582 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-36471384-e56b-44e7-9b1e-c9807e841f1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 1098 time: 0.0449843 Oct 20 04:14:22.055201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-a1ccd4f7-897d-4ea7-9388-4c2b05dd4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:22.056672 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-a1ccd4f7-897d-4ea7-9388-4c2b05dd4301 service neutron] 10.222.0.36 "GET /v2.0/networks?id=baa69189-52ea-4f29-8d32-c5a6f305d9ac HTTP/1.1" status: 200 len: 897 time: 0.0835426 Oct 20 04:14:22.123938 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-dc28d0f0-aa4b-4577-884f-b363e79bde97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa775111-c533-480e-9c53-223264b1f74e HTTP/1.1" status: 200 len: 1001 time: 0.0608494 Oct 20 04:14:22.170563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-cfe304f3-1fe3-49e0-afeb-27cb53db1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:22.172549 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-cfe304f3-1fe3-49e0-afeb-27cb53db1096 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4ba4108-d072-43d3-ae6a-d88a684497b0 HTTP/1.1" status: 200 len: 835 time: 0.0416913 Oct 20 04:14:22.216504 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-d37ba25b-31ef-43e6-b460-fd4123e9c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:22.217979 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-d37ba25b-31ef-43e6-b460-fd4123e9c9d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=baa69189-52ea-4f29-8d32-c5a6f305d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389938 Oct 20 04:14:22.310953 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-42cb38ca-3282-4a49-8e32-5ae76e6306cf service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859787 Oct 20 04:14:22.398638 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1c1b4bca-6584-4c83-a9d1-4be529264afa req-0f62d97b-5e34-432a-b8ce-d0ff846ca737 service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811412 Oct 20 04:14:32.695692 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:14:38.768918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:44.665314 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a0e2cca1-7d49-4525-8865-7271386c8c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:46.652654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-dc35b43c-b60d-485b-9e23-f34428956637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:47.932464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:49.430295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:49.674328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:14:54.005198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-3ac84ed8-7fde-4c9d-a452-e2215393c2fb req-8bea1792-7788-4810-ad76-c784da26d880 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:14:54.006312 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-3ac84ed8-7fde-4c9d-a452-e2215393c2fb req-8bea1792-7788-4810-ad76-c784da26d880 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055401 Oct 20 04:14:54.191710 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a406b-01e6-4a45-a5d2-0c4934e6d298 req-66248487-989d-4df8-b1a0-c7fdccd3c6d9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:54.193238 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fc4a406b-01e6-4a45-a5d2-0c4934e6d298 req-66248487-989d-4df8-b1a0-c7fdccd3c6d9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0548465 Oct 20 04:14:54.202596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35646) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:14:54.233591 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fc4a406b-01e6-4a45-a5d2-0c4934e6d298 req-b17a0662-dd6e-47b9-82a8-55a90ef08735 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338900 Oct 20 04:14:54.282659 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-7acc82ec-58a5-43e8-baa1-167395b61fda service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789483 Oct 20 04:14:54.291577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-b06820b2-f8f8-430a-bc5c-91fdd91aa660 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:14:54.292578 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-b06820b2-f8f8-430a-bc5c-91fdd91aa660 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048580 Oct 20 04:14:55.371498 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6885ea2-4acb-48a7-8535-1bfdf7b842e0 req-fde5b437-4f14-4a65-a770-f33617f57b7f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:55.373026 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d6885ea2-4acb-48a7-8535-1bfdf7b842e0 req-fde5b437-4f14-4a65-a770-f33617f57b7f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0573046 Oct 20 04:14:55.386031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-8d3025da-b6fd-406f-957b-112273792ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:55.387746 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-8d3025da-b6fd-406f-957b-112273792ec9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 1098 time: 0.0461359 Oct 20 04:14:55.411423 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d6885ea2-4acb-48a7-8535-1bfdf7b842e0 req-cfaa3c67-fd1f-450e-b2aa-405cf03827c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321450 Oct 20 04:14:55.482198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-654a0c54-899f-48a5-9a82-158e73e82a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:55.484326 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-654a0c54-899f-48a5-9a82-158e73e82a2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=baa69189-52ea-4f29-8d32-c5a6f305d9ac HTTP/1.1" status: 200 len: 897 time: 0.0900347 Oct 20 04:14:55.549162 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-56f0db72-2e10-4b6e-8c8f-aafbdaeaab53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa775111-c533-480e-9c53-223264b1f74e HTTP/1.1" status: 200 len: 1001 time: 0.0571043 Oct 20 04:14:55.597716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-cd9edc3d-1247-4c90-b4e2-7df801bed723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:55.599102 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-cd9edc3d-1247-4c90-b4e2-7df801bed723 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4ba4108-d072-43d3-ae6a-d88a684497b0 HTTP/1.1" status: 200 len: 835 time: 0.0419657 Oct 20 04:14:55.648494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-39555800-ce03-46d1-b12b-3c7a4cbf94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:55.649953 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-39555800-ce03-46d1-b12b-3c7a4cbf94b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=baa69189-52ea-4f29-8d32-c5a6f305d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436890 Oct 20 04:14:55.737901 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-3861e040-24e5-45f8-8c06-18219044a870 service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807297 Oct 20 04:14:55.833538 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-abe0ec5e-42e7-43ec-8d51-8c7f7765aa6c service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856552 Oct 20 04:14:56.533355 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d2261-58e2-4f4c-8bf0-70d2e9883e7f req-68d80092-b078-41ee-af6e-1272e9c25e98 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:56.534831 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-671d2261-58e2-4f4c-8bf0-70d2e9883e7f req-68d80092-b078-41ee-af6e-1272e9c25e98 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0490556 Oct 20 04:14:56.573572 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-671d2261-58e2-4f4c-8bf0-70d2e9883e7f req-0abd70f9-e5dd-4e28-93fb-9c21388a3874 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328074 Oct 20 04:14:57.696157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e554ec-495a-44ca-b655-0bb2d69defd3 req-3246357d-876e-47f5-989a-620178f28080 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:57.697657 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f1e554ec-495a-44ca-b655-0bb2d69defd3 req-3246357d-876e-47f5-989a-620178f28080 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0485356 Oct 20 04:14:57.734735 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f1e554ec-495a-44ca-b655-0bb2d69defd3 req-38841098-ff72-4899-88af-4b96294ebeca tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303285 Oct 20 04:14:58.855552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0129bac-b393-4422-a62f-698a0a676f65 req-3f63df45-522a-4386-9161-242a1bd2c5f2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:14:58.857048 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0129bac-b393-4422-a62f-698a0a676f65 req-3f63df45-522a-4386-9161-242a1bd2c5f2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0496783 Oct 20 04:14:58.894244 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d0129bac-b393-4422-a62f-698a0a676f65 req-bac3c935-f41f-46ae-85c3-88b305435356 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311177 Oct 20 04:15:00.013624 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa73d53-b2b3-49f1-a346-96a058a940de req-a9b8523e-2d7b-41af-a549-bccb109af31c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:00.015061 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4fa73d53-b2b3-49f1-a346-96a058a940de req-a9b8523e-2d7b-41af-a549-bccb109af31c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0483515 Oct 20 04:15:00.052075 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4fa73d53-b2b3-49f1-a346-96a058a940de req-3aae50e8-fd95-4feb-b37f-614176dc8a79 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309634 Oct 20 04:15:01.176240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedf390-97e1-4ec1-9da2-7d1fdd20f1d5 req-2af6289d-f5b6-4e5f-b585-0074c396525d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:01.177740 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5fedf390-97e1-4ec1-9da2-7d1fdd20f1d5 req-2af6289d-f5b6-4e5f-b585-0074c396525d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0522099 Oct 20 04:15:01.218507 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5fedf390-97e1-4ec1-9da2-7d1fdd20f1d5 req-aabe61fa-2980-46c5-bdf0-ac817ce75a3d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349460 Oct 20 04:15:02.346280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2eb041-f70b-4860-93d8-3b6b4bf6edc6 req-1dfb4e28-5636-42df-9da8-682b42857fa4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:02.347723 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1d2eb041-f70b-4860-93d8-3b6b4bf6edc6 req-1dfb4e28-5636-42df-9da8-682b42857fa4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0564620 Oct 20 04:15:02.384135 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-1d2eb041-f70b-4860-93d8-3b6b4bf6edc6 req-b7be8270-9d19-4b2b-aaf9-43b61d8c459a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305734 Oct 20 04:15:03.509028 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b0078-f75f-4bb1-ba0e-781239da6407 req-16ba1647-9244-4238-8054-afe942b12dcd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:03.510471 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-320b0078-f75f-4bb1-ba0e-781239da6407 req-16ba1647-9244-4238-8054-afe942b12dcd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0486553 Oct 20 04:15:03.547727 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-320b0078-f75f-4bb1-ba0e-781239da6407 req-e1ee7382-fff5-4532-96ea-ff656b8b92fa tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307589 Oct 20 04:15:04.666938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1fb6-7972-4fd2-a56d-1a604cd0e0a7 req-2c81e919-decd-4991-bbf8-32c6426fe019 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:04.668417 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-105c1fb6-7972-4fd2-a56d-1a604cd0e0a7 req-2c81e919-decd-4991-bbf8-32c6426fe019 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0488291 Oct 20 04:15:04.707236 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-105c1fb6-7972-4fd2-a56d-1a604cd0e0a7 req-68a4863c-1ff9-4361-8bb9-5f9e6bf2141d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327058 Oct 20 04:15:05.828430 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffdfdf-087d-4670-83f7-861000852a17 req-73c678ca-6bb4-493a-9db0-50905ff23413 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:05.830052 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bffdfdf-087d-4670-83f7-861000852a17 req-73c678ca-6bb4-493a-9db0-50905ff23413 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0495698 Oct 20 04:15:05.869214 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3bffdfdf-087d-4670-83f7-861000852a17 req-f87eb185-33e9-4149-8046-c802fdab10a6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329130 Oct 20 04:15:06.988756 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a1c90-ab76-49c1-8137-bdcf371c177d req-b3b0bd67-c6c3-4e19-adb1-8113b1647912 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:06.990224 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ef1a1c90-ab76-49c1-8137-bdcf371c177d req-b3b0bd67-c6c3-4e19-adb1-8113b1647912 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0486205 Oct 20 04:15:07.027330 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ef1a1c90-ab76-49c1-8137-bdcf371c177d req-961a9a4c-aec6-450f-a3ad-1eb51f5d1ff6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313356 Oct 20 04:15:08.154051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a9355-dcf8-4d58-a106-4c2463d54877 req-045f1f4b-ec8c-4666-b4b2-17a4748b30a1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:08.155514 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-147a9355-dcf8-4d58-a106-4c2463d54877 req-045f1f4b-ec8c-4666-b4b2-17a4748b30a1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0535531 Oct 20 04:15:08.197079 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-147a9355-dcf8-4d58-a106-4c2463d54877 req-c618b5e5-6a6c-4484-bdb7-6e76561cf8cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336025 Oct 20 04:15:08.784393 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:09.323863 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7361e-a2ec-4787-a6cc-483f34163f71 req-02a6a845-3ea8-477b-a625-29d008fdbd92 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:09.325366 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e0b7361e-a2ec-4787-a6cc-483f34163f71 req-02a6a845-3ea8-477b-a625-29d008fdbd92 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0538633 Oct 20 04:15:09.364084 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e0b7361e-a2ec-4787-a6cc-483f34163f71 req-0d357103-5aea-4bfd-a60a-d1dd8be9dc2f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327871 Oct 20 04:15:09.693698 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:15:10.484529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b1b7-d53b-4ee6-8592-11a3419047d6 req-5c2ef120-db36-4aea-9349-372f26ebc7ee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:10.485988 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b40b1b7-d53b-4ee6-8592-11a3419047d6 req-5c2ef120-db36-4aea-9349-372f26ebc7ee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0489628 Oct 20 04:15:10.524021 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3b40b1b7-d53b-4ee6-8592-11a3419047d6 req-35197b81-5a79-4782-909d-3fc321d5f497 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320439 Oct 20 04:15:11.651170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884e3e-7352-44c2-afbd-b3ddb3e67e16 req-95ecc59b-38e8-470c-9522-7e4b1329a023 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:11.656290 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e5884e3e-7352-44c2-afbd-b3ddb3e67e16 req-95ecc59b-38e8-470c-9522-7e4b1329a023 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0516360 Oct 20 04:15:11.691733 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e5884e3e-7352-44c2-afbd-b3ddb3e67e16 req-8427f394-62e1-4ada-bdd5-c41d6aafc1a7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327971 Oct 20 04:15:12.681413 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-fe553104-a8e3-4cb8-a5b0-e2e1f130ac38 service neutron] 10.222.0.36 "GET /v2.0/ports/aa775111-c533-480e-9c53-223264b1f74e/bindings/hv-neutron-8618 HTTP/1.1" status: 200 len: 384 time: 0.0541704 Oct 20 04:15:12.821327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7572b5-1de2-42df-a519-dd28d60e5829 req-20782373-ee92-4b04-aba0-ac5d6811b155 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:12.822816 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9b7572b5-1de2-42df-a519-dd28d60e5829 req-20782373-ee92-4b04-aba0-ac5d6811b155 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0536380 Oct 20 04:15:12.885145 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9b7572b5-1de2-42df-a519-dd28d60e5829 req-f945bfac-c0f1-4641-b266-b9b0ec230d7a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558143 Oct 20 04:15:12.901904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-4d2be55e-be5d-403b-a77c-54b1b9cf5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:12.903362 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-4d2be55e-be5d-403b-a77c-54b1b9cf5634 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 1098 time: 0.0520201 Oct 20 04:15:12.972343 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-9d78150a-c67b-4142-97a3-4a11a230b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:12.973748 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-9d78150a-c67b-4142-97a3-4a11a230b0b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 1098 time: 0.0409985 Oct 20 04:15:13.068665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-a16340fa-a775-41e8-9e02-f1d148ab1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:13.070125 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-a16340fa-a775-41e8-9e02-f1d148ab1533 service neutron] 10.222.0.36 "GET /v2.0/networks?id=baa69189-52ea-4f29-8d32-c5a6f305d9ac HTTP/1.1" status: 200 len: 897 time: 0.0868559 Oct 20 04:15:13.137736 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-a2b8a6a8-06ab-4b37-9238-0c02a857fe70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa775111-c533-480e-9c53-223264b1f74e HTTP/1.1" status: 200 len: 1001 time: 0.0568998 Oct 20 04:15:13.189814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-30720adf-d244-4020-9522-34fd5f0c070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:13.191220 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-30720adf-d244-4020-9522-34fd5f0c070d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4ba4108-d072-43d3-ae6a-d88a684497b0 HTTP/1.1" status: 200 len: 835 time: 0.0426421 Oct 20 04:15:13.244159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-e9d98a4f-61d9-481f-a811-bc8036d1790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:13.245626 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-e9d98a4f-61d9-481f-a811-bc8036d1790a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=baa69189-52ea-4f29-8d32-c5a6f305d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443347 Oct 20 04:15:13.339961 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-12290772-83ad-4cec-b5e0-ec074b0e07f2 service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832775 Oct 20 04:15:13.436226 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a812b548-05fb-484c-8bec-42adecebd9e0 req-67d5511b-b2c1-4aa7-89f8-2eba0868c329 service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861435 Oct 20 04:15:14.006164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e4f0b-9ada-4862-8ac4-55149314b35e req-c9e5d201-4670-4087-9a30-dec71246773d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:14.007625 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2e9e4f0b-9ada-4862-8ac4-55149314b35e req-c9e5d201-4670-4087-9a30-dec71246773d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0482991 Oct 20 04:15:14.044890 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2e9e4f0b-9ada-4862-8ac4-55149314b35e req-79f1d3c2-d634-4d3a-ae98-9cd07a90317f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Oct 20 04:15:14.666156 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b15538d9-edb4-4613-9bdb-9219a60a53ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:15.166707 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fa941-d725-402f-9bca-3292706af982 req-c01bb3a5-27d8-48df-baf5-bb6ca202d651 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:15.168178 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-234fa941-d725-402f-9bca-3292706af982 req-c01bb3a5-27d8-48df-baf5-bb6ca202d651 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0490596 Oct 20 04:15:15.206044 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-234fa941-d725-402f-9bca-3292706af982 req-9424fa99-8128-4c0f-95d2-b7c7fb0a867b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312231 Oct 20 04:15:15.653152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device aa775111-c533-480e-9c53-223264b1f74e details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:15:15.656745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device aa775111-c533-480e-9c53-223264b1f74e no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:15:15.805122 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port aa775111-c533-480e-9c53-223264b1f74e is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:15:15.805793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:15.829256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port aa775111-c533-480e-9c53-223264b1f74e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=aa775111-c533-480e-9c53-223264b1f74e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:15:15.848968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:15:15.851227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492b62f8-8228-4d50-b3c4-8426d056360e" -d '{"events": [{"server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa775111-c533-480e-9c53-223264b1f74e"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:15:15.855821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'aa775111-c533-480e-9c53-223264b1f74e', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'port_id': 'aa775111-c533-480e-9c53-223264b1f74e', 'mac_address': 'fa:16:3e:df:d8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:15:15.866075 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port aa775111-c533-480e-9c53-223264b1f74e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=aa775111-c533-480e-9c53-223264b1f74e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:15:15.870292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:15.932931 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port aa775111-c533-480e-9c53-223264b1f74e is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:15:15.933324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:15.950957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295fbba9-bb57-4ca1-bc2f-8ca7462ba5e4 x-openstack-request-id: req-295fbba9-bb57-4ca1-bc2f-8ca7462ba5e4 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:15:15.951251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa775111-c533-480e-9c53-223264b1f74e", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:15:15.951509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-295fbba9-bb57-4ca1-bc2f-8ca7462ba5e4 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:15:15.951902 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295fbba9-bb57-4ca1-bc2f-8ca7462ba5e4'] response: {'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e', 'code': 200} Oct 20 04:15:15.959732 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa775111-c533-480e-9c53-223264b1f74e {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:15:15.963761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=aa775111-c533-480e-9c53-223264b1f74e,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:15.975677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.976024 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.976400 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.976738 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.977075 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.977405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.977735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.978063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.978391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.978716 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.979039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.979361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:15.992651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port aa775111-c533-480e-9c53-223264b1f74e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=aa775111-c533-480e-9c53-223264b1f74e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:15:15.996357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:16.045174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=aa775111-c533-480e-9c53-223264b1f74e,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:16.056672 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['aa775111-c533-480e-9c53-223264b1f74e'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:15:16.327174 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31329d-3f46-4f0a-88d6-a8e2aecb8e10 req-44478699-a4e3-4d2e-8142-77c45d340310 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:16.328697 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7e31329d-3f46-4f0a-88d6-a8e2aecb8e10 req-44478699-a4e3-4d2e-8142-77c45d340310 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 944 time: 0.0496387 Oct 20 04:15:16.372725 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7e31329d-3f46-4f0a-88d6-a8e2aecb8e10 req-f91a15aa-63bf-428e-8e5c-60c870029ad1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377970 Oct 20 04:15:16.604876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aacb5-bf16-47d3-8196-6f75900104e6 req-9d654c14-ecca-4ace-8e68-2f646e3ff15c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:16.606337 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-149aacb5-bf16-47d3-8196-6f75900104e6 req-9d654c14-ecca-4ace-8e68-2f646e3ff15c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 944 time: 0.0782471 Oct 20 04:15:16.617234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-78049cd5-941c-467c-8a1a-dc128942bef8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:16.618568 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-78049cd5-941c-467c-8a1a-dc128942bef8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&binding%3Ahost_id=hv-neutron-8618 HTTP/1.1" status: 200 len: 944 time: 0.0795462 Oct 20 04:15:16.651551 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-149aacb5-bf16-47d3-8196-6f75900104e6 req-999fa5b6-7841-4728-9ea4-88825b810468 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320311 Oct 20 04:15:16.655878 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-00440b5d-b4b1-4c79-88b9-0968da3e232b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:16.712930 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-bc465a8c-4fc4-4108-8e5c-1bab9e8b2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:16.714415 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-bc465a8c-4fc4-4108-8e5c-1bab9e8b2b21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 1097 time: 0.0427275 Oct 20 04:15:16.781291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1623ef-1a53-475c-8fb6-b074dfd4fa41 req-3a59ea0a-7cab-470d-9e00-da7a193ec45c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:16.783355 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ea1623ef-1a53-475c-8fb6-b074dfd4fa41 req-3a59ea0a-7cab-470d-9e00-da7a193ec45c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 944 time: 0.0528672 Oct 20 04:15:16.810305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-615057e3-15b6-47f3-b530-92ca2e2eba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:16.811753 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-615057e3-15b6-47f3-b530-92ca2e2eba02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=baa69189-52ea-4f29-8d32-c5a6f305d9ac HTTP/1.1" status: 200 len: 897 time: 0.0907490 Oct 20 04:15:16.822581 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ea1623ef-1a53-475c-8fb6-b074dfd4fa41 req-982cd375-9c35-4400-8864-109bd747c3e6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325911 Oct 20 04:15:16.882797 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-441f686e-8bd0-4f26-8cdc-01fd3b723f66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa775111-c533-480e-9c53-223264b1f74e HTTP/1.1" status: 200 len: 1000 time: 0.0633411 Oct 20 04:15:16.931111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-d7c26b06-c9f9-43ac-ac43-527a7e6e7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:16.932581 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-d7c26b06-c9f9-43ac-ac43-527a7e6e7102 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4ba4108-d072-43d3-ae6a-d88a684497b0 HTTP/1.1" status: 200 len: 835 time: 0.0438137 Oct 20 04:15:16.977636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-e6708acb-56ef-4e44-96a2-65956f9bea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:16.979108 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-e6708acb-56ef-4e44-96a2-65956f9bea7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=baa69189-52ea-4f29-8d32-c5a6f305d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404193 Oct 20 04:15:17.069201 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-ed57990d-e9a8-4386-85da-76226d913d62 service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834608 Oct 20 04:15:17.156901 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-805dc075-406e-4685-9f4a-8a9a15c2cb30 req-944844a9-78e7-4145-b8d1-4473a529b3da service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812185 Oct 20 04:15:17.662533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device aa775111-c533-480e-9c53-223264b1f74e up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:15:17.715241 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port aa775111-c533-480e-9c53-223264b1f74e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:15:17.715609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:17.716073 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port aa775111-c533-480e-9c53-223264b1f74e Oct 20 04:15:17.793951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port aa775111-c533-480e-9c53-223264b1f74e is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:15:17.794337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:17.826145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port aa775111-c533-480e-9c53-223264b1f74e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=aa775111-c533-480e-9c53-223264b1f74e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:15:17.830323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:17.880385 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=aa775111-c533-480e-9c53-223264b1f74e,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:17.936046 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:17.951179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c0846-2f7f-4f9d-90e9-54e8d40e042b req-53a8a6f8-2dd1-44cf-b0b6-a2975323f086 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:17.952672 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2d9c0846-2f7f-4f9d-90e9-54e8d40e042b req-53a8a6f8-2dd1-44cf-b0b6-a2975323f086 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0566735 Oct 20 04:15:17.952840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:15:17.955549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d744ec2-5551-4548-aae8-1abaa56854ba" -d '{"events": [{"server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "name": "network-vif-plugged", "status": "completed", "tag": "aa775111-c533-480e-9c53-223264b1f74e"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:15:17.992231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9419e5-458d-4d70-9c47-f4f33c794f06 x-openstack-request-id: req-5f9419e5-458d-4d70-9c47-f4f33c794f06 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:15:17.992557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "name": "network-vif-plugged", "status": "completed", "tag": "aa775111-c533-480e-9c53-223264b1f74e", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:15:17.992807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f9419e5-458d-4d70-9c47-f4f33c794f06 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:15:17.993209 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9419e5-458d-4d70-9c47-f4f33c794f06'] response: {'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e', 'code': 200} Oct 20 04:15:17.995439 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2d9c0846-2f7f-4f9d-90e9-54e8d40e042b req-2ad4a863-bb90-4418-a5f9-bc17689533c9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361702 Oct 20 04:15:18.024527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35732) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:18.083188 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6f1f3295-7408-4423-8939-ba45adad6c85 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/1b18ce07-5d55-49c6-bcc0-127ae897c7f0 HTTP/1.1" status: 200 len: 993 time: 0.0575404 Oct 20 04:15:19.433000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:19.677192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:22.879785 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-e03b9e96-5dcd-46b0-893f-26ca5c69e76e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390053 Oct 20 04:15:22.965309 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-0ea92b79-6ad6-4aaf-9f70-28c4f8d54f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:22.966762 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-0ea92b79-6ad6-4aaf-9f70-28c4f8d54f7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 1098 time: 0.0441129 Oct 20 04:15:23.067649 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-5171a9a5-eeba-4d1b-bfa7-8903b910c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:23.069176 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-5171a9a5-eeba-4d1b-bfa7-8903b910c1ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=baa69189-52ea-4f29-8d32-c5a6f305d9ac HTTP/1.1" status: 200 len: 897 time: 0.0832834 Oct 20 04:15:23.136571 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-2d0bc047-1f43-4f36-be3e-dcae43e1837a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa775111-c533-480e-9c53-223264b1f74e HTTP/1.1" status: 200 len: 1001 time: 0.0603802 Oct 20 04:15:23.183148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-6595ab75-e36e-4187-8d9e-d048a699926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:23.184559 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-6595ab75-e36e-4187-8d9e-d048a699926c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4ba4108-d072-43d3-ae6a-d88a684497b0 HTTP/1.1" status: 200 len: 835 time: 0.0418444 Oct 20 04:15:23.228368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-e8715eed-8566-40dd-b600-efb44aab887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:23.229801 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-e8715eed-8566-40dd-b600-efb44aab887c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=baa69189-52ea-4f29-8d32-c5a6f305d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388587 Oct 20 04:15:23.322729 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-09daac40-2286-45a4-a8bb-a1844fc806d0 service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860755 Oct 20 04:15:23.413038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-fd0bb192-4f3c-443b-87d0-1d3cfd1eba82 req-cb76178b-9719-4cec-916b-b31ec2f0c22d service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830009 Oct 20 04:15:38.803200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:44.668437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b1eec25-da7c-4d87-bc12-79e2681350e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:46.659276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-71cce051-da29-4830-9d25-2b37aef67add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:46.692895 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:15:47.939560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:48.587910 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35742) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:48.741493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 5fc81a42-035c-4fff-8e13-1e3119a2ff2e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:15:48.741831 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:48.818779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:48.819093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:48.830668 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 5fc81a42-035c-4fff-8e13-1e3119a2ff2e owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:15:49.282711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:49.308134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=5fc81a42-035c-4fff-8e13-1e3119a2ff2e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:49.319771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.320389 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.320729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.321058 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.321393 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.321726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.322050 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.322370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.322691 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.323009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.323326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.323648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:49.375908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:49.376229 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Floating IP 1b18ce07-5d55-49c6-bcc0-127ae897c7f0 disassociated (deleted). External IP: 172.26.0.139, port: aa775111-c533-480e-9c53-223264b1f74e. Oct 20 04:15:49.435282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:49.584620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router dac73f83-b2d4-450f-a6d8-eaa783b6d55f has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:15:49.679184 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:49.693920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:15:49.698747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:49.704851 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ee614f-9a3d-4928-8e2d-4378094129ea None None] Sync routers for ids ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:15:49.714815 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee614f-9a3d-4928-8e2d-4378094129ea None None] Routers {'dac73f83-b2d4-450f-a6d8-eaa783b6d55f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:15:49.715508 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e0ee614f-9a3d-4928-8e2d-4378094129ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:15:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:49.726846 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c2964d24-0110-4041-97e9-6225ca3034b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/floatingips/1b18ce07-5d55-49c6-bcc0-127ae897c7f0 HTTP/1.1" status: 204 len: 168 time: 1.1377594 Oct 20 04:15:49.727486 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:15:49.729792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76287a5-8c9a-471b-a88d-4813215581f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "tag": "aa775111-c533-480e-9c53-223264b1f74e"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:15:49.766518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dc8bae-df48-41e0-b629-440a2799b0d2 x-openstack-request-id: req-47dc8bae-df48-41e0-b629-440a2799b0d2 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:15:49.766808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "tag": "aa775111-c533-480e-9c53-223264b1f74e", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:15:49.767063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47dc8bae-df48-41e0-b629-440a2799b0d2 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:15:49.767470 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dc8bae-df48-41e0-b629-440a2799b0d2'] response: {'name': 'network-changed', 'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e', 'status': 'completed', 'code': 200} Oct 20 04:15:49.828582 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e0ee614f-9a3d-4928-8e2d-4378094129ea None None] Set router dac73f83-b2d4-450f-a6d8-eaa783b6d55f gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:15:49.836193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76287a5-8c9a-471b-a88d-4813215581f5 req-6b83c533-370f-4c08-a271-60788b1f86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:49.837649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e76287a5-8c9a-471b-a88d-4813215581f5 req-6b83c533-370f-4c08-a271-60788b1f86da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 1098 time: 0.0478625 Oct 20 04:15:49.941143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76287a5-8c9a-471b-a88d-4813215581f5 req-8e85dbc7-d533-4770-be65-2cd081948955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:49.942650 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e76287a5-8c9a-471b-a88d-4813215581f5 req-8e85dbc7-d533-4770-be65-2cd081948955 service neutron] 10.222.0.36 "GET /v2.0/networks?id=baa69189-52ea-4f29-8d32-c5a6f305d9ac HTTP/1.1" status: 200 len: 897 time: 0.0976744 Oct 20 04:15:49.957531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87c915-6fd5-4cfc-8fd6-c3d664126a75 req-47685c79-098a-4d4d-ab53-3f77abbb2da5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:49.959370 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-de87c915-6fd5-4cfc-8fd6-c3d664126a75 req-47685c79-098a-4d4d-ab53-3f77abbb2da5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0530121 Oct 20 04:15:49.991639 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e76287a5-8c9a-471b-a88d-4813215581f5 req-185e8708-80db-4e1b-89ab-92fb02aade3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa775111-c533-480e-9c53-223264b1f74e HTTP/1.1" status: 200 len: 217 time: 0.0409784 Oct 20 04:15:50.001473 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-de87c915-6fd5-4cfc-8fd6-c3d664126a75 req-a2c39c29-9e17-4307-8ddc-448b7bd4eae0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362825 Oct 20 04:15:50.048640 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76287a5-8c9a-471b-a88d-4813215581f5 req-7f304768-6813-478c-a580-35f52fd2ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:50.049153 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e0ee614f-9a3d-4928-8e2d-4378094129ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4125a96b-e64a-4124-b55b-6c8b98f9fd1e', 'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:c4:a1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:05Z', 'updated_at': '2022-10-20T04:14:08Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:50.050129 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e76287a5-8c9a-471b-a88d-4813215581f5 req-7f304768-6813-478c-a580-35f52fd2ffb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4ba4108-d072-43d3-ae6a-d88a684497b0 HTTP/1.1" status: 200 len: 835 time: 0.0518291 Oct 20 04:15:50.075842 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ee614f-9a3d-4928-8e2d-4378094129ea None None] Checking router: dac73f83-b2d4-450f-a6d8-eaa783b6d55f for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:15:50.084828 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee614f-9a3d-4928-8e2d-4378094129ea None None] Routers {'dac73f83-b2d4-450f-a6d8-eaa783b6d55f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:15:50.085433 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e0ee614f-9a3d-4928-8e2d-4378094129ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:15:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:50.095876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76287a5-8c9a-471b-a88d-4813215581f5 req-27a60ec3-06bc-4178-b7e5-f28f7b9c4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:50.097646 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e76287a5-8c9a-471b-a88d-4813215581f5 req-27a60ec3-06bc-4178-b7e5-f28f7b9c4994 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=baa69189-52ea-4f29-8d32-c5a6f305d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406921 Oct 20 04:15:50.187753 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e0ee614f-9a3d-4928-8e2d-4378094129ea None None] Set router dac73f83-b2d4-450f-a6d8-eaa783b6d55f gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:15:50.191069 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e76287a5-8c9a-471b-a88d-4813215581f5 req-c5371050-dc68-4568-a202-b3012672f523 service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854759 Oct 20 04:15:50.281795 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e76287a5-8c9a-471b-a88d-4813215581f5 req-a4c6a172-ed0c-44b9-b865-0a009d590a5e service neutron] 10.222.0.36 "GET /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833066 Oct 20 04:15:50.382097 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e0ee614f-9a3d-4928-8e2d-4378094129ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4125a96b-e64a-4124-b55b-6c8b98f9fd1e', 'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:c4:a1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:05Z', 'updated_at': '2022-10-20T04:14:08Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:50.488184 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ee614f-9a3d-4928-8e2d-4378094129ea None None] The sync data for ids ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'] in dv-neutron-861842-1-hyperv is: [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '4125a96b-e64a-4124-b55b-6c8b98f9fd1e', 'name': '', 'network_id': 'baa69189-52ea-4f29-8d32-c5a6f305d9ac', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:c4:a1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:05Z', 'updated_at': '2022-10-20T04:14:08Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': 'c4ba4108-d072-43d3-ae6a-d88a684497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:15:50.699125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067686a-496b-4c08-8ba7-6025669dfeec None None] New status for floating IP 1b18ce07-5d55-49c6-bcc0-127ae897c7f0: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:15:51.181719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767395a6-9a62-49e5-ad85-317c80906bcc req-e8cc7b43-977c-4d5e-b08a-9e2d587fea48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:51.183165 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-767395a6-9a62-49e5-ad85-317c80906bcc req-e8cc7b43-977c-4d5e-b08a-9e2d587fea48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.1034563 Oct 20 04:15:51.219993 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-767395a6-9a62-49e5-ad85-317c80906bcc req-7461a175-dbe1-498f-9b81-d8d56aab5cfa tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=d948cbd7-45fb-4af9-8e6e-6b999222c196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309937 Oct 20 04:15:51.797257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5b83c-589c-4933-b59d-b6af8fb07426 req-ecdfdcef-b92e-4f34-924d-60ab4967e92f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:51.798702 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54b5b83c-589c-4933-b59d-b6af8fb07426 req-ecdfdcef-b92e-4f34-924d-60ab4967e92f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 945 time: 0.0493922 Oct 20 04:15:51.888893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-54b5b83c-589c-4933-b59d-b6af8fb07426 req-85d55a0b-f8ca-4c16-ac78-43edfb2c4a8e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port aa775111-c533-480e-9c53-223264b1f74e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:15:51.889234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-54b5b83c-589c-4933-b59d-b6af8fb07426 req-85d55a0b-f8ca-4c16-ac78-43edfb2c4a8e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:51.982507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-54b5b83c-589c-4933-b59d-b6af8fb07426 req-85d55a0b-f8ca-4c16-ac78-43edfb2c4a8e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port aa775111-c533-480e-9c53-223264b1f74e, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=aa775111-c533-480e-9c53-223264b1f74e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:15:51.982871 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-54b5b83c-589c-4933-b59d-b6af8fb07426 req-85d55a0b-f8ca-4c16-ac78-43edfb2c4a8e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:51.995344 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-54b5b83c-589c-4933-b59d-b6af8fb07426 req-85d55a0b-f8ca-4c16-ac78-43edfb2c4a8e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for aa775111-c533-480e-9c53-223264b1f74e owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:15:52.124558 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-54b5b83c-589c-4933-b59d-b6af8fb07426 req-85d55a0b-f8ca-4c16-ac78-43edfb2c4a8e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:52.153656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d55a0b-f8ca-4c16-ac78-43edfb2c4a8e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=aa775111-c533-480e-9c53-223264b1f74e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:52.195326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b5b83c-589c-4933-b59d-b6af8fb07426 req-85d55a0b-f8ca-4c16-ac78-43edfb2c4a8e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] No DVR routers for this DVR port aa775111-c533-480e-9c53-223264b1f74e on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:15:52.197860 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-54b5b83c-589c-4933-b59d-b6af8fb07426 req-85d55a0b-f8ca-4c16-ac78-43edfb2c4a8e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:52.201231 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-54b5b83c-589c-4933-b59d-b6af8fb07426 req-85d55a0b-f8ca-4c16-ac78-43edfb2c4a8e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "DELETE /v2.0/ports/aa775111-c533-480e-9c53-223264b1f74e HTTP/1.1" status: 204 len: 173 time: 0.3937092 Oct 20 04:15:52.201781 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'name': 'network-vif-deleted', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:15:52.204004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84031980-990d-43e3-9754-c57e901a7432" -d '{"events": [{"server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "name": "network-vif-deleted", "tag": "aa775111-c533-480e-9c53-223264b1f74e"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:15:52.244513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddaf9db-8439-4aa7-9cd6-d487e4ec1217 x-openstack-request-id: req-9ddaf9db-8439-4aa7-9cd6-d487e4ec1217 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:15:52.244805 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d57a5d-d720-4998-abef-bfd5ae51456b", "name": "network-vif-deleted", "tag": "aa775111-c533-480e-9c53-223264b1f74e", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:15:52.245056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ddaf9db-8439-4aa7-9cd6-d487e4ec1217 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:15:52.245465 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddaf9db-8439-4aa7-9cd6-d487e4ec1217'] response: {'server_uuid': 'e6d57a5d-d720-4998-abef-bfd5ae51456b', 'name': 'network-vif-deleted', 'tag': 'aa775111-c533-480e-9c53-223264b1f74e', 'status': 'completed', 'code': 200} Oct 20 04:15:52.324224 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-445672e8-0678-4024-a98e-3cb04b71e937 req-141dba4d-6f8f-44d9-a497-04624619355a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d57a5d-d720-4998-abef-bfd5ae51456b HTTP/1.1" status: 200 len: 210 time: 0.0288234 Oct 20 04:15:53.386764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35760) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:53.746648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:53.999341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:15:53.999608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:54.093929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port 4125a96b-e64a-4124-b55b-6c8b98f9fd1e, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4125a96b-e64a-4124-b55b-6c8b98f9fd1e,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:15:54.094292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:54.106180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 4125a96b-e64a-4124-b55b-6c8b98f9fd1e owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:15:54.291119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:54.321104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=4125a96b-e64a-4124-b55b-6c8b98f9fd1e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:54.494862 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:54.709390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router dac73f83-b2d4-450f-a6d8-eaa783b6d55f has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:15:54.816701 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:15:54.822356 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3574da36-7261-4b4d-a824-e9f385e26f44 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "PUT /v2.0/routers/dac73f83-b2d4-450f-a6d8-eaa783b6d55f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4344850 Oct 20 04:15:54.825159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35762) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:54.826251 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12790fe-37fd-4cdf-a0a8-b05214a7a585 None None] Sync routers for ids ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:15:54.836482 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12790fe-37fd-4cdf-a0a8-b05214a7a585 None None] Routers {'dac73f83-b2d4-450f-a6d8-eaa783b6d55f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:15:54.837080 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b12790fe-37fd-4cdf-a0a8-b05214a7a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:15:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:54.876317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b9ed07-fce3-44c9-af63-26c8b5316b60 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting subnet c4ba4108-d072-43d3-ae6a-d88a684497b0 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:15:54.879390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ed07-fce3-44c9-af63-26c8b5316b60 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:54.916332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-d79dc2f6-fc19-4f4a-bbd3-cbebfa8ca9d7 req-66c58a7f-1f74-4d3a-83f9-6324e3abed53 service neutron] (103628) timed out ('10.222.0.20', 60118) {{(pid=103628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 04:15:54.919209 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ed07-fce3-44c9-af63-26c8b5316b60 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:54.939227 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-b12790fe-37fd-4cdf-a0a8-b05214a7a585 None None] Set router dac73f83-b2d4-450f-a6d8-eaa783b6d55f gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:15:55.007109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ed07-fce3-44c9-af63-26c8b5316b60 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.066703 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ed07-fce3-44c9-af63-26c8b5316b60 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.094607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9ed07-fce3-44c9-af63-26c8b5316b60 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ba4108-d072-43d3-ae6a-d88a684497b0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:55.100612 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ed07-fce3-44c9-af63-26c8b5316b60 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.104064 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d4b9ed07-fce3-44c9-af63-26c8b5316b60 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/subnets/c4ba4108-d072-43d3-ae6a-d88a684497b0 HTTP/1.1" status: 204 len: 168 time: 0.2778182 Oct 20 04:15:55.106532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35764) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:55.116034 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b12790fe-37fd-4cdf-a0a8-b05214a7a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:15:54Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:55.120561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dcdc69-76a9-4f72-b3f3-1f6ff13c5a3f None None] Network baa69189-52ea-4f29-8d32-c5a6f305d9ac requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:15:55.147196 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12790fe-37fd-4cdf-a0a8-b05214a7a585 None None] Checking router: dac73f83-b2d4-450f-a6d8-eaa783b6d55f for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:15:55.155567 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12790fe-37fd-4cdf-a0a8-b05214a7a585 None None] Routers {'dac73f83-b2d4-450f-a6d8-eaa783b6d55f'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:15:55.156305 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b12790fe-37fd-4cdf-a0a8-b05214a7a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:15:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:55.218656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.267161 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-b12790fe-37fd-4cdf-a0a8-b05214a7a585 None None] Set router dac73f83-b2d4-450f-a6d8-eaa783b6d55f gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:15:55.309339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0111dd-2786-4e53-ae2a-c17dafeb18dc None None] DHCP port deletion for baa69189-52ea-4f29-8d32-c5a6f305d9ac request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:15:55.333150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.372220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5a0111dd-2786-4e53-ae2a-c17dafeb18dc None None] Deleting port c158232a-c67d-466b-897a-be5108270181 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:15:55.372655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5a0111dd-2786-4e53-ae2a-c17dafeb18dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.389108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 160305f4-e181-4301-bbc4-b171fa4219f5 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:15:55.389457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.442953 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5a0111dd-2786-4e53-ae2a-c17dafeb18dc None None] For port c158232a-c67d-466b-897a-be5108270181, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c158232a-c67d-466b-897a-be5108270181,segment=NetworkSegment(08518a78-12e9-4371-a741-bf2e2424cdb3),segment_id=08518a78-12e9-4371-a741-bf2e2424cdb3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:15:55.443475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5a0111dd-2786-4e53-ae2a-c17dafeb18dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.457279 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5a0111dd-2786-4e53-ae2a-c17dafeb18dc None None] Calling delete_port for c158232a-c67d-466b-897a-be5108270181 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:15:55.462651 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b12790fe-37fd-4cdf-a0a8-b05214a7a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:15:54Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:55.481075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port 160305f4-e181-4301-bbc4-b171fa4219f5, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=160305f4-e181-4301-bbc4-b171fa4219f5,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:15:55.481769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.488806 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12790fe-37fd-4cdf-a0a8-b05214a7a585 None None] The sync data for ids ['dac73f83-b2d4-450f-a6d8-eaa783b6d55f'] in dv-neutron-861842-1-hyperv is: [{'id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897512546', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:14:02Z', 'updated_at': '2022-10-20T04:15:54Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '160305f4-e181-4301-bbc4-b171fa4219f5', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac73f83-b2d4-450f-a6d8-eaa783b6d55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:14:03Z', 'updated_at': '2022-10-20T04:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:15:55.502513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 160305f4-e181-4301-bbc4-b171fa4219f5 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:15:55.544054 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5a0111dd-2786-4e53-ae2a-c17dafeb18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.567682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0111dd-2786-4e53-ae2a-c17dafeb18dc None None] Pushing event deleted for resources: {'Port': ['ID=c158232a-c67d-466b-897a-be5108270181,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:55.574123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0111dd-2786-4e53-ae2a-c17dafeb18dc None None] No DVR routers for this DVR port c158232a-c67d-466b-897a-be5108270181 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:15:55.680083 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.712768 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=160305f4-e181-4301-bbc4-b171fa4219f5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:55.755793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device aa775111-c533-480e-9c53-223264b1f74e no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:15:55.771998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.776778 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: aa775111-c533-480e-9c53-223264b1f74e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:15:55.777125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device aa775111-c533-480e-9c53-223264b1f74e not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:15:55.866319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.869299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.914654 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.915265 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Fanout notify agent at l3_agent the message router_deleted on router dac73f83-b2d4-450f-a6d8-eaa783b6d55f {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:15:55.923037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:55.927521 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ea1b686c-9c5f-4b39-a498-5051009f5625 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/routers/dac73f83-b2d4-450f-a6d8-eaa783b6d55f HTTP/1.1" status: 204 len: 168 time: 0.8172596 Oct 20 04:15:55.927639 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35766) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:56.010450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.103650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.128732 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c158232a-c67d-466b-897a-be5108270181 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:15:56.129493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa69189-52ea-4f29-8d32-c5a6f305d9ac']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:56.139968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08518a78-12e9-4371-a741-bf2e2424cdb3') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:56.140285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08518a78-12e9-4371-a741-bf2e2424cdb3') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:56.150086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: c158232a-c67d-466b-897a-be5108270181 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:15:56.150407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.150546 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c158232a-c67d-466b-897a-be5108270181 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:15:56.151028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4125a96b-e64a-4124-b55b-6c8b98f9fd1e no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:15:56.164322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.170669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:15:56.171057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.171290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 4125a96b-e64a-4124-b55b-6c8b98f9fd1e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:15:56.171703 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4125a96b-e64a-4124-b55b-6c8b98f9fd1e not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:15:56.209304 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 08518a78-12e9-4371-a741-bf2e2424cdb3 resource provider aggregate not found Oct 20 04:15:56.240652 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 08518a78-12e9-4371-a741-bf2e2424cdb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08518a78-12e9-4371-a741-bf2e2424cdb3 found for delete ", "request_id": "req-94abd5ac-4295-47b5-8fa4-8d98291d4018"}]} Oct 20 04:15:56.248669 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.255975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.259312 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/networks/baa69189-52ea-4f29-8d32-c5a6f305d9ac HTTP/1.1" status: 204 len: 168 time: 0.3308239 Oct 20 04:15:56.262289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35772) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:56.271399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc8073-8fa4-49ef-aa79-566578eb8aa0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Network': ['ID=baa69189-52ea-4f29-8d32-c5a6f305d9ac,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:56.325972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.351711 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.413109 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.415748 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.416944 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/security-groups/d948cbd7-45fb-4af9-8e6e-6b999222c196 HTTP/1.1" status: 204 len: 168 time: 0.1535873 Oct 20 04:15:56.426685 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d948cbd7-45fb-4af9-8e6e-6b999222c196,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:56.434600 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.434952 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.435297 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.435637 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.435972 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.436324 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.436662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.436990 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.437342 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.437667 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.438072 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.438453 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bfb5e8-d032-4c35-8676-e121fa849c1f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:15:56.534632 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35778) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:56.539274 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d6972daf-0d55-468a-8565-316c884004a9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002883442', 'description': 'tempest-secgroup-smoke-1002883442 description', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:56.561596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6972daf-0d55-468a-8565-316c884004a9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.630402 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6972daf-0d55-468a-8565-316c884004a9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.633899 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6972daf-0d55-468a-8565-316c884004a9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.661897 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6972daf-0d55-468a-8565-316c884004a9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.663104 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d6972daf-0d55-468a-8565-316c884004a9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1274514 Oct 20 04:15:56.666154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35780) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:56.667238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6972daf-0d55-468a-8565-316c884004a9 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f74ebd-60ea-40ad-962c-43a9ed38d7a9,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:56.671674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1941020f-9961-4fc5-8199-e6d5aee5d73e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '09f74ebd-60ea-40ad-962c-43a9ed38d7a9', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:56.696150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1941020f-9961-4fc5-8199-e6d5aee5d73e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.752158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1941020f-9961-4fc5-8199-e6d5aee5d73e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.755814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1941020f-9961-4fc5-8199-e6d5aee5d73e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.773341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941020f-9961-4fc5-8199-e6d5aee5d73e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f2c48f-ebbf-4ec6-a927-c5504bd8f49d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:56.780552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1941020f-9961-4fc5-8199-e6d5aee5d73e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.781651 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1941020f-9961-4fc5-8199-e6d5aee5d73e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145062 Oct 20 04:15:56.784738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35782) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:56.788858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-57e1bbb5-4906-4887-acc8-76c84d5cdc16 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '09f74ebd-60ea-40ad-962c-43a9ed38d7a9', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:56.812317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-57e1bbb5-4906-4887-acc8-76c84d5cdc16 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.871259 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-57e1bbb5-4906-4887-acc8-76c84d5cdc16 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.874675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-57e1bbb5-4906-4887-acc8-76c84d5cdc16 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.891536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1bbb5-4906-4887-acc8-76c84d5cdc16 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec2e800-9ae9-47fc-8b66-9988957db64b,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:56.899423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-57e1bbb5-4906-4887-acc8-76c84d5cdc16 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.900613 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-57e1bbb5-4906-4887-acc8-76c84d5cdc16 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149783 Oct 20 04:15:56.903337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35784) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:56.907708 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-36cdb895-f8a7-4c14-a592-2d9982c86cdd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '09f74ebd-60ea-40ad-962c-43a9ed38d7a9', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:56.932521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36cdb895-f8a7-4c14-a592-2d9982c86cdd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.990834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36cdb895-f8a7-4c14-a592-2d9982c86cdd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:56.994492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36cdb895-f8a7-4c14-a592-2d9982c86cdd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.012508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdb895-f8a7-4c14-a592-2d9982c86cdd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c84ad80-e57b-467f-ac76-789fd3928465,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:57.020279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-36cdb895-f8a7-4c14-a592-2d9982c86cdd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.021497 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-36cdb895-f8a7-4c14-a592-2d9982c86cdd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172271 Oct 20 04:15:57.024427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35786) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:57.028603 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e8557aff-1663-4675-aa5d-8ba38cf56719 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '09f74ebd-60ea-40ad-962c-43a9ed38d7a9', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:57.053423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e8557aff-1663-4675-aa5d-8ba38cf56719 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.111004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e8557aff-1663-4675-aa5d-8ba38cf56719 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.115423 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e8557aff-1663-4675-aa5d-8ba38cf56719 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.134521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8557aff-1663-4675-aa5d-8ba38cf56719 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd0c9c3-26fe-4764-81f8-ecb5bd5079fc,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:57.140369 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e8557aff-1663-4675-aa5d-8ba38cf56719 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.141195 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e8557aff-1663-4675-aa5d-8ba38cf56719 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158545 Oct 20 04:15:57.144595 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35788) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:57.148883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b6176550-5c7c-443c-9220-cdeb042d4c93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '09f74ebd-60ea-40ad-962c-43a9ed38d7a9', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:57.168946 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-b6176550-5c7c-443c-9220-cdeb042d4c93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Project 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:15:57.174128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6176550-5c7c-443c-9220-cdeb042d4c93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.236289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6176550-5c7c-443c-9220-cdeb042d4c93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.239811 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6176550-5c7c-443c-9220-cdeb042d4c93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.257294 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6176550-5c7c-443c-9220-cdeb042d4c93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ea37be-bbbd-4da8-b531-719c8e9fba51,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:57.265263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b6176550-5c7c-443c-9220-cdeb042d4c93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.266436 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-b6176550-5c7c-443c-9220-cdeb042d4c93 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209018 Oct 20 04:15:57.269931 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35790) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:57.274106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-39923fe5-292d-4a0b-b587-ad91f800bfd4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '09f74ebd-60ea-40ad-962c-43a9ed38d7a9', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:57.294260 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-39923fe5-292d-4a0b-b587-ad91f800bfd4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Project 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:15:57.299360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39923fe5-292d-4a0b-b587-ad91f800bfd4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.360679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39923fe5-292d-4a0b-b587-ad91f800bfd4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.364082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39923fe5-292d-4a0b-b587-ad91f800bfd4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.378667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39923fe5-292d-4a0b-b587-ad91f800bfd4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1497e82d-8a58-4bee-b5a4-d67e8e2ffae3,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:57.388949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39923fe5-292d-4a0b-b587-ad91f800bfd4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.390149 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-39923fe5-292d-4a0b-b587-ad91f800bfd4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192932 Oct 20 04:15:57.393766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35792) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:57.398502 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'network': {'name': 'tempest-network-smoke--1610359025', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'port_security_enabled': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:57.419798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:15:57.424452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.448601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:15:57.457820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.458205 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Added segment 7d44f36e-6495-4d81-a227-57ecbed9cac2 of type vlan for network 0f834a43-58fa-417e-843e-ca132c297dcc Oct 20 04:15:57.497739 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.521815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.527327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:57.527915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.558969 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1642020 Oct 20 04:15:57.561853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35794) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:57.567074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'admin_state_up': True, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:57.590884 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.591910 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.600855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a46e6-6d55-4c6e-a4bf-c6c0fb8351c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Network': ['ID=0f834a43-58fa-417e-843e-ca132c297dcc,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:57.612764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 0f834a43-58fa-417e-843e-ca132c297dcc details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:15:57.647427 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:57.780513 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:58.034773 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 160305f4-e181-4301-bbc4-b171fa4219f5 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:15:58.056918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 160305f4-e181-4301-bbc4-b171fa4219f5 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:15:58.057256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 160305f4-e181-4301-bbc4-b171fa4219f5 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:15:58.263353 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:58.281178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:58.386264 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.26.0.52 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/4ebd5882-21f2-4c19-9b6e-5bc0705e27ee) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:15:58.483101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:58.515190 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:58.552858 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:15:58.555641 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:15:58.559144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:15:58.589684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=4ebd5882-21f2-4c19-9b6e-5bc0705e27ee,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:58.813307 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:59.006463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:59.130689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:15:59.234835 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:15:59.244886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Sync routers for ids ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:15:59.254301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Routers {'0f88c765-7dd5-4617-bbfa-4f57c457dce6'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:15:59.254915 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-49149bf2-4f19-49eb-a937-26769068284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:15:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:59.255463 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:59.256703 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4b1d67c2-ed7f-43a3-b26b-08a209194ef4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6938550 Oct 20 04:15:59.259939 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35796) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:59.297141 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-692dd12a-518e-48c4-890a-9b0b8cd26220 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358777 Oct 20 04:15:59.299737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35798) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:59.366345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Set router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:15:59.386244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19b3d4-a9b1-4e60-ae45-97079b8728c5 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:59.387676 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cc19b3d4-a9b1-4e60-ae45-97079b8728c5 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868793 Oct 20 04:15:59.390723 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35800) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:59.426063 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6708115c-d33b-4789-b197-72e67f87710b tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315375 Oct 20 04:15:59.426291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35802) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:59.430833 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2059856311', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:15:59.514722 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:15:59.520699 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:59.547852 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-49149bf2-4f19-49eb-a937-26769068284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:15:58Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:15:59.573681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Checking router: 0f88c765-7dd5-4617-bbfa-4f57c457dce6 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:15:59.574026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Updating router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:15:59.599451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:59.708476 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:59.772138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Subnet': ['ID=185d8c11-3f90-4d8c-b7b2-bd4ca95fa859,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:15:59.782165 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Checking segment: {'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:15:59.782525 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network hostable DHCP agents. Network: 0f834a43-58fa-417e-843e-ca132c297dcc, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:15:59.801932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 0f834a43-58fa-417e-843e-ca132c297dcc is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:15:59.812399 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 0f834a43-58fa-417e-843e-ca132c297dcc) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:15:59.817876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:15:59.818468 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:15:59.836174 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-dd6412c3-cf4b-42f0-ae1d-8cfac0a4a71a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4088879 Oct 20 04:15:59.839051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35804) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:15:59.920800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a24e3a5-07ca-44e8-a514-e556fcb7d486 None None] Network 0f834a43-58fa-417e-843e-ca132c297dcc requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:16:00.085511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:00.093774 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:00.139058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Attempting to bind port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:16:00.139422 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Attempting to bind port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:16:00.139777 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Attempting to bind port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:16:00.172148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:16:00.172554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:16:00.172946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:00.173866 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:16:00.174336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Bound port: 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:16:00.174709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:00.180106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49323472-83bb-4a68-a9ce-039edb81463d None None] Pushing event updated for resources: {'Port': ['ID=4ebd5882-21f2-4c19-9b6e-5bc0705e27ee,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:00.206994 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-0f834a43-58fa-417e-843e-ca132c297dcc', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ips': [{'subnet_id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:16:00.207863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:00.299012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-49149bf2-4f19-49eb-a937-26769068284e None None] For port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:16:00.326203 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-49149bf2-4f19-49eb-a937-26769068284e None None] For port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4ebd5882-21f2-4c19-9b6e-5bc0705e27ee,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:16:00.333753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:00.409657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Routers {'0f88c765-7dd5-4617-bbfa-4f57c457dce6'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:16:00.410290 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-49149bf2-4f19-49eb-a937-26769068284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:15:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:00.467850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Allocated IP 172.20.0.2 (0f834a43-58fa-417e-843e-ca132c297dcc/185d8c11-3f90-4d8c-b7b2-bd4ca95fa859/7b3d963a-328b-4bc3-ac32-9cfa716f26f3) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:16:00.472053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49323472-83bb-4a68-a9ce-039edb81463d None None] Pushing event updated for resources: {'Port': ['ID=4ebd5882-21f2-4c19-9b6e-5bc0705e27ee,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:00.586934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:00.593144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-49149bf2-4f19-49eb-a937-26769068284e None None] Set router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:16:00.803462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:00.812512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:00.858879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.20.0.1 (0f834a43-58fa-417e-843e-ca132c297dcc/185d8c11-3f90-4d8c-b7b2-bd4ca95fa859/d93d91fc-32cb-49a6-a577-c9f04e2cd47d) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:16:00.861430 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Network 0f834a43-58fa-417e-843e-ca132c297dcc is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:16:00.867111 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:16:00.869531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:16:00.873868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Pushing event updated for resources: {'Port': ['ID=7b3d963a-328b-4bc3-ac32-9cfa716f26f3,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:00.926251 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-49149bf2-4f19-49eb-a937-26769068284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:15:58Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:00.958404 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49149bf2-4f19-49eb-a937-26769068284e None None] The sync data for ids ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'] in dv-neutron-861842-1-hyperv is: [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:15:58Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:16:00.962609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Attempting to bind port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:16:00.962975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Attempting to bind port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:16:00.963332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Attempting to bind port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 on network 0f834a43-58fa-417e-843e-ca132c297dcc {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:16:00.968813 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:16:00.969201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Checking segment: {'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:16:00.969736 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:00.970424 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Bound using segment: {'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:16:00.971157 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Bound port: 7b3d963a-328b-4bc3-ac32-9cfa716f26f3, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:16:00.971608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:00.983147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:01.021981 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:01.043163 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] For port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:16:01.046554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] For port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7b3d963a-328b-4bc3-ac32-9cfa716f26f3,segment=NetworkSegment(7d44f36e-6495-4d81-a227-57ecbed9cac2),segment_id=7d44f36e-6495-4d81-a227-57ecbed9cac2)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:16:01.050896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:01.070539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 0f834a43-58fa-417e-843e-ca132c297dcc is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:16:01.077816 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:16:01.082112 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:16:01.113229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8278077-277e-4bd9-9ced-22a220ea905c None None] Pushing event updated for resources: {'Port': ['ID=7b3d963a-328b-4bc3-ac32-9cfa716f26f3,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:01.117894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=d93d91fc-32cb-49a6-a577-c9f04e2cd47d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:01.133497 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:01.327373 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:01.634536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:01.642924 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:01.718424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=d93d91fc-32cb-49a6-a577-c9f04e2cd47d,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:01.721716 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:01.823907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 0f834a43-58fa-417e-843e-ca132c297dcc is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:16:01.825516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:16:01.957531 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:16:02.077888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:16:02.084001 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-12dbb58d-8a0e-4b27-a5fc-d0f432c2c251 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "PUT /v2.0/routers/0f88c765-7dd5-4617-bbfa-4f57c457dce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2439082 Oct 20 04:16:02.145720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7058c547-2d45-4d9a-af99-9c6b4fa10b75 None None] Network 0f834a43-58fa-417e-843e-ca132c297dcc requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:16:02.182862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:16:02.272155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d502e676-da50-4d3e-80b0-fd2085045824 None None] Provisioning complete for port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:02.272555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d502e676-da50-4d3e-80b0-fd2085045824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:02.272888 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-d502e676-da50-4d3e-80b0-fd2085045824 None None] Attempt 1 to provision port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 Oct 20 04:16:02.299974 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-a4ca01a4-39ff-4faf-bb90-f62a4bf8a58b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002883442&fields=id&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 267 time: 0.0362828 Oct 20 04:16:02.364209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:02.364676 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:02.365007 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee Oct 20 04:16:02.414399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-02b7ef61-7981-4ec4-a346-ade9252cbd8b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:02.421656 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-02b7ef61-7981-4ec4-a346-ade9252cbd8b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/networks?id=0f834a43-58fa-417e-843e-ca132c297dcc HTTP/1.1" status: 200 len: 797 time: 0.1147070 Oct 20 04:16:02.432990 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-21e91392-dd23-48af-81d8-8f73ddf28d9c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/quotas/79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 375 time: 0.0104785 Oct 20 04:16:02.489561 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-78efc565-dee3-4aff-926c-dcf3c27db169 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505209 Oct 20 04:16:02.494405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d502e676-da50-4d3e-80b0-fd2085045824 None None] Current status of the port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:16:02.494790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d502e676-da50-4d3e-80b0-fd2085045824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:02.572123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:16:02.572545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:02.584709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d502e676-da50-4d3e-80b0-fd2085045824 None None] For port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7b3d963a-328b-4bc3-ac32-9cfa716f26f3,segment=NetworkSegment(7d44f36e-6495-4d81-a227-57ecbed9cac2),segment_id=7d44f36e-6495-4d81-a227-57ecbed9cac2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:16:02.597028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d502e676-da50-4d3e-80b0-fd2085045824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:02.608162 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4ebd5882-21f2-4c19-9b6e-5bc0705e27ee,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:16:02.639272 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-4f3010be-453a-43b3-aaa0-d544165cce66 service neutron] 10.222.0.20 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294341 Oct 20 04:16:02.651918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:02.653144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:16:02.713870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502e676-da50-4d3e-80b0-fd2085045824 None None] Pushing event updated for resources: {'Port': ['ID=7b3d963a-328b-4bc3-ac32-9cfa716f26f3,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:02.761971 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-be5cffd0-fa13-4196-83a3-0ae4bf2f3253 service neutron] 10.222.0.20 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214440 Oct 20 04:16:02.782270 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=4ebd5882-21f2-4c19-9b6e-5bc0705e27ee,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:02.785934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:02.786421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:02.786861 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 Oct 20 04:16:02.804681 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Sync routers for ids ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:16:02.823606 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Routers {'0f88c765-7dd5-4617-bbfa-4f57c457dce6'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:16:02.824767 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:15:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:02.850959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Provisioning complete for port d93d91fc-32cb-49a6-a577-c9f04e2cd47d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:02.851332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:02.851672 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Attempt 1 to provision port d93d91fc-32cb-49a6-a577-c9f04e2cd47d Oct 20 04:16:02.958225 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Set router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:16:02.960383 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Port d93d91fc-32cb-49a6-a577-c9f04e2cd47d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:16:02.968143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:16:03.110049 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0366ff36-0287-403a-9c9f-c80471694ea5 req-74e25366-14c9-4325-9eb3-9fd7aaed7231 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 210 time: 0.1143878 Oct 20 04:16:03.213917 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:16:01Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'd93d91fc-32cb-49a6-a577-c9f04e2cd47d', 'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:f5:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:00Z', 'updated_at': '2022-10-20T04:16:01Z', 'revision_number': 2, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:03.242669 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Checking router: 0f88c765-7dd5-4617-bbfa-4f57c457dce6 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:16:03.243161 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Updating router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 port d93d91fc-32cb-49a6-a577-c9f04e2cd47d binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:16:03.273771 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:03.462247 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Attempt 2 to provision port d93d91fc-32cb-49a6-a577-c9f04e2cd47d Oct 20 04:16:03.499477 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Port d93d91fc-32cb-49a6-a577-c9f04e2cd47d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:16:03.562979 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:03.569067 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:03.650119 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Pushing event updated for resources: {'Port': ['ID=d93d91fc-32cb-49a6-a577-c9f04e2cd47d,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:03.665595 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.665940 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.666276 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.666607 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.666933 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.667257 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.667580 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.667903 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.668222 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.668580 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.668878 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.669193 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:16:03.675181 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Attempting to bind port d93d91fc-32cb-49a6-a577-c9f04e2cd47d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:16:03.675541 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Attempting to bind port d93d91fc-32cb-49a6-a577-c9f04e2cd47d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:16:03.675900 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Attempting to bind port d93d91fc-32cb-49a6-a577-c9f04e2cd47d on network 0f834a43-58fa-417e-843e-ca132c297dcc {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:16:03.680958 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:16:03.681323 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Checking segment: {'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:16:03.681719 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:03.682100 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Bound using segment: {'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:16:03.682559 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Bound port: d93d91fc-32cb-49a6-a577-c9f04e2cd47d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:16:03.682934 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:03.828746 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] For port d93d91fc-32cb-49a6-a577-c9f04e2cd47d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:16:03.831861 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] For port d93d91fc-32cb-49a6-a577-c9f04e2cd47d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d93d91fc-32cb-49a6-a577-c9f04e2cd47d,segment=NetworkSegment(7d44f36e-6495-4d81-a227-57ecbed9cac2),segment_id=7d44f36e-6495-4d81-a227-57ecbed9cac2)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:16:03.836100 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:03.868625 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Routers {'0f88c765-7dd5-4617-bbfa-4f57c457dce6'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:16:03.869226 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:15:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:03.932012 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593aa69-9f48-4d5e-9684-a1003c6202c1 None None] Pushing event updated for resources: {'Port': ['ID=d93d91fc-32cb-49a6-a577-c9f04e2cd47d,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:03.990861 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] Set router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:16:04.000198 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Attempt 3 to provision port d93d91fc-32cb-49a6-a577-c9f04e2cd47d Oct 20 04:16:04.098513 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:16:04.142786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Current status of the port d93d91fc-32cb-49a6-a577-c9f04e2cd47d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:16:04.143180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:04.151376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-310fa3af-451a-44cb-883e-8e9616abe119 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:04.153413 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-310fa3af-451a-44cb-883e-8e9616abe119 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/networks?id=0f834a43-58fa-417e-843e-ca132c297dcc HTTP/1.1" status: 200 len: 797 time: 0.2015393 Oct 20 04:16:04.193617 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] For port d93d91fc-32cb-49a6-a577-c9f04e2cd47d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d93d91fc-32cb-49a6-a577-c9f04e2cd47d,segment=NetworkSegment(7d44f36e-6495-4d81-a227-57ecbed9cac2),segment_id=7d44f36e-6495-4d81-a227-57ecbed9cac2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:16:04.203502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:04.211933 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:04.212357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:04.212697 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee Oct 20 04:16:04.249864 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0da5d4ae-4d91-406a-ae5a-549791057d4f req-bf71b4d7-f8e9-4b96-b055-a188d736770b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 210 time: 0.0405173 Oct 20 04:16:04.255812 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-97a1cc17-230e-4295-afda-8801462e9243 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 380 time: 0.0811801 Oct 20 04:16:04.263153 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:16:01Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'd93d91fc-32cb-49a6-a577-c9f04e2cd47d', 'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:f5:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:00Z', 'updated_at': '2022-10-20T04:16:03Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:04.280236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'port': {'device_id': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'admin_state_up': True, 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'security_groups': ['09f74ebd-60ea-40ad-962c-43a9ed38d7a9']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:04.306582 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bb286-687a-4fd7-b409-0e7aea89608c None None] The sync data for ids ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'] in dv-neutron-861842-1-hyperv is: [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:16:01Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'd93d91fc-32cb-49a6-a577-c9f04e2cd47d', 'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:f5:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:00Z', 'updated_at': '2022-10-20T04:16:03Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:16:04.404673 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:16:04.410541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:04.458123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Provisioning complete for port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:04.458496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:04.458835 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Attempt 1 to provision port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 Oct 20 04:16:04.505261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Pushing event updated for resources: {'Port': ['ID=d93d91fc-32cb-49a6-a577-c9f04e2cd47d,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:04.559208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:16:04.559845 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:16:04.574394 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.20.0.4 (0f834a43-58fa-417e-843e-ca132c297dcc/185d8c11-3f90-4d8c-b7b2-bd4ca95fa859/841bfa03-55fb-4063-a480-43863a72ed58) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:16:04.623753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-87735426-0061-4572-a04f-ef052db6fd09 None None] Current status of the port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:16:04.640328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:04.640709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:04.641047 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 Oct 20 04:16:04.722944 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:16:04.729500 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:04.746939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-227f0b73-fdcc-414f-ad39-74594d4513a7 None None] Provisioning complete for port d93d91fc-32cb-49a6-a577-c9f04e2cd47d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:04.747064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-227f0b73-fdcc-414f-ad39-74594d4513a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:04.747405 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-227f0b73-fdcc-414f-ad39-74594d4513a7 None None] Attempt 1 to provision port d93d91fc-32cb-49a6-a577-c9f04e2cd47d Oct 20 04:16:04.774775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:04.823961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 0f834a43-58fa-417e-843e-ca132c297dcc is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:16:04.827732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:16:04.830676 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:16:04.856568 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-227f0b73-fdcc-414f-ad39-74594d4513a7 None None] Current status of the port d93d91fc-32cb-49a6-a577-c9f04e2cd47d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:16:04.862999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=841bfa03-55fb-4063-a480-43863a72ed58,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:04.893421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:04.894225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:04.913472 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-314e9626-81ad-4c55-80f2-17576d1790c7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6507714 Oct 20 04:16:04.930446 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Request body: {'port': {'device_id': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:04.993285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:05.077812 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c0dc59b4-d500-4677-a9fc-803dcdf3ce83 None None] Provisioning complete for port 841bfa03-55fb-4063-a480-43863a72ed58 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:05.078315 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c0dc59b4-d500-4677-a9fc-803dcdf3ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:05.078661 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c0dc59b4-d500-4677-a9fc-803dcdf3ce83 None None] Attempt 1 to provision port 841bfa03-55fb-4063-a480-43863a72ed58 Oct 20 04:16:05.117448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc59b4-d500-4677-a9fc-803dcdf3ce83 None None] Port 841bfa03-55fb-4063-a480-43863a72ed58 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:16:05.281900 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841bfa03-55fb-4063-a480-43863a72ed58 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:16:05.294762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:05.308255 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Transition to ACTIVE for port object 841bfa03-55fb-4063-a480-43863a72ed58 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:16:05.313601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:05.384620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Pushing event updated for resources: {'Port': ['ID=841bfa03-55fb-4063-a480-43863a72ed58,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:05.390892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c77834-c861-49cf-81d8-9507beea939c req-e39ad1f6-6858-4c44-9913-dcd04a81cabd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:05.392866 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-20c77834-c861-49cf-81d8-9507beea939c req-e39ad1f6-6858-4c44-9913-dcd04a81cabd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 943 time: 0.0540195 Oct 20 04:16:05.440377 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-20c77834-c861-49cf-81d8-9507beea939c req-d51dee0e-cd16-408e-980e-e6751de632cd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383971 Oct 20 04:16:05.442130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Attempting to bind port 841bfa03-55fb-4063-a480-43863a72ed58 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:16:05.442470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Attempting to bind port 841bfa03-55fb-4063-a480-43863a72ed58 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:16:05.442800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Attempting to bind port 841bfa03-55fb-4063-a480-43863a72ed58 on network 0f834a43-58fa-417e-843e-ca132c297dcc {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:16:05.447659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Port 841bfa03-55fb-4063-a480-43863a72ed58 on network 0f834a43-58fa-417e-843e-ca132c297dcc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:16:05.447979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Attempting to bind port 841bfa03-55fb-4063-a480-43863a72ed58 on network 0f834a43-58fa-417e-843e-ca132c297dcc {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:16:05.453326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:16:05.453663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Checking segment: {'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:16:05.454052 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Bound using segment: {'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:16:05.454985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Bound port: 841bfa03-55fb-4063-a480-43863a72ed58, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d44f36e-6495-4d81-a227-57ecbed9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:16:05.455341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:05.524609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] For port 841bfa03-55fb-4063-a480-43863a72ed58, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:16:05.528026 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] For port 841bfa03-55fb-4063-a480-43863a72ed58, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=841bfa03-55fb-4063-a480-43863a72ed58,segment=NetworkSegment(7d44f36e-6495-4d81-a227-57ecbed9cac2),segment_id=7d44f36e-6495-4d81-a227-57ecbed9cac2)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:16:05.533138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:05.537268 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:05.537878 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:05.539260 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] 10.222.0.36 "PUT /v2.0/ports/841bfa03-55fb-4063-a480-43863a72ed58 HTTP/1.1" status: 200 len: 1093 time: 0.6139784 Oct 20 04:16:05.539856 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'tag': '841bfa03-55fb-4063-a480-43863a72ed58'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:16:05.542241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c547191f-1e1e-4313-93d0-e99496da3ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "23f8b33d-0033-473f-a59c-907ae08ba0b0", "tag": "841bfa03-55fb-4063-a480-43863a72ed58"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:16:05.601116 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878bd1ff-fd0d-4f03-b5c6-5d5a2b52b112 x-openstack-request-id: req-878bd1ff-fd0d-4f03-b5c6-5d5a2b52b112 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:16:05.601417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f8b33d-0033-473f-a59c-907ae08ba0b0", "tag": "841bfa03-55fb-4063-a480-43863a72ed58", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:16:05.601675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-878bd1ff-fd0d-4f03-b5c6-5d5a2b52b112 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:16:05.602083 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-878bd1ff-fd0d-4f03-b5c6-5d5a2b52b112'] response: {'name': 'network-changed', 'server_uuid': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'tag': '841bfa03-55fb-4063-a480-43863a72ed58', 'status': 'completed', 'code': 200} Oct 20 04:16:05.618866 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c0dc59b4-d500-4677-a9fc-803dcdf3ce83 None None] Attempt 2 to provision port 841bfa03-55fb-4063-a480-43863a72ed58 Oct 20 04:16:05.620770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd1808-a94b-47e8-ad70-5d4a6f9a158b service neutron] Pushing event updated for resources: {'Port': ['ID=841bfa03-55fb-4063-a480-43863a72ed58,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:05.640350 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-b6ef9347-b0c0-4e68-a8ba-d36b832aef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:05.642670 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-b6ef9347-b0c0-4e68-a8ba-d36b832aef73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0583887 Oct 20 04:16:05.660126 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc59b4-d500-4677-a9fc-803dcdf3ce83 None None] Port 841bfa03-55fb-4063-a480-43863a72ed58 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 04:16:05.693946 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-d5f0c566-f034-4910-9310-4c23fa16b4f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841bfa03-55fb-4063-a480-43863a72ed58 HTTP/1.1" status: 200 len: 217 time: 0.0408463 Oct 20 04:16:05.742866 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-5ba63c18-2818-4810-8c32-aa06d7ec0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:05.744305 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-5ba63c18-2818-4810-8c32-aa06d7ec0231 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=185d8c11-3f90-4d8c-b7b2-bd4ca95fa859 HTTP/1.1" status: 200 len: 835 time: 0.0435786 Oct 20 04:16:05.792580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-3245434f-9786-4398-8b60-411db87b7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:05.794036 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-3245434f-9786-4398-8b60-411db87b7157 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f834a43-58fa-417e-843e-ca132c297dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395312 Oct 20 04:16:05.893947 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-e91b1a57-6b11-458d-81cc-6c42527a85de service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877953 Oct 20 04:16:05.983518 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8fff0b2f-9e9d-4f49-922e-080793f33edf req-62851bc5-ba61-44b3-a532-c81b3daf01d8 service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800185 Oct 20 04:16:06.086550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547191f-1e1e-4313-93d0-e99496da3ca4 req-ca15626b-e298-4f2a-8bd9-435ab2fd0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:06.088060 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c547191f-1e1e-4313-93d0-e99496da3ca4 req-ca15626b-e298-4f2a-8bd9-435ab2fd0481 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0476820 Oct 20 04:16:06.100535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d93d91fc-32cb-49a6-a577-c9f04e2cd47d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:16:06.151288 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port d93d91fc-32cb-49a6-a577-c9f04e2cd47d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:06.151576 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:06.151928 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port d93d91fc-32cb-49a6-a577-c9f04e2cd47d Oct 20 04:16:06.181225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547191f-1e1e-4313-93d0-e99496da3ca4 req-c9b57c2f-cbe5-4cc1-8356-7247db8ca321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:06.182705 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c547191f-1e1e-4313-93d0-e99496da3ca4 req-c9b57c2f-cbe5-4cc1-8356-7247db8ca321 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f834a43-58fa-417e-843e-ca132c297dcc HTTP/1.1" status: 200 len: 898 time: 0.0866487 Oct 20 04:16:06.227766 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port d93d91fc-32cb-49a6-a577-c9f04e2cd47d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:16:06.227986 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c547191f-1e1e-4313-93d0-e99496da3ca4 req-ef72f655-11bd-4c50-b621-17e81279c8ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841bfa03-55fb-4063-a480-43863a72ed58 HTTP/1.1" status: 200 len: 217 time: 0.0376484 Oct 20 04:16:06.278410 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547191f-1e1e-4313-93d0-e99496da3ca4 req-1175d30d-9a22-4a70-a7c0-b6a4d7ead514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:06.279835 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c547191f-1e1e-4313-93d0-e99496da3ca4 req-1175d30d-9a22-4a70-a7c0-b6a4d7ead514 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=185d8c11-3f90-4d8c-b7b2-bd4ca95fa859 HTTP/1.1" status: 200 len: 835 time: 0.0446103 Oct 20 04:16:06.326861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547191f-1e1e-4313-93d0-e99496da3ca4 req-83eb1146-2691-4cb5-b4ea-7f977c410717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:06.328372 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c547191f-1e1e-4313-93d0-e99496da3ca4 req-83eb1146-2691-4cb5-b4ea-7f977c410717 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f834a43-58fa-417e-843e-ca132c297dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413866 Oct 20 04:16:06.422982 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c547191f-1e1e-4313-93d0-e99496da3ca4 req-337489fc-3b17-4937-88d9-da69d58c7c53 service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870035 Oct 20 04:16:06.518938 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c547191f-1e1e-4313-93d0-e99496da3ca4 req-1c736a30-8775-4835-95a1-eb52659701d9 service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849981 Oct 20 04:16:06.567112 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891eb47-d790-4d6e-af68-b4cf0d729420 req-3cff1613-220c-48fb-b159-4086a24c557f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:06.568604 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c891eb47-d790-4d6e-af68-b4cf0d729420 req-3cff1613-220c-48fb-b159-4086a24c557f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 943 time: 0.0500302 Oct 20 04:16:06.610114 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c891eb47-d790-4d6e-af68-b4cf0d729420 req-b60dc63a-a507-47ce-a43f-3d723f621442 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353920 Oct 20 04:16:07.731784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c58da2-f55b-427d-9fbe-f5ef043cb131 req-dbd62cdc-2f28-4a9b-bf25-0d447458a264 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:07.733269 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-73c58da2-f55b-427d-9fbe-f5ef043cb131 req-dbd62cdc-2f28-4a9b-bf25-0d447458a264 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 943 time: 0.0500088 Oct 20 04:16:07.774710 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-73c58da2-f55b-427d-9fbe-f5ef043cb131 req-cce62813-9bcc-4e82-bb4b-4198c4cfcc7a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354984 Oct 20 04:16:07.803009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 841bfa03-55fb-4063-a480-43863a72ed58 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:16:07.899706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 841bfa03-55fb-4063-a480-43863a72ed58, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=841bfa03-55fb-4063-a480-43863a72ed58,segment=NetworkSegment(7d44f36e-6495-4d81-a227-57ecbed9cac2),segment_id=7d44f36e-6495-4d81-a227-57ecbed9cac2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:16:07.911061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '841bfa03-55fb-4063-a480-43863a72ed58', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'port_id': '841bfa03-55fb-4063-a480-43863a72ed58', 'mac_address': 'fa:16:3e:e9:bb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:16:07.949697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 841bfa03-55fb-4063-a480-43863a72ed58 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:16:07.950089 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:07.963292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841bfa03-55fb-4063-a480-43863a72ed58 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:16:07.982163 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 841bfa03-55fb-4063-a480-43863a72ed58, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=841bfa03-55fb-4063-a480-43863a72ed58,segment=NetworkSegment(7d44f36e-6495-4d81-a227-57ecbed9cac2),segment_id=7d44f36e-6495-4d81-a227-57ecbed9cac2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:16:07.985638 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:08.035252 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=841bfa03-55fb-4063-a480-43863a72ed58,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:08.295543 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['841bfa03-55fb-4063-a480-43863a72ed58'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:16:08.800707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:08.892185 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e2049-87b5-4604-b1e1-456bc000551e req-05a06689-4bf8-4dbc-8ec8-c10201144eea tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:08.893663 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ae3e2049-87b5-4604-b1e1-456bc000551e req-05a06689-4bf8-4dbc-8ec8-c10201144eea tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.0477715 Oct 20 04:16:08.931837 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ae3e2049-87b5-4604-b1e1-456bc000551e req-8b5a3e29-e54d-4e84-b768-4298fbbb9f33 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321777 Oct 20 04:16:09.802482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 841bfa03-55fb-4063-a480-43863a72ed58 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:16:09.849458 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 841bfa03-55fb-4063-a480-43863a72ed58 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:16:09.853592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 841bfa03-55fb-4063-a480-43863a72ed58 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:16:09.853963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:09.854294 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 841bfa03-55fb-4063-a480-43863a72ed58 Oct 20 04:16:09.932462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 841bfa03-55fb-4063-a480-43863a72ed58 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:16:09.932842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:09.960248 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841bfa03-55fb-4063-a480-43863a72ed58'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:16:09.962548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e28a5c-3647-458f-a2c2-d687f08a2df0" -d '{"events": [{"server_uuid": "23f8b33d-0033-473f-a59c-907ae08ba0b0", "name": "network-vif-plugged", "status": "completed", "tag": "841bfa03-55fb-4063-a480-43863a72ed58"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:16:09.974764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 841bfa03-55fb-4063-a480-43863a72ed58, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=841bfa03-55fb-4063-a480-43863a72ed58,segment=NetworkSegment(7d44f36e-6495-4d81-a227-57ecbed9cac2),segment_id=7d44f36e-6495-4d81-a227-57ecbed9cac2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:16:09.980437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:10.013903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff1e96a-605f-4959-921d-e57b56c479de x-openstack-request-id: req-2ff1e96a-605f-4959-921d-e57b56c479de {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:16:10.014189 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f8b33d-0033-473f-a59c-907ae08ba0b0", "name": "network-vif-plugged", "status": "completed", "tag": "841bfa03-55fb-4063-a480-43863a72ed58", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:16:10.014434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ff1e96a-605f-4959-921d-e57b56c479de {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:16:10.015052 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff1e96a-605f-4959-921d-e57b56c479de'] response: {'server_uuid': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841bfa03-55fb-4063-a480-43863a72ed58', 'code': 200} Oct 20 04:16:10.043132 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=841bfa03-55fb-4063-a480-43863a72ed58,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:10.076864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa31eb7-4b0b-4633-b042-5df729908e54 req-ca71f753-4748-4497-8acd-92fd4085e249 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:10.078492 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7fa31eb7-4b0b-4633-b042-5df729908e54 req-ca71f753-4748-4497-8acd-92fd4085e249 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0582438 Oct 20 04:16:10.119445 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7fa31eb7-4b0b-4633-b042-5df729908e54 req-07dadfbf-456a-4d6b-a49b-6c4298ec9e84 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340650 Oct 20 04:16:10.195153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c96f3b-97b2-47f0-8798-c85475f1c88b req-69acc3ec-b205-4ae8-b87b-231aff437027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:10.196668 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-62c96f3b-97b2-47f0-8798-c85475f1c88b req-69acc3ec-b205-4ae8-b87b-231aff437027 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 1098 time: 0.0408232 Oct 20 04:16:10.235272 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-62c96f3b-97b2-47f0-8798-c85475f1c88b req-649743ca-e8e7-4798-bd9a-0b0c67267bd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274205 Oct 20 04:16:11.245755 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce408b5-ff79-41ce-9783-572e9eb91c46 req-16904923-d906-4c72-81d7-2feb6448501c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:11.247247 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4ce408b5-ff79-41ce-9783-572e9eb91c46 req-16904923-d906-4c72-81d7-2feb6448501c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0498381 Oct 20 04:16:11.290063 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4ce408b5-ff79-41ce-9783-572e9eb91c46 req-354e651b-948b-4d23-83de-aa99a7bfe074 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357032 Oct 20 04:16:12.410159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e92bc0-5f53-4940-bb3c-53d8681ffa4c req-ddc01994-d0be-43ed-91b2-452d159f03b5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:12.411631 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a2e92bc0-5f53-4940-bb3c-53d8681ffa4c req-ddc01994-d0be-43ed-91b2-452d159f03b5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0490673 Oct 20 04:16:12.452853 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a2e92bc0-5f53-4940-bb3c-53d8681ffa4c req-4a2d7f88-35cd-46b3-adb3-32a6c4225ee0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350447 Oct 20 04:16:12.573168 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ea3c5-016d-4deb-9f37-7cb69e05998c req-66dd67b4-893f-45ea-8dcb-265489ae30c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:12.574522 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a06ea3c5-016d-4deb-9f37-7cb69e05998c req-66dd67b4-893f-45ea-8dcb-265489ae30c4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0490785 Oct 20 04:16:12.616057 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a06ea3c5-016d-4deb-9f37-7cb69e05998c req-b38ef8d3-7ec7-49d9-9b14-bbd87146b990 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356390 Oct 20 04:16:12.643525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35858) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:16:12.724071 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094cf0b5-ca7b-438d-89f2-914e5b295205 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:12.725607 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-094cf0b5-ca7b-438d-89f2-914e5b295205 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 1093 time: 0.0810888 Oct 20 04:16:12.728385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35862) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:16:12.732569 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '841bfa03-55fb-4063-a480-43863a72ed58', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:16:12.752876 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:12.848953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:12.953091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.26.0.103 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/10fcd2a5-118d-4dfd-8b09-0ce0046e2d4c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:16:13.054683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:13.092037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:13.130812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:16:13.135224 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:16:13.137990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:16:13.163584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=10fcd2a5-118d-4dfd-8b09-0ce0046e2d4c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:13.494240 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:13.559830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:13.711261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:13.715644 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:13.780361 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:13.783133 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=10fcd2a5-118d-4dfd-8b09-0ce0046e2d4c,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:16:14.195424 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Floating IP a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c associated. External IP: 172.26.0.103, port: 841bfa03-55fb-4063-a480-43863a72ed58. Oct 20 04:16:14.400262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:16:14.507995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:16:14.518428 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cffcc-2086-4cca-a825-0e72e614607b None None] Sync routers for ids ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:16:14.525760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:14.528609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cffcc-2086-4cca-a825-0e72e614607b None None] Routers {'0f88c765-7dd5-4617-bbfa-4f57c457dce6'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:16:14.529222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-da4cffcc-2086-4cca-a825-0e72e614607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:15:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:14.555629 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f4fd6263-548c-4a00-9d00-125afaf35057 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8260868 Oct 20 04:16:14.556183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'tag': '841bfa03-55fb-4063-a480-43863a72ed58'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:16:14.558970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879" -d '{"events": [{"name": "network-changed", "server_uuid": "23f8b33d-0033-473f-a59c-907ae08ba0b0", "tag": "841bfa03-55fb-4063-a480-43863a72ed58"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:16:14.598195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4364f9cc-c278-4641-ba58-6589c90ff319 x-openstack-request-id: req-4364f9cc-c278-4641-ba58-6589c90ff319 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:16:14.598481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f8b33d-0033-473f-a59c-907ae08ba0b0", "tag": "841bfa03-55fb-4063-a480-43863a72ed58", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:16:14.598743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4364f9cc-c278-4641-ba58-6589c90ff319 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:16:14.599169 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4364f9cc-c278-4641-ba58-6589c90ff319'] response: {'name': 'network-changed', 'server_uuid': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'tag': '841bfa03-55fb-4063-a480-43863a72ed58', 'status': 'completed', 'code': 200} Oct 20 04:16:14.647649 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-da4cffcc-2086-4cca-a825-0e72e614607b None None] Set router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:16:14.693040 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebf70d-6c06-41e0-9e36-a5376892807c req-4615e45e-cc5e-455c-a3c2-e167a5deabbc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:14.694546 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-daebf70d-6c06-41e0-9e36-a5376892807c req-4615e45e-cc5e-455c-a3c2-e167a5deabbc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0901816 Oct 20 04:16:14.697960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879 req-2d19a715-f262-42aa-9ae2-b6d4d1e0a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:14.699573 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879 req-2d19a715-f262-42aa-9ae2-b6d4d1e0a399 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 1098 time: 0.0657988 Oct 20 04:16:14.707177 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e8ccdc4b-1a18-4149-82f5-520b83db5c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:14.764379 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-daebf70d-6c06-41e0-9e36-a5376892807c req-5e0f432d-14ad-4b79-b8a2-c2ca8b302118 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634456 Oct 20 04:16:14.793161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35868) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:16:14.820760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879 req-852a222e-04cd-4add-a0f4-8ea0f1f2cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:14.822471 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879 req-852a222e-04cd-4add-a0f4-8ea0f1f2cac2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f834a43-58fa-417e-843e-ca132c297dcc HTTP/1.1" status: 200 len: 898 time: 0.1130681 Oct 20 04:16:14.859125 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-95b94af1-9bee-41cb-9cbf-b64fa0390949 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c HTTP/1.1" status: 200 len: 991 time: 0.0648193 Oct 20 04:16:14.894387 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879 req-e43d0bbd-563d-4674-924a-41998aeeb8ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841bfa03-55fb-4063-a480-43863a72ed58 HTTP/1.1" status: 200 len: 999 time: 0.0654056 Oct 20 04:16:14.898067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-da4cffcc-2086-4cca-a825-0e72e614607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:16:01Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'port_id': '841bfa03-55fb-4063-a480-43863a72ed58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'mac_address': 'fa:16:3e:e9:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:16:13Z', 'updated_at': '2022-10-20T04:16:13Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93d91fc-32cb-49a6-a577-c9f04e2cd47d', 'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:f5:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:00Z', 'updated_at': '2022-10-20T04:16:04Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:14.923661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cffcc-2086-4cca-a825-0e72e614607b None None] Checking router: 0f88c765-7dd5-4617-bbfa-4f57c457dce6 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:16:14.931848 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cffcc-2086-4cca-a825-0e72e614607b None None] Routers {'0f88c765-7dd5-4617-bbfa-4f57c457dce6'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:16:14.932535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-da4cffcc-2086-4cca-a825-0e72e614607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:15:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:14.943954 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879 req-832dbaac-ee0b-49af-b86b-d35a528627b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:14.945710 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879 req-832dbaac-ee0b-49af-b86b-d35a528627b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=185d8c11-3f90-4d8c-b7b2-bd4ca95fa859 HTTP/1.1" status: 200 len: 835 time: 0.0451419 Oct 20 04:16:14.992824 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879 req-0618cc94-c3d0-4670-b7f0-c5aac1da937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:14.994318 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879 req-0618cc94-c3d0-4670-b7f0-c5aac1da937e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f834a43-58fa-417e-843e-ca132c297dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416932 Oct 20 04:16:15.038671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-da4cffcc-2086-4cca-a825-0e72e614607b None None] Set router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:16:15.092693 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879 req-55d948dc-1940-4628-bed2-18412ce62173 service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908988 Oct 20 04:16:15.183207 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-374a33ba-b723-4d87-bc3e-ee0c4e3cf879 req-a75656c5-8ad4-4ea0-9e90-6690dd9f9f28 service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842187 Oct 20 04:16:15.264825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-da4cffcc-2086-4cca-a825-0e72e614607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:16:01Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'port_id': '841bfa03-55fb-4063-a480-43863a72ed58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'mac_address': 'fa:16:3e:e9:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:16:13Z', 'updated_at': '2022-10-20T04:16:13Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93d91fc-32cb-49a6-a577-c9f04e2cd47d', 'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:f5:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:00Z', 'updated_at': '2022-10-20T04:16:04Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:16:15.291059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cffcc-2086-4cca-a825-0e72e614607b None None] The sync data for ids ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'] in dv-neutron-861842-1-hyperv is: [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:16:01Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'port_id': '841bfa03-55fb-4063-a480-43863a72ed58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'mac_address': 'fa:16:3e:e9:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:16:13Z', 'updated_at': '2022-10-20T04:16:13Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93d91fc-32cb-49a6-a577-c9f04e2cd47d', 'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:f5:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:00Z', 'updated_at': '2022-10-20T04:16:04Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:16:15.480547 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b65c54-8e1f-4501-941f-9292742a80be None None] New status for floating IP a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:16:15.863876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35870) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:16:15.927142 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-669982f1-114e-40c4-a36e-e3feee504cb5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c HTTP/1.1" status: 200 len: 993 time: 0.0620103 Oct 20 04:16:16.660292 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-16729b5e-8ee0-491e-b144-9d1e72397cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:17.943309 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:19.438282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:19.680820 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:22.898093 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-38b026b5-4c25-461d-8578-0d8bf836ddec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828054 Oct 20 04:16:22.981730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-d2e0ac7c-4e6f-4211-aaff-5cca3de17893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:22.983177 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-d2e0ac7c-4e6f-4211-aaff-5cca3de17893 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 1098 time: 0.0401354 Oct 20 04:16:23.091150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-312498fe-58fd-4f2f-aa34-53a5ec77fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:23.092538 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-312498fe-58fd-4f2f-aa34-53a5ec77fafc service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f834a43-58fa-417e-843e-ca132c297dcc HTTP/1.1" status: 200 len: 898 time: 0.0896533 Oct 20 04:16:23.159605 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-397e3813-1a6a-4a92-b798-0e4c2050ba19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841bfa03-55fb-4063-a480-43863a72ed58 HTTP/1.1" status: 200 len: 1001 time: 0.0590870 Oct 20 04:16:23.212187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-3ccea4f5-c35d-498a-94f8-f8e42a3cf623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:23.213611 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-3ccea4f5-c35d-498a-94f8-f8e42a3cf623 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=185d8c11-3f90-4d8c-b7b2-bd4ca95fa859 HTTP/1.1" status: 200 len: 835 time: 0.0443046 Oct 20 04:16:23.262998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-b03e172e-e8a4-4651-97ea-3a9ea9024e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:23.264472 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-b03e172e-e8a4-4651-97ea-3a9ea9024e65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f834a43-58fa-417e-843e-ca132c297dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432436 Oct 20 04:16:23.275454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-c9b19c92-fed8-4b16-98ac-46c8fb940027 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:16:23.276383 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-c9b19c92-fed8-4b16-98ac-46c8fb940027 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047400 Oct 20 04:16:23.366500 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-3c967f77-89cf-40a4-963d-271c50edf74e service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825889 Oct 20 04:16:23.462326 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b8247f3-eab4-4e29-a6f4-8beee8cf8ea0 req-ec5c50fb-1a42-4328-8f0e-27b55e7c0dc3 service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845687 Oct 20 04:16:23.692631 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:16:38.828790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:44.671667 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1dc8b7ce-b4b8-4300-8249-6d460d330af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:46.661897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e1c21e0d-8538-4ec7-8939-d36aaf40838a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:47.946127 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:49.441790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:49.443854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af0787-98a9-44b9-8c73-b336b71f7138 req-2d5afc84-4932-4247-a86a-8dc65d9bc953 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:49.445661 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-72af0787-98a9-44b9-8c73-b336b71f7138 req-2d5afc84-4932-4247-a86a-8dc65d9bc953 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0508249 Oct 20 04:16:49.485104 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-72af0787-98a9-44b9-8c73-b336b71f7138 req-d7d16aab-8756-4d2b-a414-8b5a7e574cb4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329294 Oct 20 04:16:49.682555 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:16:50.607868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3a3f-206b-4bc2-9ee6-9b46d73b95a9 req-f268c78e-d3c6-4be1-9c98-c6bf19ec0b75 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:50.609285 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f02c3a3f-206b-4bc2-9ee6-9b46d73b95a9 req-f268c78e-d3c6-4be1-9c98-c6bf19ec0b75 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0497105 Oct 20 04:16:50.647620 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f02c3a3f-206b-4bc2-9ee6-9b46d73b95a9 req-3f9ee013-3b12-4d4b-9a38-9b1ebf4e672c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320189 Oct 20 04:16:51.770381 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a3706-cccb-47f7-b30f-641e8cf31b83 req-6e181026-b4f7-4daa-b550-74cee9b4d32a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:51.771880 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4f3a3706-cccb-47f7-b30f-641e8cf31b83 req-6e181026-b4f7-4daa-b550-74cee9b4d32a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0497100 Oct 20 04:16:51.809639 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4f3a3706-cccb-47f7-b30f-641e8cf31b83 req-20290c74-8170-45d1-8655-d10c3361e212 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Oct 20 04:16:52.930044 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9cf08-e50c-46d7-b3d0-67238543771c req-10bd1fe4-a39b-4c7f-9b43-a3101ed152f7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:52.931498 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aca9cf08-e50c-46d7-b3d0-67238543771c req-10bd1fe4-a39b-4c7f-9b43-a3101ed152f7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Oct 20 04:16:52.969908 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aca9cf08-e50c-46d7-b3d0-67238543771c req-5654d4f1-c760-4790-8a64-ffbf43e1231f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324733 Oct 20 04:16:54.092902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c9106-32c7-46d8-b7d1-14dcd21d9d02 req-95e3a094-c5a8-4417-9c62-3b46824bf6c5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:54.094384 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-394c9106-32c7-46d8-b7d1-14dcd21d9d02 req-95e3a094-c5a8-4417-9c62-3b46824bf6c5 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0521221 Oct 20 04:16:54.131724 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-394c9106-32c7-46d8-b7d1-14dcd21d9d02 req-f968618b-c7ea-4470-9c7c-5c28d9a0080f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308266 Oct 20 04:16:55.257718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4ba4f-696f-42ae-b8f2-7d021835d992 req-9be625df-43fc-40e4-a17a-f05d0dd9e414 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:55.259184 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5dd4ba4f-696f-42ae-b8f2-7d021835d992 req-9be625df-43fc-40e4-a17a-f05d0dd9e414 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0527179 Oct 20 04:16:55.297835 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5dd4ba4f-696f-42ae-b8f2-7d021835d992 req-4e54cd8c-fb78-4ab2-a4bc-c6b323a1de19 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327721 Oct 20 04:16:56.419518 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293e6f6-793f-482a-bdda-5136fab8dab8 req-953bd027-1e66-4cff-9325-588e30682a9a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:56.420998 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0293e6f6-793f-482a-bdda-5136fab8dab8 req-953bd027-1e66-4cff-9325-588e30682a9a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0491273 Oct 20 04:16:56.458282 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0293e6f6-793f-482a-bdda-5136fab8dab8 req-96a9ff7a-468b-46a4-9997-7617925d480a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313358 Oct 20 04:16:57.583210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2b997-9025-4dc3-9fec-9e9d0ee0924a req-071b8e1b-68af-4578-8009-63c489f252cc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:57.584642 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-41c2b997-9025-4dc3-9fec-9e9d0ee0924a req-071b8e1b-68af-4578-8009-63c489f252cc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0523288 Oct 20 04:16:57.622745 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-41c2b997-9025-4dc3-9fec-9e9d0ee0924a req-bb8627a0-7d6f-4989-9237-c6be7ac9e7b8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323274 Oct 20 04:16:58.744004 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93535ffe-5b3f-474b-bf12-8c4e7f1edcc3 req-eefb98b0-fc42-4520-9d6c-8ea2ebee84fc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:58.745495 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-93535ffe-5b3f-474b-bf12-8c4e7f1edcc3 req-eefb98b0-fc42-4520-9d6c-8ea2ebee84fc tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Oct 20 04:16:58.782865 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-93535ffe-5b3f-474b-bf12-8c4e7f1edcc3 req-90b069b0-8da5-4ec7-bfba-8d39ee4f6ac6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314093 Oct 20 04:16:59.905817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfc08a-d422-4c80-a68b-e57975d8be58 req-221110a5-22b0-400f-8af3-1b2b8ba86bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:16:59.907305 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ecbfc08a-d422-4c80-a68b-e57975d8be58 req-221110a5-22b0-400f-8af3-1b2b8ba86bee tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0502291 Oct 20 04:16:59.946100 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ecbfc08a-d422-4c80-a68b-e57975d8be58 req-e61afdd9-fe1a-4e84-960b-12635511e0f6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328674 Oct 20 04:17:00.691363 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:17:01.070985 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cdc18-aa89-47be-9b49-504a723c3c20 req-ff439098-97c5-4b7f-a97d-cd3d6e4b08ef tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:01.072508 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2c3cdc18-aa89-47be-9b49-504a723c3c20 req-ff439098-97c5-4b7f-a97d-cd3d6e4b08ef tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0544841 Oct 20 04:17:01.109435 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2c3cdc18-aa89-47be-9b49-504a723c3c20 req-42b098fe-b482-45d0-b45a-81e8a6315dc3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309780 Oct 20 04:17:02.234791 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c97eba-31de-44b0-aefb-5ad12c5b631a req-7e48994f-1a3d-4b96-8654-264eb42f56f6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:02.236263 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4c97eba-31de-44b0-aefb-5ad12c5b631a req-7e48994f-1a3d-4b96-8654-264eb42f56f6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0537672 Oct 20 04:17:02.274290 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f4c97eba-31de-44b0-aefb-5ad12c5b631a req-84cd255a-a101-44a2-8928-8e763a07b673 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Oct 20 04:17:03.396157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb5b03-2e89-4443-a062-64d480bb22de req-1ba46d2d-594b-4706-b5e5-62cb9acab11c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:03.398291 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-63cb5b03-2e89-4443-a062-64d480bb22de req-1ba46d2d-594b-4706-b5e5-62cb9acab11c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0504587 Oct 20 04:17:03.441260 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-63cb5b03-2e89-4443-a062-64d480bb22de req-f1460da6-dd3d-4daf-8167-4219cb6b2d48 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370655 Oct 20 04:17:04.561815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201333a2-e59d-4a61-8029-faa628f8573a req-0c5acf1a-6387-47cc-80e0-a1da0c4915d6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:04.563289 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-201333a2-e59d-4a61-8029-faa628f8573a req-0c5acf1a-6387-47cc-80e0-a1da0c4915d6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0498488 Oct 20 04:17:04.601727 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-201333a2-e59d-4a61-8029-faa628f8573a req-f24d6ffd-4908-407c-9997-b7f146f08206 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312488 Oct 20 04:17:05.725296 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb84d2-6df8-4299-80ae-f6692954a757 req-713d0a55-6b91-4982-9e3e-894a8f235c92 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:05.726756 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-17eb84d2-6df8-4299-80ae-f6692954a757 req-713d0a55-6b91-4982-9e3e-894a8f235c92 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0490038 Oct 20 04:17:05.763563 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-17eb84d2-6df8-4299-80ae-f6692954a757 req-66a78b64-de95-4215-b6c5-cc31b118227e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Oct 20 04:17:05.792559 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35918) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:05.856223 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-223eba72-c72a-4303-9360-8592e8912baf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c HTTP/1.1" status: 200 len: 993 time: 0.0625746 Oct 20 04:17:07.155278 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40542fc-c27b-47e3-a707-5e78c63a9167 req-e27ad62e-890f-4912-b064-0110635f64cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:07.156686 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a40542fc-c27b-47e3-a707-5e78c63a9167 req-e27ad62e-890f-4912-b064-0110635f64cb tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0508614 Oct 20 04:17:07.221520 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a40542fc-c27b-47e3-a707-5e78c63a9167 req-b1acea37-1927-499f-beeb-163a2168c82a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555012 Oct 20 04:17:07.230177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2f66-bbae-4fe3-8e16-b4f44c489bb5 req-6edd4755-82aa-4de3-8018-13fe47176054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:07.230177 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b2f2f66-bbae-4fe3-8e16-b4f44c489bb5 req-6edd4755-82aa-4de3-8018-13fe47176054 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 1098 time: 0.0724041 Oct 20 04:17:07.324463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2f66-bbae-4fe3-8e16-b4f44c489bb5 req-f5800ba4-3eba-443b-84dc-9f51b6e409c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:07.325933 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b2f2f66-bbae-4fe3-8e16-b4f44c489bb5 req-f5800ba4-3eba-443b-84dc-9f51b6e409c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f834a43-58fa-417e-843e-ca132c297dcc HTTP/1.1" status: 200 len: 898 time: 0.0858860 Oct 20 04:17:07.397714 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b2f2f66-bbae-4fe3-8e16-b4f44c489bb5 req-a1c13c9b-65c1-497b-913b-d30a747e86a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841bfa03-55fb-4063-a480-43863a72ed58 HTTP/1.1" status: 200 len: 1001 time: 0.0617707 Oct 20 04:17:07.449834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2f66-bbae-4fe3-8e16-b4f44c489bb5 req-d57e5428-192e-4d35-be16-a305ae7204c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:07.451134 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b2f2f66-bbae-4fe3-8e16-b4f44c489bb5 req-d57e5428-192e-4d35-be16-a305ae7204c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=185d8c11-3f90-4d8c-b7b2-bd4ca95fa859 HTTP/1.1" status: 200 len: 835 time: 0.0429008 Oct 20 04:17:07.499319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2f66-bbae-4fe3-8e16-b4f44c489bb5 req-6441711e-7fcd-494a-8c9e-3ff74deb8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:07.500805 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b2f2f66-bbae-4fe3-8e16-b4f44c489bb5 req-6441711e-7fcd-494a-8c9e-3ff74deb8f13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f834a43-58fa-417e-843e-ca132c297dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395982 Oct 20 04:17:07.596085 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b2f2f66-bbae-4fe3-8e16-b4f44c489bb5 req-458da063-57f4-4eb9-8467-61376afc11be service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851030 Oct 20 04:17:07.687635 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0b2f2f66-bbae-4fe3-8e16-b4f44c489bb5 req-bf1a3a2b-a7c8-4ff3-8bad-b81cb61e7d58 service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816393 Oct 20 04:17:08.349236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad78d2-db0c-40a0-a88c-c68de7655d3d req-849b0b9f-271e-481d-891b-48afa426411d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:08.350624 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c1ad78d2-db0c-40a0-a88c-c68de7655d3d req-849b0b9f-271e-481d-891b-48afa426411d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0512667 Oct 20 04:17:08.388703 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c1ad78d2-db0c-40a0-a88c-c68de7655d3d req-1ee322aa-e471-40be-8726-a1ea972ce0c8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321686 Oct 20 04:17:08.417655 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35928) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:08.480864 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f29ab7fd-3494-4d18-a403-29f1331e3fe6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c HTTP/1.1" status: 200 len: 993 time: 0.0621030 Oct 20 04:17:08.834318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:14.673974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b1347ceb-0303-44b9-b0fb-a66dd2168c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:16.663197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-143edd7f-4647-41e0-996c-b0f3c75dd1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:17.948612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:19.444603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:19.685452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:24.868983 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6118485-0928-40a6-a70b-121177ebfe1a req-9383e400-89a9-46a6-8ef4-629884e0b9dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459981 Oct 20 04:17:24.957923 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6118485-0928-40a6-a70b-121177ebfe1a req-265f340f-bd52-456a-94db-59b248ef6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:24.959382 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6118485-0928-40a6-a70b-121177ebfe1a req-265f340f-bd52-456a-94db-59b248ef6027 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 1098 time: 0.0414803 Oct 20 04:17:25.061315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6118485-0928-40a6-a70b-121177ebfe1a req-d6b6e4c3-d10b-4263-9058-5266d1b0cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:25.062751 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6118485-0928-40a6-a70b-121177ebfe1a req-d6b6e4c3-d10b-4263-9058-5266d1b0cdb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f834a43-58fa-417e-843e-ca132c297dcc HTTP/1.1" status: 200 len: 898 time: 0.0829115 Oct 20 04:17:25.133610 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6118485-0928-40a6-a70b-121177ebfe1a req-66029db3-5ced-489c-a997-d35d0c243afe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841bfa03-55fb-4063-a480-43863a72ed58 HTTP/1.1" status: 200 len: 1001 time: 0.0610445 Oct 20 04:17:25.181034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6118485-0928-40a6-a70b-121177ebfe1a req-6f41429a-4e13-40f6-bdb6-8ad5ea602a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:25.183015 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6118485-0928-40a6-a70b-121177ebfe1a req-6f41429a-4e13-40f6-bdb6-8ad5ea602a7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=185d8c11-3f90-4d8c-b7b2-bd4ca95fa859 HTTP/1.1" status: 200 len: 835 time: 0.0429261 Oct 20 04:17:25.226966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6118485-0928-40a6-a70b-121177ebfe1a req-8acb2fe1-35cd-4a7f-805b-cd06d059103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:25.228436 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6118485-0928-40a6-a70b-121177ebfe1a req-8acb2fe1-35cd-4a7f-805b-cd06d059103d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f834a43-58fa-417e-843e-ca132c297dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389888 Oct 20 04:17:25.321555 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6118485-0928-40a6-a70b-121177ebfe1a req-ecbbbfb3-c06f-40ac-ae01-18a9e5440021 service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855539 Oct 20 04:17:25.412183 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6118485-0928-40a6-a70b-121177ebfe1a req-db4b1330-1a2b-4ab9-993e-ad1a674fad54 service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830286 Oct 20 04:17:37.689477 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:17:38.837185 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:41.087670 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35940) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:41.240082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 10fcd2a5-118d-4dfd-8b09-0ce0046e2d4c {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:17:41.240456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:41.316458 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:41.316789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:41.331409 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 10fcd2a5-118d-4dfd-8b09-0ce0046e2d4c owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:17:41.474871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:41.499474 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=10fcd2a5-118d-4dfd-8b09-0ce0046e2d4c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:41.526491 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.527481 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.527942 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.528308 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.528649 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.528983 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.529313 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.529643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.529977 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.530304 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.530629 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.530956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:41.568763 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:41.569092 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Floating IP a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c disassociated (deleted). External IP: 172.26.0.103, port: 841bfa03-55fb-4063-a480-43863a72ed58. Oct 20 04:17:41.776460 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:17:41.883153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:17:41.888650 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:41.893349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469526cc-0c0a-4327-b051-0583248aae17 None None] Sync routers for ids ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:17:41.903787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469526cc-0c0a-4327-b051-0583248aae17 None None] Routers {'0f88c765-7dd5-4617-bbfa-4f57c457dce6'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:17:41.904664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-469526cc-0c0a-4327-b051-0583248aae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:17:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:41.917118 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ca146a68-773a-48b3-9015-a3249f528c17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/floatingips/a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c HTTP/1.1" status: 204 len: 168 time: 0.8283539 Oct 20 04:17:41.917889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'tag': '841bfa03-55fb-4063-a480-43863a72ed58'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:17:41.920196 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31" -d '{"events": [{"name": "network-changed", "server_uuid": "23f8b33d-0033-473f-a59c-907ae08ba0b0", "tag": "841bfa03-55fb-4063-a480-43863a72ed58"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:17:41.964700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e83444-e65a-49f5-8b12-8fa5232aa573 x-openstack-request-id: req-a8e83444-e65a-49f5-8b12-8fa5232aa573 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:17:41.964994 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f8b33d-0033-473f-a59c-907ae08ba0b0", "tag": "841bfa03-55fb-4063-a480-43863a72ed58", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:17:41.965249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8e83444-e65a-49f5-8b12-8fa5232aa573 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:17:41.965695 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e83444-e65a-49f5-8b12-8fa5232aa573'] response: {'name': 'network-changed', 'server_uuid': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'tag': '841bfa03-55fb-4063-a480-43863a72ed58', 'status': 'completed', 'code': 200} Oct 20 04:17:42.051528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31 req-937dfcbf-1586-4b59-8508-e56fb00a74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:42.053398 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31 req-937dfcbf-1586-4b59-8508-e56fb00a74e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 1098 time: 0.0632968 Oct 20 04:17:42.159398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-469526cc-0c0a-4327-b051-0583248aae17 None None] Set router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:17:42.186194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31 req-3bcefa2d-c541-4d41-83cc-6a0160754981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:42.187710 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31 req-3bcefa2d-c541-4d41-83cc-6a0160754981 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f834a43-58fa-417e-843e-ca132c297dcc HTTP/1.1" status: 200 len: 898 time: 0.1261673 Oct 20 04:17:42.198111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b8994-b230-4282-a511-d9728be4b362 req-4e7ca071-27a4-47ea-b2b2-dc0620b188d4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:42.201163 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-674b8994-b230-4282-a511-d9728be4b362 req-4e7ca071-27a4-47ea-b2b2-dc0620b188d4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0735772 Oct 20 04:17:42.240919 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31 req-959fd47c-dd77-4e45-a44a-b90a0b8c6a06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841bfa03-55fb-4063-a480-43863a72ed58 HTTP/1.1" status: 200 len: 217 time: 0.0396955 Oct 20 04:17:42.303237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31 req-136cc346-c5a9-4e49-a9ae-01bbf4975df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:42.304637 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31 req-136cc346-c5a9-4e49-a9ae-01bbf4975df0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=185d8c11-3f90-4d8c-b7b2-bd4ca95fa859 HTTP/1.1" status: 200 len: 835 time: 0.0565898 Oct 20 04:17:42.307381 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-674b8994-b230-4282-a511-d9728be4b362 req-059245b3-4b78-4bdd-89e2-1fe2276048e6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994828 Oct 20 04:17:42.357863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-469526cc-0c0a-4327-b051-0583248aae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:16:01Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'd93d91fc-32cb-49a6-a577-c9f04e2cd47d', 'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:f5:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:00Z', 'updated_at': '2022-10-20T04:16:04Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:42.365096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31 req-7f52f5e9-896e-4ab2-8da6-2e92d213d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:42.366631 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31 req-7f52f5e9-896e-4ab2-8da6-2e92d213d613 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f834a43-58fa-417e-843e-ca132c297dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549908 Oct 20 04:17:42.383447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469526cc-0c0a-4327-b051-0583248aae17 None None] Checking router: 0f88c765-7dd5-4617-bbfa-4f57c457dce6 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:17:42.391991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469526cc-0c0a-4327-b051-0583248aae17 None None] Routers {'0f88c765-7dd5-4617-bbfa-4f57c457dce6'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:17:42.392616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-469526cc-0c0a-4327-b051-0583248aae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:17:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:42.457219 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31 req-f9598353-1ed3-4d90-aedf-c38aa811826a service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830636 Oct 20 04:17:42.498066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-469526cc-0c0a-4327-b051-0583248aae17 None None] Set router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:17:42.552605 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7d8bc222-ed3b-4ef0-924d-9429ed7a0a31 req-0c42ec2e-4a1d-48b5-bdd2-b9dfa18143e4 service neutron] 10.222.0.36 "GET /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883405 Oct 20 04:17:42.697720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-469526cc-0c0a-4327-b051-0583248aae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:16:01Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'd93d91fc-32cb-49a6-a577-c9f04e2cd47d', 'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:f5:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:00Z', 'updated_at': '2022-10-20T04:16:04Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:42.724480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469526cc-0c0a-4327-b051-0583248aae17 None None] The sync data for ids ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'] in dv-neutron-861842-1-hyperv is: [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:16:01Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'd93d91fc-32cb-49a6-a577-c9f04e2cd47d', 'name': '', 'network_id': '0f834a43-58fa-417e-843e-ca132c297dcc', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:f5:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:16:00Z', 'updated_at': '2022-10-20T04:16:04Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '185d8c11-3f90-4d8c-b7b2-bd4ca95fa859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:17:42.932389 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fc8e65-25cc-456b-82ba-1450b60ec9ba None None] New status for floating IP a9b01e2f-7472-4eaa-b8ae-50dd4d6b918c: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:17:43.430177 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b8111-a45f-4c76-8687-c56af592ce56 req-45ab3f4f-649e-4c6b-9f5c-bb54092ae090 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:43.431627 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b11b8111-a45f-4c76-8687-c56af592ce56 req-45ab3f4f-649e-4c6b-9f5c-bb54092ae090 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0482659 Oct 20 04:17:43.470144 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b11b8111-a45f-4c76-8687-c56af592ce56 req-173d54a1-01ea-4de4-bb96-4ef16ddd32cd tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=09f74ebd-60ea-40ad-962c-43a9ed38d7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320690 Oct 20 04:17:43.812499 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588dc46-342f-48a7-b569-050018edfc26 req-646aec31-3631-405e-9dbb-cc10f5c92d16 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:43.813944 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4588dc46-342f-48a7-b569-050018edfc26 req-646aec31-3631-405e-9dbb-cc10f5c92d16 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0484993 Oct 20 04:17:43.907233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-4588dc46-342f-48a7-b569-050018edfc26 req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 841bfa03-55fb-4063-a480-43863a72ed58 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:17:43.907571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4588dc46-342f-48a7-b569-050018edfc26 req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:43.993652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-4588dc46-342f-48a7-b569-050018edfc26 req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port 841bfa03-55fb-4063-a480-43863a72ed58, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=841bfa03-55fb-4063-a480-43863a72ed58,segment=NetworkSegment(7d44f36e-6495-4d81-a227-57ecbed9cac2),segment_id=7d44f36e-6495-4d81-a227-57ecbed9cac2)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:17:43.994011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4588dc46-342f-48a7-b569-050018edfc26 req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:44.006249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-4588dc46-342f-48a7-b569-050018edfc26 req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 841bfa03-55fb-4063-a480-43863a72ed58 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:17:44.134371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4588dc46-342f-48a7-b569-050018edfc26 req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:44.162926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=841bfa03-55fb-4063-a480-43863a72ed58,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:44.190277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.190628 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.190975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.191315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.191652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.191988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.192341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.192670 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.192998 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.193575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.193901 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.194223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:44.216908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4588dc46-342f-48a7-b569-050018edfc26 req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] No DVR routers for this DVR port 841bfa03-55fb-4063-a480-43863a72ed58 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:17:44.219262 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4588dc46-342f-48a7-b569-050018edfc26 req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:44.222631 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4588dc46-342f-48a7-b569-050018edfc26 req-3ca0d269-322a-4068-9a4f-bd97e6f74562 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "DELETE /v2.0/ports/841bfa03-55fb-4063-a480-43863a72ed58 HTTP/1.1" status: 204 len: 173 time: 0.3997095 Oct 20 04:17:44.223128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'name': 'network-vif-deleted', 'tag': '841bfa03-55fb-4063-a480-43863a72ed58'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:17:44.225406 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dff0442-252e-48f2-a807-1c0574670393" -d '{"events": [{"server_uuid": "23f8b33d-0033-473f-a59c-907ae08ba0b0", "name": "network-vif-deleted", "tag": "841bfa03-55fb-4063-a480-43863a72ed58"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:17:44.266128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad02c99-6d63-42ff-bc76-756b551b06d4 x-openstack-request-id: req-3ad02c99-6d63-42ff-bc76-756b551b06d4 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:17:44.266420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f8b33d-0033-473f-a59c-907ae08ba0b0", "name": "network-vif-deleted", "tag": "841bfa03-55fb-4063-a480-43863a72ed58", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:17:44.266674 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ad02c99-6d63-42ff-bc76-756b551b06d4 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:17:44.267080 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad02c99-6d63-42ff-bc76-756b551b06d4'] response: {'server_uuid': '23f8b33d-0033-473f-a59c-907ae08ba0b0', 'name': 'network-vif-deleted', 'tag': '841bfa03-55fb-4063-a480-43863a72ed58', 'status': 'completed', 'code': 200} Oct 20 04:17:44.589523 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cfbc1d5c-61d6-4ed2-af85-50e7c3cbdbf8 req-dafcbf33-e9cc-4a19-a0e3-15ef2b00c4e3 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=23f8b33d-0033-473f-a59c-907ae08ba0b0 HTTP/1.1" status: 200 len: 210 time: 0.0314593 Oct 20 04:17:44.678951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-47721bf8-1fb6-4c99-9d8d-35636d885d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:45.656026 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35958) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:46.297222 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:46.314248 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 841bfa03-55fb-4063-a480-43863a72ed58 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:17:46.339271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 841bfa03-55fb-4063-a480-43863a72ed58 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:17:46.339611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 841bfa03-55fb-4063-a480-43863a72ed58 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:17:46.549417 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port d93d91fc-32cb-49a6-a577-c9f04e2cd47d {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:17:46.549759 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:46.640904 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port d93d91fc-32cb-49a6-a577-c9f04e2cd47d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d93d91fc-32cb-49a6-a577-c9f04e2cd47d,segment=NetworkSegment(7d44f36e-6495-4d81-a227-57ecbed9cac2),segment_id=7d44f36e-6495-4d81-a227-57ecbed9cac2)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:17:46.641270 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:46.654200 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for d93d91fc-32cb-49a6-a577-c9f04e2cd47d owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:17:46.665202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-741b885f-a933-4841-825d-477909585ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:46.837984 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:46.864031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=d93d91fc-32cb-49a6-a577-c9f04e2cd47d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:47.041807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.254878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:17:47.357064 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:17:47.362682 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c8acc34f-5b8a-4449-8bdd-d9c2bb4df238 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "PUT /v2.0/routers/0f88c765-7dd5-4617-bbfa-4f57c457dce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7055547 Oct 20 04:17:47.364813 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35960) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:47.366996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa626f32-3cc7-4f8f-b034-f3bd81559815 None None] Sync routers for ids ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:17:47.376971 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa626f32-3cc7-4f8f-b034-f3bd81559815 None None] Routers {'0f88c765-7dd5-4617-bbfa-4f57c457dce6'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:17:47.377580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fa626f32-3cc7-4f8f-b034-f3bd81559815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:17:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:47.418139 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a7066d-72dc-486f-9e3f-a85e82548815 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting subnet 185d8c11-3f90-4d8c-b7b2-bd4ca95fa859 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:17:47.421138 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14a7066d-72dc-486f-9e3f-a85e82548815 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.460191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14a7066d-72dc-486f-9e3f-a85e82548815 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.482085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-fa626f32-3cc7-4f8f-b034-f3bd81559815 None None] Set router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:17:47.541306 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14a7066d-72dc-486f-9e3f-a85e82548815 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.605853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14a7066d-72dc-486f-9e3f-a85e82548815 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.634583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7066d-72dc-486f-9e3f-a85e82548815 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Subnet': ['ID=185d8c11-3f90-4d8c-b7b2-bd4ca95fa859,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:47.636643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-14a7066d-72dc-486f-9e3f-a85e82548815 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.640034 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-14a7066d-72dc-486f-9e3f-a85e82548815 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/subnets/185d8c11-3f90-4d8c-b7b2-bd4ca95fa859 HTTP/1.1" status: 204 len: 168 time: 0.2742887 Oct 20 04:17:47.642828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35962) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:47.646172 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb4f02d-6f23-4fd0-a8f8-9e9858a0a3d8 None None] Network 0f834a43-58fa-417e-843e-ca132c297dcc requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:17:47.753320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.766467 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fa626f32-3cc7-4f8f-b034-f3bd81559815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:17:46Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:47.796294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa626f32-3cc7-4f8f-b034-f3bd81559815 None None] Checking router: 0f88c765-7dd5-4617-bbfa-4f57c457dce6 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:17:47.811066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa626f32-3cc7-4f8f-b034-f3bd81559815 None None] Routers {'0f88c765-7dd5-4617-bbfa-4f57c457dce6'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:17:47.811677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fa626f32-3cc7-4f8f-b034-f3bd81559815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:17:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:47.859503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.903464 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] DHCP port deletion for 0f834a43-58fa-417e-843e-ca132c297dcc request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:17:47.914214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:17:47.914564 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:47.954168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-fa626f32-3cc7-4f8f-b034-f3bd81559815 None None] Set router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:17:47.993533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=4ebd5882-21f2-4c19-9b6e-5bc0705e27ee,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:17:47.993896 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.006277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:17:48.030639 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.105760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Deleting port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:17:48.106137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.183626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.199099 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] For port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=7b3d963a-328b-4bc3-ac32-9cfa716f26f3,segment=NetworkSegment(7d44f36e-6495-4d81-a227-57ecbed9cac2),segment_id=7d44f36e-6495-4d81-a227-57ecbed9cac2)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:17:48.199498 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.220650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=4ebd5882-21f2-4c19-9b6e-5bc0705e27ee,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:48.221564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Calling delete_port for 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:17:48.227607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:17:48.282516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.326096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fa626f32-3cc7-4f8f-b034-f3bd81559815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:17:46Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:48.362591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa626f32-3cc7-4f8f-b034-f3bd81559815 None None] The sync data for ids ['0f88c765-7dd5-4617-bbfa-4f57c457dce6'] in dv-neutron-861842-1-hyperv is: [{'id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295157146', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:15:57Z', 'updated_at': '2022-10-20T04:17:46Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '4ebd5882-21f2-4c19-9b6e-5bc0705e27ee', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88c765-7dd5-4617-bbfa-4f57c457dce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:15:58Z', 'updated_at': '2022-10-20T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:17:48.373236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.375714 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.413971 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.426858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.427484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Fanout notify agent at l3_agent the message router_deleted on router 0f88c765-7dd5-4617-bbfa-4f57c457dce6 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:17:48.434642 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.435775 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-78209bbb-9e8d-40bc-b6ae-f38fe5ef8ce4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/routers/0f88c765-7dd5-4617-bbfa-4f57c457dce6 HTTP/1.1" status: 204 len: 168 time: 0.7918940 Oct 20 04:17:48.438484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35964) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:48.445599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:17:48.445990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.455917 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Pushing event deleted for resources: {'Port': ['ID=7b3d963a-328b-4bc3-ac32-9cfa716f26f3,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:48.467116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] No DVR routers for this DVR port 7b3d963a-328b-4bc3-ac32-9cfa716f26f3 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:17:48.470560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.470903 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.471239 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.471565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.474793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.474793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.474793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.474793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.474793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.474793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.474793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.474793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e32b72-e756-4aef-b71e-bd40d6d7e571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:48.523894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.607207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.626314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f834a43-58fa-417e-843e-ca132c297dcc']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:48.635145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d44f36e-6495-4d81-a227-57ecbed9cac2') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:48.635510 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d44f36e-6495-4d81-a227-57ecbed9cac2') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:48.649072 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.662103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:48.668818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:17:48.669153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.052100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.060469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.063983 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/networks/0f834a43-58fa-417e-843e-ca132c297dcc HTTP/1.1" status: 204 len: 168 time: 0.6245520 Oct 20 04:17:49.067232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35970) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:49.076171 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7d44f36e-6495-4d81-a227-57ecbed9cac2 resource provider aggregate not found Oct 20 04:17:49.080385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e283633-fae3-46a0-9855-0946f022ddff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Network': ['ID=0f834a43-58fa-417e-843e-ca132c297dcc,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:49.097441 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 7d44f36e-6495-4d81-a227-57ecbed9cac2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d44f36e-6495-4d81-a227-57ecbed9cac2 found for delete ", "request_id": "req-f9808f73-c28d-4bf6-a713-d4b3716636be"}]} Oct 20 04:17:49.128783 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15648904-c382-41c0-a6f0-db26f08f292f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.153504 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15648904-c382-41c0-a6f0-db26f08f292f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.212170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15648904-c382-41c0-a6f0-db26f08f292f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.215360 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-15648904-c382-41c0-a6f0-db26f08f292f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.216535 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-15648904-c382-41c0-a6f0-db26f08f292f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/security-groups/09f74ebd-60ea-40ad-962c-43a9ed38d7a9 HTTP/1.1" status: 204 len: 168 time: 0.1482711 Oct 20 04:17:49.225640 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15648904-c382-41c0-a6f0-db26f08f292f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f74ebd-60ea-40ad-962c-43a9ed38d7a9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:49.340828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35978) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:49.345705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-56484d81-0003-49b5-9b71-0da487465721 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239579701', 'description': 'tempest-secgroup-smoke-1239579701 description', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:49.367451 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56484d81-0003-49b5-9b71-0da487465721 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.447450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56484d81-0003-49b5-9b71-0da487465721 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.447714 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.451064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56484d81-0003-49b5-9b71-0da487465721 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.482845 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56484d81-0003-49b5-9b71-0da487465721 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.484084 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-56484d81-0003-49b5-9b71-0da487465721 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1421921 Oct 20 04:17:49.485949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56484d81-0003-49b5-9b71-0da487465721 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7099b766-34e2-4f3a-8dae-13b45d846ac3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:49.487166 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35980) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:49.491817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8376dff5-0576-41fe-b0a6-beeccb46bfd8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '7099b766-34e2-4f3a-8dae-13b45d846ac3', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:49.516991 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8376dff5-0576-41fe-b0a6-beeccb46bfd8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.562859 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8376dff5-0576-41fe-b0a6-beeccb46bfd8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.567407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8376dff5-0576-41fe-b0a6-beeccb46bfd8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.584621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376dff5-0576-41fe-b0a6-beeccb46bfd8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d1d364-34b8-4477-9db0-319bf28d78df,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:49.593221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8376dff5-0576-41fe-b0a6-beeccb46bfd8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.594425 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-8376dff5-0576-41fe-b0a6-beeccb46bfd8 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1062553 Oct 20 04:17:49.597460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35982) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:49.601993 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-51c17ac0-c4cd-4a82-bd51-be91cca2c204 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '7099b766-34e2-4f3a-8dae-13b45d846ac3', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:49.626372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51c17ac0-c4cd-4a82-bd51-be91cca2c204 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.686865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.690244 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51c17ac0-c4cd-4a82-bd51-be91cca2c204 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.694095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51c17ac0-c4cd-4a82-bd51-be91cca2c204 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.712954 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c17ac0-c4cd-4a82-bd51-be91cca2c204 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ed4aac-3307-4aef-aae8-3390b3dba2c7,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:49.722005 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-51c17ac0-c4cd-4a82-bd51-be91cca2c204 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.723358 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-51c17ac0-c4cd-4a82-bd51-be91cca2c204 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247897 Oct 20 04:17:49.726213 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35984) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:49.731260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-323878b5-07fa-4298-a209-3765b052100d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '7099b766-34e2-4f3a-8dae-13b45d846ac3', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:49.755022 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-323878b5-07fa-4298-a209-3765b052100d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.813090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-323878b5-07fa-4298-a209-3765b052100d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.816458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-323878b5-07fa-4298-a209-3765b052100d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.833808 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323878b5-07fa-4298-a209-3765b052100d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6f6a80-85e2-46c1-a706-be458bf879ca,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:49.842363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-323878b5-07fa-4298-a209-3765b052100d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.843543 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-323878b5-07fa-4298-a209-3765b052100d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163728 Oct 20 04:17:49.846299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35986) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:49.850580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-77e95176-a14e-494f-819e-73b43b62fb65 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '7099b766-34e2-4f3a-8dae-13b45d846ac3', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:49.874850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77e95176-a14e-494f-819e-73b43b62fb65 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.934462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77e95176-a14e-494f-819e-73b43b62fb65 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.937937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77e95176-a14e-494f-819e-73b43b62fb65 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.956082 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e95176-a14e-494f-819e-73b43b62fb65 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb99f6a-8684-4c91-af32-caa4f6b5bf8a,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:49.961443 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-77e95176-a14e-494f-819e-73b43b62fb65 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:49.965704 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-77e95176-a14e-494f-819e-73b43b62fb65 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153777 Oct 20 04:17:49.965847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35988) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:49.970076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3597c7d5-9bb6-4a8d-a1c8-bb6b53aca157 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '7099b766-34e2-4f3a-8dae-13b45d846ac3', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:49.989706 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-3597c7d5-9bb6-4a8d-a1c8-bb6b53aca157 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Project 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:17:49.994639 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3597c7d5-9bb6-4a8d-a1c8-bb6b53aca157 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.055842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3597c7d5-9bb6-4a8d-a1c8-bb6b53aca157 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.059418 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3597c7d5-9bb6-4a8d-a1c8-bb6b53aca157 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.078248 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597c7d5-9bb6-4a8d-a1c8-bb6b53aca157 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2a5a30-2a9d-4f38-bc45-ed16723095b3,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:50.083970 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3597c7d5-9bb6-4a8d-a1c8-bb6b53aca157 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.085164 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3597c7d5-9bb6-4a8d-a1c8-bb6b53aca157 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184361 Oct 20 04:17:50.087890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35990) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:50.092632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3d660030-a294-4aa3-a3f2-0a445ad9a4ce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'security_group_rule': {'security_group_id': '7099b766-34e2-4f3a-8dae-13b45d846ac3', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:50.113439 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-3d660030-a294-4aa3-a3f2-0a445ad9a4ce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Project 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:17:50.118727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d660030-a294-4aa3-a3f2-0a445ad9a4ce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.141300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d93d91fc-32cb-49a6-a577-c9f04e2cd47d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:17:50.161219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: d93d91fc-32cb-49a6-a577-c9f04e2cd47d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:17:50.161654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d93d91fc-32cb-49a6-a577-c9f04e2cd47d not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:17:50.162128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:17:50.181335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d660030-a294-4aa3-a3f2-0a445ad9a4ce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.181928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:17:50.182461 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 4ebd5882-21f2-4c19-9b6e-5bc0705e27ee not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:17:50.185090 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d660030-a294-4aa3-a3f2-0a445ad9a4ce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.202236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d660030-a294-4aa3-a3f2-0a445ad9a4ce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c8a2ac-8620-4bc5-a17e-52531d7ff3dd,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:50.210979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d660030-a294-4aa3-a3f2-0a445ad9a4ce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.212177 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3d660030-a294-4aa3-a3f2-0a445ad9a4ce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233475 Oct 20 04:17:50.215673 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 35992) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:50.220477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'network': {'name': 'tempest-network-smoke--1959257189', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'port_security_enabled': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:50.239658 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:17:50.243051 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.266844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:17:50.275384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.275723 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Added segment ae27ead2-306d-452b-958f-dd7dca4e8ae1 of type vlan for network 90108119-384e-40ce-9bb2-81105334bdab Oct 20 04:17:50.315915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.340458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.345832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:50.346410 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.383736 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1670735 Oct 20 04:17:50.387153 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35994) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:50.391607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'admin_state_up': True, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:50.413468 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.414509 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.417177 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4befc8-006e-4d9c-be29-a7f185bdc7b7 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Network': ['ID=90108119-384e-40ce-9bb2-81105334bdab,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:50.427870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 90108119-384e-40ce-9bb2-81105334bdab details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:17:50.471874 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.609797 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.796201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.814577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:50.918652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.26.0.227 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/88826b9e-5130-40ac-95e0-8a40fa5857da) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:17:51.016817 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:51.048930 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:51.091401 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:17:51.094240 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:17:51.097608 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:17:51.102736 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=88826b9e-5130-40ac-95e0-8a40fa5857da,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:51.339353 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:51.527389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:51.952662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:17:52.055889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:17:52.065367 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Sync routers for ids ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:17:52.076360 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Routers {'66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:17:52.076551 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.076960 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:17:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:52.080973 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6e98ff17-e8dd-4f67-acd4-5699bc663042 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6899643 Oct 20 04:17:52.081261 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35996) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:52.111078 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a8ba4d5d-29b8-4e35-afe9-e54f7cd30a25 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264189 Oct 20 04:17:52.111295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 35998) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:52.181378 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Set router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:17:52.197350 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef8e23-5a11-4f5c-ab0c-cd4504d202e4 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:52.199483 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1aef8e23-5a11-4f5c-ab0c-cd4504d202e4 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872900 Oct 20 04:17:52.202315 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36000) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:52.233784 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2737452d-8b3d-4c78-9a83-c59bc677c46a tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=78d9e5a2-bf27-45e4-8847-e360b2732424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302079 Oct 20 04:17:52.236136 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36002) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:52.240842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1340709740', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:17:52.330628 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:17:52.334114 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.357366 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:51Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:52.474512 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Checking router: 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:17:52.474860 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Updating router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e port 88826b9e-5130-40ac-95e0-8a40fa5857da binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:17:52.500984 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.520289 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.580625 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Subnet': ['ID=699f8823-aaba-4d54-815b-c96cc2ff9e18,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:52.592362 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Checking segment: {'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:17:52.592727 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network hostable DHCP agents. Network: 90108119-384e-40ce-9bb2-81105334bdab, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:17:52.611343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 90108119-384e-40ce-9bb2-81105334bdab is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:17:52.621332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 90108119-384e-40ce-9bb2-81105334bdab) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:17:52.625664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:52.626251 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.632397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4fc15-c3c8-422d-92ba-28c17e09c96d None None] Network 90108119-384e-40ce-9bb2-81105334bdab requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:17:52.651786 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f005dd38-e0b9-468a-bfba-81f2a0ceed51 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4145236 Oct 20 04:17:52.654433 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36004) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:17:52.758695 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.764209 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.785897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-90108119-384e-40ce-9bb2-81105334bdab', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ips': [{'subnet_id': '699f8823-aaba-4d54-815b-c96cc2ff9e18'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:17:52.787015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.806394 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Attempting to bind port 88826b9e-5130-40ac-95e0-8a40fa5857da on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:17:52.806758 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Attempting to bind port 88826b9e-5130-40ac-95e0-8a40fa5857da by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:17:52.807362 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Attempting to bind port 88826b9e-5130-40ac-95e0-8a40fa5857da on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:17:52.818113 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:17:52.818732 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:17:52.819342 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.819732 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:17:52.820191 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Bound port: 88826b9e-5130-40ac-95e0-8a40fa5857da, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:17:52.820593 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.823510 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Pushing event updated for resources: {'Port': ['ID=88826b9e-5130-40ac-95e0-8a40fa5857da,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:52.851917 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.852575 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.852919 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.853257 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.853587 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.853919 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.854304 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.854733 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.855068 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.855398 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.855720 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.856037 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:17:52.893463 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] For port 88826b9e-5130-40ac-95e0-8a40fa5857da, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:17:52.896580 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] For port 88826b9e-5130-40ac-95e0-8a40fa5857da, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=88826b9e-5130-40ac-95e0-8a40fa5857da,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:17:52.901970 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:52.915721 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Routers {'66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:17:52.915721 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:17:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:52.944346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Allocated IP 172.20.0.2 (90108119-384e-40ce-9bb2-81105334bdab/699f8823-aaba-4d54-815b-c96cc2ff9e18/477fab58-b5cb-4b85-b9dd-a103230694b7) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:17:53.054247 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0382a-34bf-4c97-9065-284dac026574 None None] Pushing event updated for resources: {'Port': ['ID=88826b9e-5130-40ac-95e0-8a40fa5857da,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:53.059844 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] Set router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:17:53.100940 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.106699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.110950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.150053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Network 90108119-384e-40ce-9bb2-81105334bdab is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:17:53.154651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:17:53.158851 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:17:53.163645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Pushing event updated for resources: {'Port': ['ID=477fab58-b5cb-4b85-b9dd-a103230694b7,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:53.214169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Attempting to bind port 477fab58-b5cb-4b85-b9dd-a103230694b7 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:17:53.214530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Attempting to bind port 477fab58-b5cb-4b85-b9dd-a103230694b7 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:17:53.214893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Attempting to bind port 477fab58-b5cb-4b85-b9dd-a103230694b7 on network 90108119-384e-40ce-9bb2-81105334bdab {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:17:53.220819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:17:53.221190 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Checking segment: {'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:17:53.221958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.222087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Bound using segment: {'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:17:53.222533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Bound port: 477fab58-b5cb-4b85-b9dd-a103230694b7, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:17:53.222912 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.248145 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:51Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:53.278275 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50835e-95fc-4aab-b74b-c5669a350398 None None] The sync data for ids ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'] in dv-neutron-861842-1-hyperv is: [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:51Z', 'revision_number': 3, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:17:53.295364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] For port 477fab58-b5cb-4b85-b9dd-a103230694b7, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:17:53.305271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] For port 477fab58-b5cb-4b85-b9dd-a103230694b7, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=477fab58-b5cb-4b85-b9dd-a103230694b7,segment=NetworkSegment(ae27ead2-306d-452b-958f-dd7dca4e8ae1),segment_id=ae27ead2-306d-452b-958f-dd7dca4e8ae1)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:17:53.310341 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.379361 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ef818-ee91-4726-a10b-c9d8601afd5e None None] Pushing event updated for resources: {'Port': ['ID=477fab58-b5cb-4b85-b9dd-a103230694b7,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:53.411148 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.20.0.1 (90108119-384e-40ce-9bb2-81105334bdab/699f8823-aaba-4d54-815b-c96cc2ff9e18/6b62b145-2153-42ab-b784-44b6d3040e1d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:17:53.545610 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.594060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.649228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 90108119-384e-40ce-9bb2-81105334bdab is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:17:53.653900 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:17:53.655922 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=6b62b145-2153-42ab-b784-44b6d3040e1d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:53.658247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:17:53.710533 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:53.844889 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.170398 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.175643 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.235062 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 477fab58-b5cb-4b85-b9dd-a103230694b7 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:17:54.277145 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.280746 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=6b62b145-2153-42ab-b784-44b6d3040e1d,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:54.296381 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 477fab58-b5cb-4b85-b9dd-a103230694b7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:17:54.296600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.296932 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 477fab58-b5cb-4b85-b9dd-a103230694b7 Oct 20 04:17:54.377933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 90108119-384e-40ce-9bb2-81105334bdab is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:17:54.379517 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:17:54.383052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 477fab58-b5cb-4b85-b9dd-a103230694b7 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:17:54.383593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.419706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 477fab58-b5cb-4b85-b9dd-a103230694b7, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=477fab58-b5cb-4b85-b9dd-a103230694b7,segment=NetworkSegment(ae27ead2-306d-452b-958f-dd7dca4e8ae1),segment_id=ae27ead2-306d-452b-958f-dd7dca4e8ae1)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:17:54.424688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc18465-e389-4b5d-bcc8-221b7c1807d3 None None] Network 90108119-384e-40ce-9bb2-81105334bdab requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:17:54.428200 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.429086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 88826b9e-5130-40ac-95e0-8a40fa5857da up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:17:54.504953 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:17:54.576085 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0a6d3642-f078-4597-a493-78a069befe23 None None] Provisioning complete for port 477fab58-b5cb-4b85-b9dd-a103230694b7 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:17:54.576483 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3642-f078-4597-a493-78a069befe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.576822 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0a6d3642-f078-4597-a493-78a069befe23 None None] Attempt 1 to provision port 477fab58-b5cb-4b85-b9dd-a103230694b7 Oct 20 04:17:54.608771 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=477fab58-b5cb-4b85-b9dd-a103230694b7,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:54.616511 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:17:54.622573 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4f1c1582-b7f3-47e6-981a-2e6ac23dd0e1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "PUT /v2.0/routers/66f91a59-e24c-4bfd-a266-8aeeb5b97e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9670436 Oct 20 04:17:54.658419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 88826b9e-5130-40ac-95e0-8a40fa5857da triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:17:54.658786 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.659141 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 88826b9e-5130-40ac-95e0-8a40fa5857da Oct 20 04:17:54.772356 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-bb24ec0a-5d43-4f93-bc09-e988986c8237 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239579701&fields=id&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 267 time: 0.0330980 Oct 20 04:17:54.779425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d3642-f078-4597-a493-78a069befe23 None None] Current status of the port 477fab58-b5cb-4b85-b9dd-a103230694b7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:17:54.825814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 88826b9e-5130-40ac-95e0-8a40fa5857da is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:17:54.826206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.853371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 88826b9e-5130-40ac-95e0-8a40fa5857da, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=88826b9e-5130-40ac-95e0-8a40fa5857da,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:17:54.858750 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:54.907611 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-7666e0ef-e550-4544-9af0-208347697320 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:17:54.909198 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-7666e0ef-e550-4544-9af0-208347697320 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/networks?id=90108119-384e-40ce-9bb2-81105334bdab HTTP/1.1" status: 200 len: 797 time: 0.1281085 Oct 20 04:17:54.919466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=88826b9e-5130-40ac-95e0-8a40fa5857da,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:54.926430 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-61cd75fc-e4a4-4c4d-9ac2-8d5d4af12f4e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/quotas/79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 375 time: 0.0107176 Oct 20 04:17:54.983965 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-95973c8f-e519-445e-9a5f-4f53d8660e43 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516906 Oct 20 04:17:55.072231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Sync routers for ids ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:17:55.083639 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Routers {'66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:17:55.084401 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:17:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:55.141038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Provisioning complete for port 6b62b145-2153-42ab-b784-44b6d3040e1d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:17:55.141330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.141668 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Attempt 1 to provision port 6b62b145-2153-42ab-b784-44b6d3040e1d Oct 20 04:17:55.143971 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-6bb17626-f29a-42e3-ac83-c8bf49a60454 service neutron] 10.222.0.20 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474454 Oct 20 04:17:55.221115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Port 6b62b145-2153-42ab-b784-44b6d3040e1d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:17:55.232098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Set router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:17:55.247363 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-06adfa8f-f2b9-4117-b3ce-e950fc765215 service neutron] 10.222.0.20 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972648 Oct 20 04:17:55.446139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '6b62b145-2153-42ab-b784-44b6d3040e1d', 'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:53Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 2, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:55.472289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Checking router: 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:17:55.472657 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Updating router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e port 6b62b145-2153-42ab-b784-44b6d3040e1d binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:17:55.497141 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.737842 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Attempt 2 to provision port 6b62b145-2153-42ab-b784-44b6d3040e1d Oct 20 04:17:55.784214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.787593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Port 6b62b145-2153-42ab-b784-44b6d3040e1d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:17:55.790100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.848517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b03198-0fe4-4328-8eaf-09fd7fb5232c None None] Pushing event updated for resources: {'Port': ['ID=6b62b145-2153-42ab-b784-44b6d3040e1d,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:55.876388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Attempting to bind port 6b62b145-2153-42ab-b784-44b6d3040e1d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:17:55.876760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Attempting to bind port 6b62b145-2153-42ab-b784-44b6d3040e1d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:17:55.877120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Attempting to bind port 6b62b145-2153-42ab-b784-44b6d3040e1d on network 90108119-384e-40ce-9bb2-81105334bdab {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:17:55.882013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:17:55.882371 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Checking segment: {'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:17:55.882768 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:55.883152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Bound using segment: {'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:17:55.883610 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Bound port: 6b62b145-2153-42ab-b784-44b6d3040e1d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:17:55.883986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.082591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] For port 6b62b145-2153-42ab-b784-44b6d3040e1d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:17:56.085632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] For port 6b62b145-2153-42ab-b784-44b6d3040e1d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6b62b145-2153-42ab-b784-44b6d3040e1d,segment=NetworkSegment(ae27ead2-306d-452b-958f-dd7dca4e8ae1),segment_id=ae27ead2-306d-452b-958f-dd7dca4e8ae1)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:17:56.091255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.127408 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Routers {'66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:17:56.128049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:17:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:56.169193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 477fab58-b5cb-4b85-b9dd-a103230694b7 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:17:56.212471 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b03198-0fe4-4328-8eaf-09fd7fb5232c None None] Pushing event updated for resources: {'Port': ['ID=6b62b145-2153-42ab-b784-44b6d3040e1d,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:56.282754 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 477fab58-b5cb-4b85-b9dd-a103230694b7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:17:56.283130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.283477 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 477fab58-b5cb-4b85-b9dd-a103230694b7 Oct 20 04:17:56.290691 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Attempt 3 to provision port 6b62b145-2153-42ab-b784-44b6d3040e1d Oct 20 04:17:56.311607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] Set router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:17:56.432435 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f3be475c-3170-496b-8e76-dedd29e17a77 req-f044b366-f24a-497f-ae19-6cde043d78ea tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 210 time: 0.0266383 Oct 20 04:17:56.553002 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Current status of the port 6b62b145-2153-42ab-b784-44b6d3040e1d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:17:56.553561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.556694 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 477fab58-b5cb-4b85-b9dd-a103230694b7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:17:56.557743 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 88826b9e-5130-40ac-95e0-8a40fa5857da up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:17:56.654012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] For port 6b62b145-2153-42ab-b784-44b6d3040e1d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6b62b145-2153-42ab-b784-44b6d3040e1d,segment=NetworkSegment(ae27ead2-306d-452b-958f-dd7dca4e8ae1),segment_id=ae27ead2-306d-452b-958f-dd7dca4e8ae1)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:17:56.660413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.716094 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 88826b9e-5130-40ac-95e0-8a40fa5857da triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:17:56.716482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.716821 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 88826b9e-5130-40ac-95e0-8a40fa5857da Oct 20 04:17:56.724359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Provisioning complete for port 477fab58-b5cb-4b85-b9dd-a103230694b7 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:17:56.724720 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:56.725048 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Attempt 1 to provision port 477fab58-b5cb-4b85-b9dd-a103230694b7 Oct 20 04:17:56.783031 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Pushing event updated for resources: {'Port': ['ID=6b62b145-2153-42ab-b784-44b6d3040e1d,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:17:56.800261 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '6b62b145-2153-42ab-b784-44b6d3040e1d', 'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:53Z', 'updated_at': '2022-10-20T04:17:56Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:17:56.835709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab21c5c-b9ce-4881-b646-3399ed5311f8 None None] The sync data for ids ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'] in dv-neutron-861842-1-hyperv is: [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '6b62b145-2153-42ab-b784-44b6d3040e1d', 'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:53Z', 'updated_at': '2022-10-20T04:17:56Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:17:56.908548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 88826b9e-5130-40ac-95e0-8a40fa5857da is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:17:56.913756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-115f5da2-9b26-40cb-bedc-6059c4adc86c None None] Current status of the port 477fab58-b5cb-4b85-b9dd-a103230694b7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:17:57.033324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-32ee01fd-9e17-4d37-9941-e119efaba078 None None] Provisioning complete for port 6b62b145-2153-42ab-b784-44b6d3040e1d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:17:57.033688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-32ee01fd-9e17-4d37-9941-e119efaba078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:57.034018 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-32ee01fd-9e17-4d37-9941-e119efaba078 None None] Attempt 1 to provision port 6b62b145-2153-42ab-b784-44b6d3040e1d Oct 20 04:17:57.115692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-32ee01fd-9e17-4d37-9941-e119efaba078 None None] Current status of the port 6b62b145-2153-42ab-b784-44b6d3040e1d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:17:57.522240 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cf1ac5aa-e756-4bbe-aa65-19cbf77b51ce req-c127a746-cfaa-4de0-8e3b-a7b94fbf4ac4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 210 time: 0.0269964 Oct 20 04:17:58.154298 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6b62b145-2153-42ab-b784-44b6d3040e1d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:17:58.202763 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 6b62b145-2153-42ab-b784-44b6d3040e1d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:17:58.203146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:17:58.203508 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 6b62b145-2153-42ab-b784-44b6d3040e1d Oct 20 04:17:58.282481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 6b62b145-2153-42ab-b784-44b6d3040e1d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:17:58.607511 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-650760b5-d5af-46c3-ba39-62f2a6c60180 req-5aba97d2-7478-4682-867b-44b02d2c2a38 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 210 time: 0.0277340 Oct 20 04:17:59.696675 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9a251cf3-d76d-4e90-82ba-9facaa2e6a4b req-fc55a1c2-4ef9-45f1-ac5c-b3677df6023a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 210 time: 0.0317492 Oct 20 04:18:00.795838 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8c138aa0-17de-4f1c-a324-e6ea81d9ff94 req-e28acaca-34a4-48ad-abfe-54d3de4bc7af tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 210 time: 0.0266109 Oct 20 04:18:01.455512 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-5d10649a-0f85-4e4f-8670-7e245cc98bed tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:01.456992 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-5d10649a-0f85-4e4f-8670-7e245cc98bed tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/networks?id=90108119-384e-40ce-9bb2-81105334bdab HTTP/1.1" status: 200 len: 797 time: 0.1082990 Oct 20 04:18:01.503311 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-231a02c5-9413-4886-b5fc-ed05e78a7c73 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4 HTTP/1.1" status: 200 len: 380 time: 0.0349524 Oct 20 04:18:01.517074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'port': {'device_id': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'admin_state_up': True, 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'security_groups': ['7099b766-34e2-4f3a-8dae-13b45d846ac3']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:18:01.625241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Made reservation on behalf of 79bb8d46c9fb4b75a3bfcbeacc1bb8b4 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:18:01.628850 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:01.757795 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.20.0.14 (90108119-384e-40ce-9bb2-81105334bdab/699f8823-aaba-4d54-815b-c96cc2ff9e18/9d04dc0e-308e-42c2-8e4b-ad0e2e63c782) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:18:01.896943 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ab4b4013-be72-4c6f-8525-678438d9bebc req-4a065782-dc0f-4cec-a100-2c5bc0bf9a82 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 210 time: 0.0267482 Oct 20 04:18:01.900902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:01.935834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:01.977902 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 90108119-384e-40ce-9bb2-81105334bdab is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:18:01.981518 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:18:01.983979 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:18:02.018713 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:02.045136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:02.045767 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:02.061271 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-25a52256-bdba-44dd-8697-3036059f3cce tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5478735 Oct 20 04:18:02.075400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Request body: {'port': {'device_id': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:18:02.131820 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:02.264320 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-63ba75b7-939d-4835-bb9b-3241b202d462 None None] Provisioning complete for port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:02.265300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-63ba75b7-939d-4835-bb9b-3241b202d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:02.265630 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-63ba75b7-939d-4835-bb9b-3241b202d462 None None] Attempt 1 to provision port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 Oct 20 04:18:02.303222 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-63ba75b7-939d-4835-bb9b-3241b202d462 None None] Port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:18:02.400469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:18:02.407861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:02.420982 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Transition to ACTIVE for port object 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:18:02.425417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:02.503004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Pushing event updated for resources: {'Port': ['ID=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:02.532506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Attempting to bind port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:18:02.532842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Attempting to bind port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:18:02.533174 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Attempting to bind port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 on network 90108119-384e-40ce-9bb2-81105334bdab {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:18:02.537420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 on network 90108119-384e-40ce-9bb2-81105334bdab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:18:02.537746 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Attempting to bind port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 on network 90108119-384e-40ce-9bb2-81105334bdab {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:18:02.542478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:18:02.543341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Checking segment: {'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:18:02.543766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Bound using segment: {'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:18:02.544214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Bound port: 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae27ead2-306d-452b-958f-dd7dca4e8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90108119-384e-40ce-9bb2-81105334bdab'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:18:02.544599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:02.608004 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] For port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:18:02.611065 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] For port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782,segment=NetworkSegment(ae27ead2-306d-452b-958f-dd7dca4e8ae1),segment_id=ae27ead2-306d-452b-958f-dd7dca4e8ae1)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:18:02.615375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:02.618706 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:02.619651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:02.621660 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] 10.222.0.36 "PUT /v2.0/ports/9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 HTTP/1.1" status: 200 len: 1094 time: 0.5501833 Oct 20 04:18:02.623636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'tag': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:18:02.627010 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089da289-8325-4b50-8053-f0fe96dc1455" -d '{"events": [{"name": "network-changed", "server_uuid": "0caa4893-bce5-45d2-b183-acf23b0877fa", "tag": "9d04dc0e-308e-42c2-8e4b-ad0e2e63c782"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:18:02.675505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1f5bba-f7c6-428b-86c7-c8daa9a265c4 x-openstack-request-id: req-bd1f5bba-f7c6-428b-86c7-c8daa9a265c4 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:18:02.675799 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caa4893-bce5-45d2-b183-acf23b0877fa", "tag": "9d04dc0e-308e-42c2-8e4b-ad0e2e63c782", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:18:02.676054 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd1f5bba-f7c6-428b-86c7-c8daa9a265c4 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:18:02.676485 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1f5bba-f7c6-428b-86c7-c8daa9a265c4'] response: {'name': 'network-changed', 'server_uuid': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'tag': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782', 'status': 'completed', 'code': 200} Oct 20 04:18:02.712091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27639d9b-cf30-4fa7-86b0-2f1fe757df07 service neutron] Pushing event updated for resources: {'Port': ['ID=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:02.721017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-7e8df282-6603-4824-b701-427bb6f8bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:02.722519 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-7e8df282-6603-4824-b701-427bb6f8bc81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 1097 time: 0.0588877 Oct 20 04:18:02.767330 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-5e09058c-5eaa-42f5-8667-f9639fce5e01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 HTTP/1.1" status: 200 len: 217 time: 0.0358641 Oct 20 04:18:02.803980 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-63ba75b7-939d-4835-bb9b-3241b202d462 None None] Attempt 2 to provision port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 Oct 20 04:18:02.820717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-c365b1a2-00e2-4bb0-bd7e-2dbe6c0c6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:02.822174 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-c365b1a2-00e2-4bb0-bd7e-2dbe6c0c6811 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=699f8823-aaba-4d54-815b-c96cc2ff9e18 HTTP/1.1" status: 200 len: 835 time: 0.0484109 Oct 20 04:18:02.844018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-63ba75b7-939d-4835-bb9b-3241b202d462 None None] Port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 04:18:02.871144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-c3ff21e4-4cf5-4ed4-b88d-017493305aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:02.872649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-c3ff21e4-4cf5-4ed4-b88d-017493305aa6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90108119-384e-40ce-9bb2-81105334bdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424306 Oct 20 04:18:02.961899 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-5f619d76-cc2d-4442-99b8-afd6c2127d8d service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817702 Oct 20 04:18:03.018450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a1bbb-0218-48fb-bb8d-bf2bccd0a969 req-f2586dc0-02a5-4f97-8be4-b81bfb19f377 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:03.019937 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5a1a1bbb-0218-48fb-bb8d-bf2bccd0a969 req-f2586dc0-02a5-4f97-8be4-b81bfb19f377 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 944 time: 0.0491288 Oct 20 04:18:03.058032 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5a1a1bbb-0218-48fb-bb8d-bf2bccd0a969 req-e67e379a-3d85-48e9-8a22-b56b1d85848d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320055 Oct 20 04:18:03.060171 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ad77221-36cf-4c2a-9432-d28fb043c226 req-d2e5bd4f-7283-469c-adab-a0523f45429a service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906708 Oct 20 04:18:03.155602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089da289-8325-4b50-8053-f0fe96dc1455 req-8e02d732-1642-43f4-9236-a0777cffbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:03.157158 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-089da289-8325-4b50-8053-f0fe96dc1455 req-8e02d732-1642-43f4-9236-a0777cffbf8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 1097 time: 0.0416961 Oct 20 04:18:03.250390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089da289-8325-4b50-8053-f0fe96dc1455 req-6b5d236f-f54e-424c-badd-6854038a56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:03.251776 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-089da289-8325-4b50-8053-f0fe96dc1455 req-6b5d236f-f54e-424c-badd-6854038a56e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90108119-384e-40ce-9bb2-81105334bdab HTTP/1.1" status: 200 len: 898 time: 0.0867045 Oct 20 04:18:03.295660 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-089da289-8325-4b50-8053-f0fe96dc1455 req-0f0f78c1-8231-43c8-b643-28384a1b9d10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 HTTP/1.1" status: 200 len: 217 time: 0.0351787 Oct 20 04:18:03.349928 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089da289-8325-4b50-8053-f0fe96dc1455 req-ac8202a1-11a7-4034-bf34-7a840a6a5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:03.351452 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-089da289-8325-4b50-8053-f0fe96dc1455 req-ac8202a1-11a7-4034-bf34-7a840a6a5b51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=699f8823-aaba-4d54-815b-c96cc2ff9e18 HTTP/1.1" status: 200 len: 835 time: 0.0482481 Oct 20 04:18:03.401571 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089da289-8325-4b50-8053-f0fe96dc1455 req-09596bb0-b0c8-4500-b79b-6a7571efdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:03.403270 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-089da289-8325-4b50-8053-f0fe96dc1455 req-09596bb0-b0c8-4500-b79b-6a7571efdcf5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90108119-384e-40ce-9bb2-81105334bdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422943 Oct 20 04:18:03.496699 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-089da289-8325-4b50-8053-f0fe96dc1455 req-5aadef46-9398-4624-bd29-6d4ee25dddef service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835588 Oct 20 04:18:03.591873 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-089da289-8325-4b50-8053-f0fe96dc1455 req-443667a0-e02f-4b92-8b8b-e1d24700c029 service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872495 Oct 20 04:18:04.180693 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977c17a-9ae7-4f83-8fbb-79f64f6afb7e req-fb51fcda-8023-4695-9ade-0f8a3a48e46c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:04.182139 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5977c17a-9ae7-4f83-8fbb-79f64f6afb7e req-fb51fcda-8023-4695-9ade-0f8a3a48e46c tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 944 time: 0.0494103 Oct 20 04:18:04.220240 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5977c17a-9ae7-4f83-8fbb-79f64f6afb7e req-bc8317cc-f03f-4f74-864b-cd3d2b19c349 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Oct 20 04:18:04.393662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:18:04.515492 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782,segment=NetworkSegment(ae27ead2-306d-452b-958f-dd7dca4e8ae1),segment_id=ae27ead2-306d-452b-958f-dd7dca4e8ae1)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:18:04.528956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'port_id': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782', 'mac_address': 'fa:16:3e:30:43:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:18:04.570598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:18:04.570989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:04.586801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:18:04.608755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782,segment=NetworkSegment(ae27ead2-306d-452b-958f-dd7dca4e8ae1),segment_id=ae27ead2-306d-452b-958f-dd7dca4e8ae1)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:18:04.613512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:04.668967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:04.856063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['9d04dc0e-308e-42c2-8e4b-ad0e2e63c782'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:18:05.344733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b1d10-c9ee-4e79-8ea1-809db1d5d660 req-781d8292-363e-4113-866f-066d91cc87db tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:05.346186 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-283b1d10-c9ee-4e79-8ea1-809db1d5d660 req-781d8292-363e-4113-866f-066d91cc87db tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 945 time: 0.0522738 Oct 20 04:18:05.388192 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-283b1d10-c9ee-4e79-8ea1-809db1d5d660 req-3a6d6f50-8ed4-42c2-adf6-5e7db8ae0e3f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358925 Oct 20 04:18:06.406450 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:18:06.456748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:18:06.460974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:18:06.461346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:06.461678 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 Oct 20 04:18:06.519260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018006c-fb27-4099-8f8a-0a3c41a5e220 req-f3edf6e0-8b8a-44f5-aa17-6a2b4c91a594 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:06.520790 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d018006c-fb27-4099-8f8a-0a3c41a5e220 req-f3edf6e0-8b8a-44f5-aa17-6a2b4c91a594 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 945 time: 0.0558350 Oct 20 04:18:06.537942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:18:06.538328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:06.559996 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d018006c-fb27-4099-8f8a-0a3c41a5e220 req-e610b68e-4f3b-4c86-a774-34ba3f76b7ff tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332205 Oct 20 04:18:06.561130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:18:06.563391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc793104-ad65-4c24-ae80-28cf5c38c07b" -d '{"events": [{"server_uuid": "0caa4893-bce5-45d2-b183-acf23b0877fa", "name": "network-vif-plugged", "status": "completed", "tag": "9d04dc0e-308e-42c2-8e4b-ad0e2e63c782"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:18:06.580076 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782,segment=NetworkSegment(ae27ead2-306d-452b-958f-dd7dca4e8ae1),segment_id=ae27ead2-306d-452b-958f-dd7dca4e8ae1)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:18:06.589010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:06.616514 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8157972f-40a5-449c-a1ac-e1684b289115 x-openstack-request-id: req-8157972f-40a5-449c-a1ac-e1684b289115 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:18:06.617416 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caa4893-bce5-45d2-b183-acf23b0877fa", "name": "network-vif-plugged", "status": "completed", "tag": "9d04dc0e-308e-42c2-8e4b-ad0e2e63c782", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:18:06.617663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8157972f-40a5-449c-a1ac-e1684b289115 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:18:06.618050 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8157972f-40a5-449c-a1ac-e1684b289115'] response: {'server_uuid': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782', 'code': 200} Oct 20 04:18:06.647203 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:06.775243 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c531cd6-8f61-4a6e-b4b5-b5f54d85ed0c req-cf57ee28-1c70-40e7-81ec-834274cba658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:06.776752 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5c531cd6-8f61-4a6e-b4b5-b5f54d85ed0c req-cf57ee28-1c70-40e7-81ec-834274cba658 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 1099 time: 0.0396931 Oct 20 04:18:06.810808 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5c531cd6-8f61-4a6e-b4b5-b5f54d85ed0c req-957a9aba-c053-47f9-b5e0-06dc59d325f7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267770 Oct 20 04:18:07.680637 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527b844-096f-4f80-9054-6b138b58f3c0 req-8dd57215-6713-4caa-98cd-1a4f4fcca29d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:07.682157 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0527b844-096f-4f80-9054-6b138b58f3c0 req-8dd57215-6713-4caa-98cd-1a4f4fcca29d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0492620 Oct 20 04:18:07.720687 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0527b844-096f-4f80-9054-6b138b58f3c0 req-635f046e-ac08-46e0-a566-86b24d15a3ef tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 Oct 20 04:18:08.841667 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f66ec-50de-4dab-bf24-d5037103d00e req-ee05eb8b-0e66-4f7e-88e4-637355773ea1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:08.843144 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-623f66ec-50de-4dab-bf24-d5037103d00e req-ee05eb8b-0e66-4f7e-88e4-637355773ea1 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0486441 Oct 20 04:18:08.872152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:08.882042 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-623f66ec-50de-4dab-bf24-d5037103d00e req-f8fde074-6e0f-4bbf-838d-9c7fb4ef1e66 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330451 Oct 20 04:18:09.006304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f1e29-abbb-4065-86c9-6a8d95eef790 req-f6588bbf-fe00-4b35-a490-139c4604aa3a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:09.007676 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf4f1e29-abbb-4065-86c9-6a8d95eef790 req-f6588bbf-fe00-4b35-a490-139c4604aa3a tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0532665 Oct 20 04:18:09.046175 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf4f1e29-abbb-4065-86c9-6a8d95eef790 req-bbd36ce1-3e3b-4e9c-b45f-8b8f602ebba0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Oct 20 04:18:09.073641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36076) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:18:09.113675 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7986af-d68f-4aac-9b78-4a93ebf1bcf2 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:09.115178 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d7986af-d68f-4aac-9b78-4a93ebf1bcf2 tempest-TestNetworkAdvancedServerOps-496390113 tempest-TestNetworkAdvancedServerOps-496390113-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 1094 time: 0.0400698 Oct 20 04:18:09.118000 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36078) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:18:09.122247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:18:09.141535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:09.239906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:09.343391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Allocated IP 172.26.0.233 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/e1079a3c-d7e5-42cf-8e9f-5e70d24951c0) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:18:09.447614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:09.481361 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:09.523385 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:18:09.526282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:18:09.529886 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:18:09.535194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=e1079a3c-d7e5-42cf-8e9f-5e70d24951c0,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:09.891337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:09.955760 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:10.102367 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:10.107395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:10.174559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:10.176099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event updated for resources: {'Port': ['ID=e1079a3c-d7e5-42cf-8e9f-5e70d24951c0,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:10.273559 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Floating IP 6f4fce95-273b-40c2-b8d0-c2f556cf3a56 associated. External IP: 172.26.0.233, port: 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782. Oct 20 04:18:10.480756 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:18:10.587132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:18:10.596787 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27c933-c82a-4e7b-94fa-900030555888 None None] Sync routers for ids ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:18:10.605717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:10.608294 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27c933-c82a-4e7b-94fa-900030555888 None None] Routers {'66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:18:10.608920 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-db27c933-c82a-4e7b-94fa-900030555888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:17:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:10.632662 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-7ba163a7-4cd3-496e-bfb3-f6cd93f4176f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5136495 Oct 20 04:18:10.633387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'tag': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:18:10.635738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093ff024-dd99-4739-a197-22f894bea24e" -d '{"events": [{"name": "network-changed", "server_uuid": "0caa4893-bce5-45d2-b183-acf23b0877fa", "tag": "9d04dc0e-308e-42c2-8e4b-ad0e2e63c782"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:18:10.673138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852c44e6-a1e3-4217-9f3e-73c55914a976 x-openstack-request-id: req-852c44e6-a1e3-4217-9f3e-73c55914a976 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:18:10.673439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caa4893-bce5-45d2-b183-acf23b0877fa", "tag": "9d04dc0e-308e-42c2-8e4b-ad0e2e63c782", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:18:10.673693 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-852c44e6-a1e3-4217-9f3e-73c55914a976 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:18:10.674108 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852c44e6-a1e3-4217-9f3e-73c55914a976'] response: {'name': 'network-changed', 'server_uuid': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'tag': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782', 'status': 'completed', 'code': 200} Oct 20 04:18:10.720733 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-db27c933-c82a-4e7b-94fa-900030555888 None None] Set router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:18:10.738518 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa33eb3-bbb5-42b5-8766-eb35345be4c7 req-5fe45fc4-27b1-4549-a334-05355a6654b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:10.740070 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8aa33eb3-bbb5-42b5-8766-eb35345be4c7 req-5fe45fc4-27b1-4549-a334-05355a6654b2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0523312 Oct 20 04:18:10.746499 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ff024-dd99-4739-a197-22f894bea24e req-3a1ce710-8663-4b7a-879d-06481bf53fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:10.748156 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-093ff024-dd99-4739-a197-22f894bea24e req-3a1ce710-8663-4b7a-879d-06481bf53fe6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 1099 time: 0.0473859 Oct 20 04:18:10.779129 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8aa33eb3-bbb5-42b5-8766-eb35345be4c7 req-fc26bf77-fe89-4fff-b6d5-2d795396a6be tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330195 Oct 20 04:18:10.807412 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36084) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:18:10.849109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ff024-dd99-4739-a197-22f894bea24e req-f001e2c5-508b-4d8a-8e14-ade220eee94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:10.850692 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-093ff024-dd99-4739-a197-22f894bea24e req-f001e2c5-508b-4d8a-8e14-ade220eee94d service neutron] 10.222.0.36 "GET /v2.0/networks?id=90108119-384e-40ce-9bb2-81105334bdab HTTP/1.1" status: 200 len: 898 time: 0.0957136 Oct 20 04:18:10.874358 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-c2847a91-89d7-4b3c-a7da-4c43cf1acb04 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/6f4fce95-273b-40c2-b8d0-c2f556cf3a56 HTTP/1.1" status: 200 len: 992 time: 0.0657258 Oct 20 04:18:10.922972 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-093ff024-dd99-4739-a197-22f894bea24e req-faaa8655-0235-484d-8209-64a2e7bd871f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 HTTP/1.1" status: 200 len: 1000 time: 0.0648806 Oct 20 04:18:10.952855 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-db27c933-c82a-4e7b-94fa-900030555888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '6f4fce95-273b-40c2-b8d0-c2f556cf3a56', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.233', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'port_id': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'mac_address': 'fa:16:3e:30:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:18:09Z', 'updated_at': '2022-10-20T04:18:09Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62b145-2153-42ab-b784-44b6d3040e1d', 'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:53Z', 'updated_at': '2022-10-20T04:17:56Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:10.971837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ff024-dd99-4739-a197-22f894bea24e req-2ce0697e-a15a-40fe-b997-9b038a5701ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:10.973347 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-093ff024-dd99-4739-a197-22f894bea24e req-2ce0697e-a15a-40fe-b997-9b038a5701ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=699f8823-aaba-4d54-815b-c96cc2ff9e18 HTTP/1.1" status: 200 len: 835 time: 0.0432205 Oct 20 04:18:10.978480 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27c933-c82a-4e7b-94fa-900030555888 None None] Checking router: 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:18:10.987159 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27c933-c82a-4e7b-94fa-900030555888 None None] Routers {'66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:18:10.987746 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-db27c933-c82a-4e7b-94fa-900030555888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:17:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:11.018995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ff024-dd99-4739-a197-22f894bea24e req-e74a888f-8e8e-4b71-8872-2847d5c12c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:11.020412 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-093ff024-dd99-4739-a197-22f894bea24e req-e74a888f-8e8e-4b71-8872-2847d5c12c1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90108119-384e-40ce-9bb2-81105334bdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391941 Oct 20 04:18:11.090834 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-db27c933-c82a-4e7b-94fa-900030555888 None None] Set router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:18:11.116950 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-093ff024-dd99-4739-a197-22f894bea24e req-e76e2289-8c2d-44b9-980f-a2265bb75185 service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876355 Oct 20 04:18:11.207038 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-093ff024-dd99-4739-a197-22f894bea24e req-0868d55a-7c4f-4c76-aa8e-710d1f871c63 service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829177 Oct 20 04:18:11.454670 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-db27c933-c82a-4e7b-94fa-900030555888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '6f4fce95-273b-40c2-b8d0-c2f556cf3a56', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.233', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'port_id': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'mac_address': 'fa:16:3e:30:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:18:09Z', 'updated_at': '2022-10-20T04:18:09Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62b145-2153-42ab-b784-44b6d3040e1d', 'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:53Z', 'updated_at': '2022-10-20T04:17:56Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:11.486051 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27c933-c82a-4e7b-94fa-900030555888 None None] The sync data for ids ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'] in dv-neutron-861842-1-hyperv is: [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '6f4fce95-273b-40c2-b8d0-c2f556cf3a56', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'floating_ip_address': '172.26.0.233', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'port_id': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'mac_address': 'fa:16:3e:30:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:18:09Z', 'updated_at': '2022-10-20T04:18:09Z', 'revision_number': 0, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62b145-2153-42ab-b784-44b6d3040e1d', 'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:53Z', 'updated_at': '2022-10-20T04:17:56Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:18:11.678529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e15973-8407-4f89-85fc-7920aed7f3d1 None None] New status for floating IP 6f4fce95-273b-40c2-b8d0-c2f556cf3a56: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:18:11.878051 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36086) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:18:11.938598 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f1c637f8-a435-4bf2-a463-76348b50661f tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/6f4fce95-273b-40c2-b8d0-c2f556cf3a56 HTTP/1.1" status: 200 len: 994 time: 0.0593095 Oct 20 04:18:14.682788 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6107ff70-742e-4622-9103-1ff216d6f5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:14.690565 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:18:16.666527 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-461df21f-bf49-4c63-b0a4-4d0eac4cd2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:17.954262 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:19.451206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:19.688375 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:25.874877 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-f9eba6c4-2251-4c4d-9f67-f6ad8b988ddd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449688 Oct 20 04:18:25.959732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-247ddb10-a922-4280-85c1-e07464ad9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:25.961212 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-247ddb10-a922-4280-85c1-e07464ad9aad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 1099 time: 0.0412626 Oct 20 04:18:26.066851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-b91eafcf-e51f-423e-86e0-05d27824fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:26.068564 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-b91eafcf-e51f-423e-86e0-05d27824fe75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90108119-384e-40ce-9bb2-81105334bdab HTTP/1.1" status: 200 len: 898 time: 0.0855663 Oct 20 04:18:26.138956 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-93d4d3ff-c3ff-4886-84df-398af9637086 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 HTTP/1.1" status: 200 len: 1002 time: 0.0603166 Oct 20 04:18:26.187046 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-b5c9909d-52d1-4a92-9257-f289c2cb01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:26.188484 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-b5c9909d-52d1-4a92-9257-f289c2cb01dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=699f8823-aaba-4d54-815b-c96cc2ff9e18 HTTP/1.1" status: 200 len: 835 time: 0.0421968 Oct 20 04:18:26.234286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-d27a28b0-cba9-4993-a48c-f7dfff2d227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:26.235754 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-d27a28b0-cba9-4993-a48c-f7dfff2d227f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90108119-384e-40ce-9bb2-81105334bdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399165 Oct 20 04:18:26.328065 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-f037760a-44c9-49fe-9344-8dfb05753f76 service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853291 Oct 20 04:18:26.734847 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-559143d6-06f6-46aa-80f7-f1c54bf72381 req-5146228e-c2e3-4926-9982-8cdf4e515b12 service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989935 Oct 20 04:18:38.868457 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:44.675833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2b5edc8a-c252-4128-a90b-30cebeccfd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:46.668171 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-41dc909f-c010-4538-be30-9767a72d5bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:47.373747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db759a96-da63-4fb4-b792-5eb85a7c308f req-e2b207b2-442c-476b-81eb-862de0a7bb17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:47.375180 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-db759a96-da63-4fb4-b792-5eb85a7c308f req-e2b207b2-442c-476b-81eb-862de0a7bb17 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0483031 Oct 20 04:18:47.411730 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-db759a96-da63-4fb4-b792-5eb85a7c308f req-e67b556a-ed01-4e40-9fa5-3ac3ce615038 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Oct 20 04:18:47.957015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:48.539386 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da7068-0436-4272-9816-beb53db5cdcf req-d73f5097-827f-442f-bc22-ad3d61aa2dc2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:48.540908 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-17da7068-0436-4272-9816-beb53db5cdcf req-d73f5097-827f-442f-bc22-ad3d61aa2dc2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0523641 Oct 20 04:18:48.579499 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-17da7068-0436-4272-9816-beb53db5cdcf req-ffae07ad-3693-47cd-9231-5439c2e91499 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324359 Oct 20 04:18:48.607343 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36106) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:18:48.667796 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b5fb9f08-e2fb-487f-86f3-acc43060bd5d tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/6f4fce95-273b-40c2-b8d0-c2f556cf3a56 HTTP/1.1" status: 200 len: 994 time: 0.0591986 Oct 20 04:18:49.452801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:49.690421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:50.000296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd7040-d16b-46a9-a895-9a3d229c2d88 req-0f763b42-2066-485d-a74e-56d580395d84 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:50.001663 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1bdd7040-d16b-46a9-a895-9a3d229c2d88 req-0f763b42-2066-485d-a74e-56d580395d84 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0717418 Oct 20 04:18:50.030803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75d213-2420-47bb-9b01-838d900fa55c req-ec5d3320-d89b-41ff-9cc5-10cf4998def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:50.032205 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b75d213-2420-47bb-9b01-838d900fa55c req-ec5d3320-d89b-41ff-9cc5-10cf4998def2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 1099 time: 0.0654798 Oct 20 04:18:50.058822 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1bdd7040-d16b-46a9-a895-9a3d229c2d88 req-a8d2b517-3afd-424b-9af8-2734de70db12 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505135 Oct 20 04:18:50.133903 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75d213-2420-47bb-9b01-838d900fa55c req-d071988e-1818-4c49-8f88-0b6cd07225fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:50.135352 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b75d213-2420-47bb-9b01-838d900fa55c req-d071988e-1818-4c49-8f88-0b6cd07225fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=90108119-384e-40ce-9bb2-81105334bdab HTTP/1.1" status: 200 len: 898 time: 0.0906875 Oct 20 04:18:50.206250 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b75d213-2420-47bb-9b01-838d900fa55c req-4a916919-a3ec-4a9a-b78b-277b397fe4c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 HTTP/1.1" status: 200 len: 1002 time: 0.0607154 Oct 20 04:18:50.258672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75d213-2420-47bb-9b01-838d900fa55c req-93b5ce6f-bf71-4e6a-b38a-d70126bffed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:50.260123 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b75d213-2420-47bb-9b01-838d900fa55c req-93b5ce6f-bf71-4e6a-b38a-d70126bffed4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=699f8823-aaba-4d54-815b-c96cc2ff9e18 HTTP/1.1" status: 200 len: 835 time: 0.0434155 Oct 20 04:18:50.307618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75d213-2420-47bb-9b01-838d900fa55c req-44d06ed1-ee91-4ac9-bcbb-7db364fe8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:50.309806 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b75d213-2420-47bb-9b01-838d900fa55c req-44d06ed1-ee91-4ac9-bcbb-7db364fe8436 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90108119-384e-40ce-9bb2-81105334bdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398805 Oct 20 04:18:50.406082 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b75d213-2420-47bb-9b01-838d900fa55c req-37f04722-6867-439c-a4e2-58492aaa57a5 service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857439 Oct 20 04:18:50.500434 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1b75d213-2420-47bb-9b01-838d900fa55c req-a16d033b-d4ad-45d8-a3f3-0ec0c1f916b1 service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830543 Oct 20 04:18:51.185628 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d35a2a-0074-4b9e-8d14-695ae5657eb8 req-a59165b6-6edb-4d3a-a17f-ff0f389e7c31 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:51.187150 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d4d35a2a-0074-4b9e-8d14-695ae5657eb8 req-a59165b6-6edb-4d3a-a17f-ff0f389e7c31 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0522101 Oct 20 04:18:51.225393 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d4d35a2a-0074-4b9e-8d14-695ae5657eb8 req-6e96e935-c1d1-4f5d-be54-6dd5e56785e0 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Oct 20 04:18:51.689757 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:18:52.347137 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c6894-2409-4688-aa19-f50e653e2d6f req-973e764e-50d2-4eaa-a961-c045426d004b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:52.348635 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c00c6894-2409-4688-aa19-f50e653e2d6f req-973e764e-50d2-4eaa-a961-c045426d004b tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0492096 Oct 20 04:18:52.390112 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c00c6894-2409-4688-aa19-f50e653e2d6f req-30d2c727-7657-452d-959b-81294a4733d2 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354979 Oct 20 04:18:52.419656 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36118) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:18:52.478387 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f1959185-fe48-482f-a939-d36ce9e97685 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/floatingips/6f4fce95-273b-40c2-b8d0-c2f556cf3a56 HTTP/1.1" status: 200 len: 994 time: 0.0576472 Oct 20 04:18:52.744694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36124) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:18:52.901145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port e1079a3c-d7e5-42cf-8e9f-5e70d24951c0 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:18:52.901490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:52.979159 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:52.979484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:52.991236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for e1079a3c-d7e5-42cf-8e9f-5e70d24951c0 owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:18:53.139114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:53.165130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=e1079a3c-d7e5-42cf-8e9f-5e70d24951c0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:53.187884 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.188230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.188598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.188936 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.189270 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.189606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.189937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.190284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.190626 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.191029 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.191536 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.191869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:53.233362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:53.233694 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Floating IP 6f4fce95-273b-40c2-b8d0-c2f556cf3a56 disassociated (deleted). External IP: 172.26.0.233, port: 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782. Oct 20 04:18:53.441171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:18:53.547621 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:18:53.552525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:53.557276 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cc8a6-201f-48a9-8219-30f20622753f None None] Sync routers for ids ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:18:53.567023 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45cc8a6-201f-48a9-8219-30f20622753f None None] Routers {'66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:18:53.567870 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c45cc8a6-201f-48a9-8219-30f20622753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:53.579590 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-597a139d-4277-412c-9b35-3767ac7121b4 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/floatingips/6f4fce95-273b-40c2-b8d0-c2f556cf3a56 HTTP/1.1" status: 204 len: 168 time: 0.8339093 Oct 20 04:18:53.580360 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'tag': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:18:53.582725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8422986b-8ba0-4325-bbfe-77281c3c80a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0caa4893-bce5-45d2-b183-acf23b0877fa", "tag": "9d04dc0e-308e-42c2-8e4b-ad0e2e63c782"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:18:53.626018 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a689b54-9786-4688-9a98-4128701e3b59 x-openstack-request-id: req-5a689b54-9786-4688-9a98-4128701e3b59 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:18:53.626313 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caa4893-bce5-45d2-b183-acf23b0877fa", "tag": "9d04dc0e-308e-42c2-8e4b-ad0e2e63c782", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:18:53.626567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a689b54-9786-4688-9a98-4128701e3b59 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:18:53.626978 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a689b54-9786-4688-9a98-4128701e3b59'] response: {'name': 'network-changed', 'server_uuid': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'tag': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782', 'status': 'completed', 'code': 200} Oct 20 04:18:53.679166 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c45cc8a6-201f-48a9-8219-30f20622753f None None] Set router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:18:53.700729 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422986b-8ba0-4325-bbfe-77281c3c80a0 req-728c9065-28bd-4779-bfb1-52088283efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:53.702206 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8422986b-8ba0-4325-bbfe-77281c3c80a0 req-728c9065-28bd-4779-bfb1-52088283efac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 1099 time: 0.0457485 Oct 20 04:18:53.815650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422986b-8ba0-4325-bbfe-77281c3c80a0 req-5aa4172d-19db-453a-b253-9f0efebab214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:53.817822 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8422986b-8ba0-4325-bbfe-77281c3c80a0 req-5aa4172d-19db-453a-b253-9f0efebab214 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90108119-384e-40ce-9bb2-81105334bdab HTTP/1.1" status: 200 len: 898 time: 0.1014888 Oct 20 04:18:53.821032 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61d4ff-b4fc-4a51-b86e-db8ed2336c78 req-952d6d18-6be5-42c8-98de-82589a52aa29 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:53.822491 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0c61d4ff-b4fc-4a51-b86e-db8ed2336c78 req-952d6d18-6be5-42c8-98de-82589a52aa29 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0531824 Oct 20 04:18:53.861978 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0c61d4ff-b4fc-4a51-b86e-db8ed2336c78 req-cb4a0a96-5702-4dda-81b5-8d1ff700a077 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332117 Oct 20 04:18:53.865102 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8422986b-8ba0-4325-bbfe-77281c3c80a0 req-ff970c89-a77e-48fb-afc0-5039d29a5a55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 HTTP/1.1" status: 200 len: 217 time: 0.0373545 Oct 20 04:18:53.889596 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c45cc8a6-201f-48a9-8219-30f20622753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '6b62b145-2153-42ab-b784-44b6d3040e1d', 'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:53Z', 'updated_at': '2022-10-20T04:17:56Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:53.920890 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422986b-8ba0-4325-bbfe-77281c3c80a0 req-f42d484d-e312-46b0-a2af-ea1af40be840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:53.922351 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8422986b-8ba0-4325-bbfe-77281c3c80a0 req-f42d484d-e312-46b0-a2af-ea1af40be840 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=699f8823-aaba-4d54-815b-c96cc2ff9e18 HTTP/1.1" status: 200 len: 835 time: 0.0501552 Oct 20 04:18:53.922483 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cc8a6-201f-48a9-8219-30f20622753f None None] Checking router: 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:18:53.930654 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45cc8a6-201f-48a9-8219-30f20622753f None None] Routers {'66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:18:53.931249 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c45cc8a6-201f-48a9-8219-30f20622753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:53.969052 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422986b-8ba0-4325-bbfe-77281c3c80a0 req-2a2c58ca-d984-42ac-b796-cf8389ff658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:53.970446 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8422986b-8ba0-4325-bbfe-77281c3c80a0 req-2a2c58ca-d984-42ac-b796-cf8389ff658d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90108119-384e-40ce-9bb2-81105334bdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412319 Oct 20 04:18:54.036229 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c45cc8a6-201f-48a9-8219-30f20622753f None None] Set router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:18:54.060957 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8422986b-8ba0-4325-bbfe-77281c3c80a0 req-cd47726d-faaf-4d5c-b840-1c4b528e3d0e service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829477 Oct 20 04:18:54.159122 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8422986b-8ba0-4325-bbfe-77281c3c80a0 req-d09d5cb5-585b-41e5-95ae-bcbe39bfa922 service neutron] 10.222.0.36 "GET /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911577 Oct 20 04:18:54.229082 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c45cc8a6-201f-48a9-8219-30f20622753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '6b62b145-2153-42ab-b784-44b6d3040e1d', 'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:53Z', 'updated_at': '2022-10-20T04:17:56Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:54.254978 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cc8a6-201f-48a9-8219-30f20622753f None None] The sync data for ids ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'] in dv-neutron-861842-1-hyperv is: [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:53Z', 'revision_number': 4, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '6b62b145-2153-42ab-b784-44b6d3040e1d', 'name': '', 'network_id': '90108119-384e-40ce-9bb2-81105334bdab', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:53Z', 'updated_at': '2022-10-20T04:17:56Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'subnets': [{'id': '699f8823-aaba-4d54-815b-c96cc2ff9e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:18:54.466828 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88626b59-8a1c-4c47-835c-543fe3498988 None None] New status for floating IP 6f4fce95-273b-40c2-b8d0-c2f556cf3a56: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:18:54.990095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd6ed2-fb9b-4741-8baf-2dc52c09624d req-78781afc-94ac-4896-8e69-93acb97062cf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:54.991618 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-94cd6ed2-fb9b-4741-8baf-2dc52c09624d req-78781afc-94ac-4896-8e69-93acb97062cf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0495172 Oct 20 04:18:55.029456 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-94cd6ed2-fb9b-4741-8baf-2dc52c09624d req-1eb13642-107b-4c9f-89bb-3dc44e8c234e tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/security-groups?id=7099b766-34e2-4f3a-8dae-13b45d846ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313246 Oct 20 04:18:55.571372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c983768-6f41-43ee-89e7-3b1617b99f1f req-3a030e1b-6a9c-47e5-a0a5-15724d97c576 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:18:55.572713 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c983768-6f41-43ee-89e7-3b1617b99f1f req-3a030e1b-6a9c-47e5-a0a5-15724d97c576 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 946 time: 0.0483246 Oct 20 04:18:55.667061 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-3c983768-6f41-43ee-89e7-3b1617b99f1f req-37cc4498-2d2f-403b-b102-dcf6984eea43 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:18:55.667570 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3c983768-6f41-43ee-89e7-3b1617b99f1f req-37cc4498-2d2f-403b-b102-dcf6984eea43 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:55.754614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-3c983768-6f41-43ee-89e7-3b1617b99f1f req-37cc4498-2d2f-403b-b102-dcf6984eea43 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782,segment=NetworkSegment(ae27ead2-306d-452b-958f-dd7dca4e8ae1),segment_id=ae27ead2-306d-452b-958f-dd7dca4e8ae1)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:18:55.754969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3c983768-6f41-43ee-89e7-3b1617b99f1f req-37cc4498-2d2f-403b-b102-dcf6984eea43 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:55.771665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-3c983768-6f41-43ee-89e7-3b1617b99f1f req-37cc4498-2d2f-403b-b102-dcf6984eea43 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:18:55.898101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3c983768-6f41-43ee-89e7-3b1617b99f1f req-37cc4498-2d2f-403b-b102-dcf6984eea43 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:55.926509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc4498-2d2f-403b-b102-dcf6984eea43 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=9d04dc0e-308e-42c2-8e4b-ad0e2e63c782,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:55.973758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c983768-6f41-43ee-89e7-3b1617b99f1f req-37cc4498-2d2f-403b-b102-dcf6984eea43 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] No DVR routers for this DVR port 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:18:55.976295 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3c983768-6f41-43ee-89e7-3b1617b99f1f req-37cc4498-2d2f-403b-b102-dcf6984eea43 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:55.979656 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c983768-6f41-43ee-89e7-3b1617b99f1f req-37cc4498-2d2f-403b-b102-dcf6984eea43 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.36 "DELETE /v2.0/ports/9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 HTTP/1.1" status: 204 len: 173 time: 0.3979967 Oct 20 04:18:55.980170 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'name': 'network-vif-deleted', 'tag': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:18:55.982509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924a2c44-979a-4bc1-b6fd-20d778ff9109" -d '{"events": [{"server_uuid": "0caa4893-bce5-45d2-b183-acf23b0877fa", "name": "network-vif-deleted", "tag": "9d04dc0e-308e-42c2-8e4b-ad0e2e63c782"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:18:56.019417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519266b1-baeb-4045-842a-e7883fc80325 x-openstack-request-id: req-519266b1-baeb-4045-842a-e7883fc80325 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:18:56.020003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caa4893-bce5-45d2-b183-acf23b0877fa", "name": "network-vif-deleted", "tag": "9d04dc0e-308e-42c2-8e4b-ad0e2e63c782", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:18:56.020003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-519266b1-baeb-4045-842a-e7883fc80325 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:18:56.020389 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-519266b1-baeb-4045-842a-e7883fc80325'] response: {'server_uuid': '0caa4893-bce5-45d2-b183-acf23b0877fa', 'name': 'network-vif-deleted', 'tag': '9d04dc0e-308e-42c2-8e4b-ad0e2e63c782', 'status': 'completed', 'code': 200} Oct 20 04:18:56.144827 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-23a626cc-48b6-4661-bcd2-e68c2324b88e req-48044c77-c130-479e-813d-205fcb7c63d6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "GET /v2.0/ports?device_id=0caa4893-bce5-45d2-b183-acf23b0877fa HTTP/1.1" status: 200 len: 210 time: 0.0275271 Oct 20 04:18:57.206527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36140) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:18:57.562731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:57.812398 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 6b62b145-2153-42ab-b784-44b6d3040e1d {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:18:57.812784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:57.898259 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port 6b62b145-2153-42ab-b784-44b6d3040e1d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=6b62b145-2153-42ab-b784-44b6d3040e1d,segment=NetworkSegment(ae27ead2-306d-452b-958f-dd7dca4e8ae1),segment_id=ae27ead2-306d-452b-958f-dd7dca4e8ae1)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:18:57.898617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:57.910841 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 6b62b145-2153-42ab-b784-44b6d3040e1d owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:18:58.097550 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:58.130120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=6b62b145-2153-42ab-b784-44b6d3040e1d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:58.305689 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:58.638696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:18:58.660775 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:18:58.661097 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 9d04dc0e-308e-42c2-8e4b-ad0e2e63c782 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:18:58.829943 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:18:58.935525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:18:58.940431 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-52101881-1ffb-43c6-9749-b3223f695d87 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "PUT /v2.0/routers/66f91a59-e24c-4bfd-a266-8aeeb5b97e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328570 Oct 20 04:18:58.943589 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36142) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:18:58.945901 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a9920-9e8c-4c85-a467-b7e0c47c5e78 None None] Sync routers for ids ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:18:58.956480 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a9920-9e8c-4c85-a467-b7e0c47c5e78 None None] Routers {'66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:18:58.957084 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-621a9920-9e8c-4c85-a467-b7e0c47c5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:58.995188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-171e760b-1f0e-4c73-9e2a-c513260ffbdf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting subnet 699f8823-aaba-4d54-815b-c96cc2ff9e18 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:18:58.998425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-171e760b-1f0e-4c73-9e2a-c513260ffbdf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.038128 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-171e760b-1f0e-4c73-9e2a-c513260ffbdf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.060180 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-621a9920-9e8c-4c85-a467-b7e0c47c5e78 None None] Set router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:18:59.123372 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-171e760b-1f0e-4c73-9e2a-c513260ffbdf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.180826 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-171e760b-1f0e-4c73-9e2a-c513260ffbdf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.211138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-171e760b-1f0e-4c73-9e2a-c513260ffbdf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.215697 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-171e760b-1f0e-4c73-9e2a-c513260ffbdf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/subnets/699f8823-aaba-4d54-815b-c96cc2ff9e18 HTTP/1.1" status: 204 len: 168 time: 0.2707770 Oct 20 04:18:59.218394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23384712-4fa4-4686-b57f-eb6a220e769e None None] Network 90108119-384e-40ce-9bb2-81105334bdab requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:18:59.218601 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36144) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:18:59.225800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e760b-1f0e-4c73-9e2a-c513260ffbdf tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Subnet': ['ID=699f8823-aaba-4d54-815b-c96cc2ff9e18,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:59.248028 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-621a9920-9e8c-4c85-a467-b7e0c47c5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:18:58Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:59.275768 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a9920-9e8c-4c85-a467-b7e0c47c5e78 None None] Checking router: 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:18:59.284176 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a9920-9e8c-4c85-a467-b7e0c47c5e78 None None] Routers {'66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:18:59.284828 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-621a9920-9e8c-4c85-a467-b7e0c47c5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:59.332659 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.430395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] DHCP port deletion for 90108119-384e-40ce-9bb2-81105334bdab request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:18:59.452683 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.481336 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Deleting port 477fab58-b5cb-4b85-b9dd-a103230694b7 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:18:59.481622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.492802 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-621a9920-9e8c-4c85-a467-b7e0c47c5e78 None None] Set router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:18:59.510481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Deleting port 88826b9e-5130-40ac-95e0-8a40fa5857da {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:18:59.510937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.550250 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] For port 477fab58-b5cb-4b85-b9dd-a103230694b7, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=477fab58-b5cb-4b85-b9dd-a103230694b7,segment=NetworkSegment(ae27ead2-306d-452b-958f-dd7dca4e8ae1),segment_id=ae27ead2-306d-452b-958f-dd7dca4e8ae1)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:18:59.550661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.563386 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Calling delete_port for 477fab58-b5cb-4b85-b9dd-a103230694b7 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:18:59.602023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] For port 88826b9e-5130-40ac-95e0-8a40fa5857da, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=88826b9e-5130-40ac-95e0-8a40fa5857da,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:18:59.602398 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.615134 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Calling delete_port for 88826b9e-5130-40ac-95e0-8a40fa5857da owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:18:59.650710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.680946 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-621a9920-9e8c-4c85-a467-b7e0c47c5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:18:58Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:18:59.682130 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Pushing event deleted for resources: {'Port': ['ID=477fab58-b5cb-4b85-b9dd-a103230694b7,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:59.685101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] No DVR routers for this DVR port 477fab58-b5cb-4b85-b9dd-a103230694b7 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:18:59.695765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.696379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.700029 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.700748 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.701171 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.701633 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.702039 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.702472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.702870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.703271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.703677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.704063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537267e-642b-4fe4-b104-6ae0b3c22053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:18:59.715658 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a9920-9e8c-4c85-a467-b7e0c47c5e78 None None] The sync data for ids ['66f91a59-e24c-4bfd-a266-8aeeb5b97e6e'] in dv-neutron-861842-1-hyperv is: [{'id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820105892', 'tenant_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:18:58Z', 'revision_number': 5, 'project_id': '79bb8d46c9fb4b75a3bfcbeacc1bb8b4', 'gw_port': {'id': '88826b9e-5130-40ac-95e0-8a40fa5857da', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f91a59-e24c-4bfd-a266-8aeeb5b97e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:17:50Z', 'updated_at': '2022-10-20T04:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:18:59.803119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.834006 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Port': ['ID=88826b9e-5130-40ac-95e0-8a40fa5857da,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:18:59.893638 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.985407 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:18:59.987620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.034742 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.035532 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Fanout notify agent at l3_agent the message router_deleted on router 66f91a59-e24c-4bfd-a266-8aeeb5b97e6e {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:19:00.043777 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.044940 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-aa1cb048-c400-4918-ac0e-ca347012b679 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/routers/66f91a59-e24c-4bfd-a266-8aeeb5b97e6e HTTP/1.1" status: 204 len: 168 time: 0.8252780 Oct 20 04:19:00.047666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36146) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:00.131520 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.229064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 477fab58-b5cb-4b85-b9dd-a103230694b7 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:19:00.232104 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.250660 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 477fab58-b5cb-4b85-b9dd-a103230694b7 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:19:00.250999 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 477fab58-b5cb-4b85-b9dd-a103230694b7 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:19:00.251417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6b62b145-2153-42ab-b784-44b6d3040e1d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:19:00.253513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90108119-384e-40ce-9bb2-81105334bdab']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:00.263469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae27ead2-306d-452b-958f-dd7dca4e8ae1') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:00.263744 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae27ead2-306d-452b-958f-dd7dca4e8ae1') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:00.271996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 6b62b145-2153-42ab-b784-44b6d3040e1d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:19:00.272705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 6b62b145-2153-42ab-b784-44b6d3040e1d not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:19:00.275334 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.291281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.299326 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:19:00.299709 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.322576 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment ae27ead2-306d-452b-958f-dd7dca4e8ae1 resource provider aggregate not found Oct 20 04:19:00.365495 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment ae27ead2-306d-452b-958f-dd7dca4e8ae1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae27ead2-306d-452b-958f-dd7dca4e8ae1 found for delete ", "request_id": "req-3138aa56-f7e8-488e-bcc0-aa1e830de2ee"}]} Oct 20 04:19:00.375422 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.385041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.390732 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/networks/90108119-384e-40ce-9bb2-81105334bdab HTTP/1.1" status: 204 len: 168 time: 0.3393393 Oct 20 04:19:00.391056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36152) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:00.399589 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca356a6-0774-4bbb-be4d-046ac0c2b363 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'Network': ['ID=90108119-384e-40ce-9bb2-81105334bdab,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:00.454696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.480292 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.538473 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.541038 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:00.542222 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] 10.222.0.20 "DELETE /v2.0/security-groups/7099b766-34e2-4f3a-8dae-13b45d846ac3 HTTP/1.1" status: 204 len: 168 time: 0.1501281 Oct 20 04:19:00.551315 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7099b766-34e2-4f3a-8dae-13b45d846ac3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:00.558424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.558769 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.559107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.559443 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.559777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.560106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.560464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.560794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.561118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.561438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.561760 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.562081 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877dc3f6-25ac-49a3-9380-56573bf0b0c6 tempest-TestNetworkAdvancedServerOps-354341240 tempest-TestNetworkAdvancedServerOps-354341240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:00.883597 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36160) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:01.031826 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ef3f1695-8c9c-43bf-ba14-04d824c61e03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79bb8d46c9fb4b75a3bfcbeacc1bb8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470118 Oct 20 04:19:01.034357 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36164) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:01.081945 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-216e-4a2c-b841-9b0bbcea20b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:01.102109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-216e-4a2c-b841-9b0bbcea20b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:01.149905 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-216e-4a2c-b841-9b0bbcea20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:01.153132 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-216e-4a2c-b841-9b0bbcea20b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:01.154276 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-842ceeca-216e-4a2c-b841-9b0bbcea20b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/002fbf12-3c3c-4b4c-8b92-3312b03374a3 HTTP/1.1" status: 204 len: 168 time: 0.1190190 Oct 20 04:19:01.162094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ceeca-216e-4a2c-b841-9b0bbcea20b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002fbf12-3c3c-4b4c-8b92-3312b03374a3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:01.416391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36170) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:01.430139 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fed53162-952b-4ef5-9950-e0d5b5ab3174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:01.507075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fed53162-952b-4ef5-9950-e0d5b5ab3174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:01.511021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fed53162-952b-4ef5-9950-e0d5b5ab3174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:01.552050 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-fed53162-952b-4ef5-9950-e0d5b5ab3174 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98891af359e245db9140b771d49e3514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340413 Oct 20 04:19:01.554252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed53162-952b-4ef5-9950-e0d5b5ab3174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c306ca-311c-4184-8635-87ef1b4caa30,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:01.554976 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36172) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:01.608365 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4c93c248-7b50-4458-ba8a-189ad4aec515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:01.629585 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4c93c248-7b50-4458-ba8a-189ad4aec515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:01.676213 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4c93c248-7b50-4458-ba8a-189ad4aec515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:01.678810 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4c93c248-7b50-4458-ba8a-189ad4aec515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:01.679927 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-4c93c248-7b50-4458-ba8a-189ad4aec515 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82c306ca-311c-4184-8635-87ef1b4caa30 HTTP/1.1" status: 204 len: 168 time: 0.1239374 Oct 20 04:19:01.687992 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93c248-7b50-4458-ba8a-189ad4aec515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c306ca-311c-4184-8635-87ef1b4caa30,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:02.130424 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 88826b9e-5130-40ac-95e0-8a40fa5857da no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:19:02.154174 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 88826b9e-5130-40ac-95e0-8a40fa5857da {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:19:02.154553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 88826b9e-5130-40ac-95e0-8a40fa5857da not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:19:02.370645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36194) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:02.464474 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2032297957-network', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:02.483121 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Made reservation on behalf of 5e13d792091f4db8a37cb6705055e26c for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:19:02.485387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:02.493895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:02.574292 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:02.577971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:02.601849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:19:02.611891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6205cc50-c451-4864-b903-02744756da20,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:02.616688 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:02.617030 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Added segment fa08b856-0088-43cf-92b4-21a8c54ae101 of type vlan for network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 Oct 20 04:19:02.657613 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:02.681445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:02.683141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:02.683796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:02.716395 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3445864 Oct 20 04:19:02.719406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36198) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:02.724440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] Request body: {'subnet': {'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2032297957-subnet', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:02.745607 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] Made reservation on behalf of 5e13d792091f4db8a37cb6705055e26c for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:19:02.746856 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeca22a-a4a1-47bf-8a05-e6911287671d admin admin] Pushing event updated for resources: {'Network': ['ID=5a4a5241-6101-4143-8da1-0ea87a7a0d32,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:02.748187 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:02.757503 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:19:02.915119 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:02.968679 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c80786-d64a-4b30-9ccc-0d38ef752825,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:02.978671 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] Checking segment: {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:19:02.979031 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] Network hostable DHCP agents. Network: 5a4a5241-6101-4143-8da1-0ea87a7a0d32, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:19:02.995857 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] Network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:19:03.004566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 5a4a5241-6101-4143-8da1-0ea87a7a0d32) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:03.008557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:03.009157 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.014735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe99a96-ed0d-4416-807f-a6537d1e9323 None None] Network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:19:03.029441 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e804a34d-ee6b-4666-bb2d-237e70a1303b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3088682 Oct 20 04:19:03.032151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36200) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:03.036293 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:03.056730 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.057738 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.114236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.163184 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:19:03.164148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.250107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.307911 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Allocated IP 172.20.0.2 (5a4a5241-6101-4143-8da1-0ea87a7a0d32/c1c80786-d64a-4b30-9ccc-0d38ef752825/d97c4503-4b2a-410c-918a-2aea4c28f822) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:19:03.457377 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.463738 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.507149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:19:03.510051 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:03.514503 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:19:03.520016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Pushing event updated for resources: {'Port': ['ID=d97c4503-4b2a-410c-918a-2aea4c28f822,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:03.575865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Attempting to bind port d97c4503-4b2a-410c-918a-2aea4c28f822 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:19:03.576254 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Attempting to bind port d97c4503-4b2a-410c-918a-2aea4c28f822 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:19:03.576643 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Attempting to bind port d97c4503-4b2a-410c-918a-2aea4c28f822 on network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:19:03.582040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:19:03.582415 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Checking segment: {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:19:03.582818 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.583317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Bound using segment: {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:19:03.583662 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Bound port: d97c4503-4b2a-410c-918a-2aea4c28f822, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:19:03.584040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.655579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] For port d97c4503-4b2a-410c-918a-2aea4c28f822, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:19:03.659622 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] For port d97c4503-4b2a-410c-918a-2aea4c28f822, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d97c4503-4b2a-410c-918a-2aea4c28f822,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:19:03.665037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.722958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e19fb-c864-40ac-af5c-ee2934c1e4aa None None] Pushing event updated for resources: {'Port': ['ID=d97c4503-4b2a-410c-918a-2aea4c28f822,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:03.766346 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.785356 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:03.911702 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Allocated IP 172.26.0.216 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/cfa6bd92-c14c-45d8-a1dd-346de524d29a) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:19:04.018515 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:04.050615 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:04.091095 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:19:04.093862 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:04.097307 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:19:04.125598 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Pushing event updated for resources: {'Port': ['ID=cfa6bd92-c14c-45d8-a1dd-346de524d29a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:04.209655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d97c4503-4b2a-410c-918a-2aea4c28f822 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:04.259125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port d97c4503-4b2a-410c-918a-2aea4c28f822 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:04.259615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:04.260026 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port d97c4503-4b2a-410c-918a-2aea4c28f822 Oct 20 04:19:04.354996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port d97c4503-4b2a-410c-918a-2aea4c28f822 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:04.354996 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:04.365395 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:04.389198 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port d97c4503-4b2a-410c-918a-2aea4c28f822, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d97c4503-4b2a-410c-918a-2aea4c28f822,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:19:04.394443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:04.447544 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=d97c4503-4b2a-410c-918a-2aea4c28f822,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:04.579255 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:04.615897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd702e3-9684-4647-94d3-4d85b18be5d5 None None] Network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:19:04.679302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-5c4d7627-86bf-4687-8da4-5ad6e8ec91db None None] Provisioning complete for port d97c4503-4b2a-410c-918a-2aea4c28f822 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:04.679668 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7627-86bf-4687-8da4-5ad6e8ec91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:04.679998 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5c4d7627-86bf-4687-8da4-5ad6e8ec91db None None] Attempt 1 to provision port d97c4503-4b2a-410c-918a-2aea4c28f822 Oct 20 04:19:04.714047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Router c74d7345-faea-426d-82bc-261ac1fc67b3 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:19:04.820593 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:19:04.822485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d7627-86bf-4687-8da4-5ad6e8ec91db None None] Current status of the port d97c4503-4b2a-410c-918a-2aea4c28f822 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:04.834846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Sync routers for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:19:04.839351 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:04.843481 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36202) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:04.844007 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-31c7a1a6-b43a-45b4-90eb-7ef12d3b551d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8104484 Oct 20 04:19:04.849596 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:19:04.850202 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:04.960835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:19:05.153165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:04Z', 'revision_number': 3, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:05.156479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fda899ef-ac66-4a5b-ad55-c8cf0b1f128f None None] Provisioning complete for port d97c4503-4b2a-410c-918a-2aea4c28f822 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:05.156846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fda899ef-ac66-4a5b-ad55-c8cf0b1f128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.157172 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-fda899ef-ac66-4a5b-ad55-c8cf0b1f128f None None] Attempt 1 to provision port d97c4503-4b2a-410c-918a-2aea4c28f822 Oct 20 04:19:05.185229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Checking router: c74d7345-faea-426d-82bc-261ac1fc67b3 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:19:05.185573 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Updating router c74d7345-faea-426d-82bc-261ac1fc67b3 port cfa6bd92-c14c-45d8-a1dd-346de524d29a binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:19:05.234293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.287493 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.376896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fda899ef-ac66-4a5b-ad55-c8cf0b1f128f None None] Current status of the port d97c4503-4b2a-410c-918a-2aea4c28f822 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:05.456330 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Allocated IP 172.20.0.1 (5a4a5241-6101-4143-8da1-0ea87a7a0d32/c1c80786-d64a-4b30-9ccc-0d38ef752825/2947b1a9-9e86-42aa-82a2-b07815d4fa30) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:19:05.587175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.628094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.683370 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:19:05.686602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:05.691106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:19:05.694632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2947b1a9-9e86-42aa-82a2-b07815d4fa30,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:05.732098 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.739481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.745473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.782601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Attempting to bind port cfa6bd92-c14c-45d8-a1dd-346de524d29a on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:19:05.782974 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Attempting to bind port cfa6bd92-c14c-45d8-a1dd-346de524d29a by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:19:05.783340 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Attempting to bind port cfa6bd92-c14c-45d8-a1dd-346de524d29a on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:19:05.795103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:19:05.795480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:19:05.795888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.796300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:19:05.796918 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Bound port: cfa6bd92-c14c-45d8-a1dd-346de524d29a, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:19:05.797310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.825037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1df87-f863-47f3-9626-85c5bfd23e35 None None] Pushing event updated for resources: {'Port': ['ID=cfa6bd92-c14c-45d8-a1dd-346de524d29a,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:05.868948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] For port cfa6bd92-c14c-45d8-a1dd-346de524d29a, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:19:05.874236 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] For port cfa6bd92-c14c-45d8-a1dd-346de524d29a, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=cfa6bd92-c14c-45d8-a1dd-346de524d29a,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:19:05.881230 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.914390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:05.928100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:19:05.928817 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:05.993115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1df87-f863-47f3-9626-85c5bfd23e35 None None] Pushing event updated for resources: {'Port': ['ID=cfa6bd92-c14c-45d8-a1dd-346de524d29a,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:06.019758 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Provisioning complete for port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:06.020235 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:06.020612 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Attempt 1 to provision port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 Oct 20 04:19:06.112519 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:06.117309 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:19:06.120251 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:06.120551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:06.185735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:06.197751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d97c4503-4b2a-410c-918a-2aea4c28f822 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:06.211947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2947b1a9-9e86-42aa-82a2-b07815d4fa30,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:06.286597 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:19:06.288233 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:06.313012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port d97c4503-4b2a-410c-918a-2aea4c28f822 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:06.313545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:06.313708 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port d97c4503-4b2a-410c-918a-2aea4c28f822 Oct 20 04:19:06.426947 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Router c74d7345-faea-426d-82bc-261ac1fc67b3 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:19:06.440767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port d97c4503-4b2a-410c-918a-2aea4c28f822 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:06.446050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 1, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:06.479890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82793a1-b2f2-4f63-b4e4-b0031a739413 None None] The sync data for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv is: [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 1, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:19:06.547758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:19:06.553444 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-04a6861e-4da4-497e-ab72-a8ad5877b7d9 admin admin] 10.222.0.20 "PUT /v2.0/routers/c74d7345-faea-426d-82bc-261ac1fc67b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7086260 Oct 20 04:19:06.621002 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Attempt 2 to provision port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 Oct 20 04:19:06.659675 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:07.058553 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36218) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:07.063478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-560254285-network', 'tenant_id': '6dca21c536404dd4a542f59b7415007e'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:07.102890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Made reservation on behalf of 6dca21c536404dd4a542f59b7415007e for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:19:07.106940 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.116528 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.161322 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Attempt 3 to provision port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 Oct 20 04:19:07.201443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:07.210635 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.214772 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.237592 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:19:07.254129 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.254457 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Added segment 007bea7c-b739-4f7d-9583-8ca1625270c3 of type vlan for network 32eb2fe1-2d61-4bf9-9343-89579276a5fd Oct 20 04:19:07.256047 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc059f8-24d4-4992-a2d2-036d45c95351,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:07.300088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.327271 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.328187 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:07.328841 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.364499 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3047662 Oct 20 04:19:07.367282 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36220) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:07.400818 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] Request body: {'subnet': {'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-560254285-subnet', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:07.405440 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee75d3-df48-4408-852f-974362e1c9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=32eb2fe1-2d61-4bf9-9343-89579276a5fd,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:07.418712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 32eb2fe1-2d61-4bf9-9343-89579276a5fd details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:19:07.423734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] Made reservation on behalf of 6dca21c536404dd4a542f59b7415007e for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:19:07.426316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.610697 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.662938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e748ea3-f8dd-467d-a1fe-e488a67e7410,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:07.679741 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] Checking segment: {'id': '007bea7c-b739-4f7d-9583-8ca1625270c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:19:07.680099 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] Network hostable DHCP agents. Network: 32eb2fe1-2d61-4bf9-9343-89579276a5fd, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:19:07.699007 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] Network 32eb2fe1-2d61-4bf9-9343-89579276a5fd is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:19:07.702480 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Attempt 4 to provision port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 Oct 20 04:19:07.713888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 32eb2fe1-2d61-4bf9-9343-89579276a5fd) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:07.718369 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:07.718961 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.730266 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119a0acd-5153-47f2-8992-0c7ff9759678 None None] Network 32eb2fe1-2d61-4bf9-9343-89579276a5fd requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:19:07.741318 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-09077e0a-5317-4b1e-b35f-1afc8d453220 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3729818 Oct 20 04:19:07.742860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36222) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:07.747839 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-560254285-router', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:07.765708 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:07.767075 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.768135 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.821543 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.886876 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-32eb2fe1-2d61-4bf9-9343-89579276a5fd', 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'fixed_ips': [{'subnet_id': '8e748ea3-f8dd-467d-a1fe-e488a67e7410'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:19:07.887731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:07.965371 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.034664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Allocated IP 172.20.0.2 (32eb2fe1-2d61-4bf9-9343-89579276a5fd/8e748ea3-f8dd-467d-a1fe-e488a67e7410/80c0ef61-7029-484f-8a77-f0181b840c27) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:19:08.180142 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.196688 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.203980 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.207526 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.248833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Network 32eb2fe1-2d61-4bf9-9343-89579276a5fd is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:19:08.254519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:08.259927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:19:08.265833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device cfa6bd92-c14c-45d8-a1dd-346de524d29a up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:08.310173 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Attempt 5 to provision port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 Oct 20 04:19:08.315655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Pushing event updated for resources: {'Port': ['ID=80c0ef61-7029-484f-8a77-f0181b840c27,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:08.335988 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Allocated IP 172.26.0.151 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/67eae277-f8df-444f-bee5-cf2df0db2b24) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:19:08.400564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:08.413076 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port cfa6bd92-c14c-45d8-a1dd-346de524d29a triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:08.413443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.413778 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port cfa6bd92-c14c-45d8-a1dd-346de524d29a Oct 20 04:19:08.415328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Attempting to bind port 80c0ef61-7029-484f-8a77-f0181b840c27 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:19:08.415696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Attempting to bind port 80c0ef61-7029-484f-8a77-f0181b840c27 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '007bea7c-b739-4f7d-9583-8ca1625270c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:19:08.416053 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Attempting to bind port 80c0ef61-7029-484f-8a77-f0181b840c27 on network 32eb2fe1-2d61-4bf9-9343-89579276a5fd {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:19:08.442678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:19:08.443352 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Checking segment: {'id': '007bea7c-b739-4f7d-9583-8ca1625270c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:19:08.443455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.443824 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Bound using segment: {'id': '007bea7c-b739-4f7d-9583-8ca1625270c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:19:08.444317 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Bound port: 80c0ef61-7029-484f-8a77-f0181b840c27, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007bea7c-b739-4f7d-9583-8ca1625270c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:19:08.444707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.452178 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.486842 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.527554 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:19:08.530550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:08.534028 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:19:08.535944 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Sync routers for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:19:08.550180 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:19:08.550798 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:08.555227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] For port 80c0ef61-7029-484f-8a77-f0181b840c27, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:19:08.556406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Pushing event updated for resources: {'Port': ['ID=67eae277-f8df-444f-bee5-cf2df0db2b24,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:08.560646 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] For port 80c0ef61-7029-484f-8a77-f0181b840c27, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=80c0ef61-7029-484f-8a77-f0181b840c27,segment=NetworkSegment(007bea7c-b739-4f7d-9583-8ca1625270c3),segment_id=007bea7c-b739-4f7d-9583-8ca1625270c3)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:19:08.565225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port cfa6bd92-c14c-45d8-a1dd-346de524d29a is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:08.565624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.574358 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.615281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port cfa6bd92-c14c-45d8-a1dd-346de524d29a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=cfa6bd92-c14c-45d8-a1dd-346de524d29a,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:19:08.624418 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.648696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125cd59-f5fb-4fc1-9bda-35abbca1a026 None None] Pushing event updated for resources: {'Port': ['ID=80c0ef61-7029-484f-8a77-f0181b840c27,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:08.674085 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:19:08.709191 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=cfa6bd92-c14c-45d8-a1dd-346de524d29a,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:08.859776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.888168 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:08.902301 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Attempt 6 to provision port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 Oct 20 04:19:08.908383 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 2, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:08.944387 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:08.950353 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Checking router: c74d7345-faea-426d-82bc-261ac1fc67b3 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:19:08.950711 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Updating router c74d7345-faea-426d-82bc-261ac1fc67b3 port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:19:08.977179 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:09.075070 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:09.203239 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:19:09.244749 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:09.250707 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:09.315438 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:19:09.334320 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:09.338438 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-60fd84fb-b84a-439a-a43e-a6e6e9ee9f9c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5918870 Oct 20 04:19:09.339097 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Pushing event updated for resources: {'Port': ['ID=2947b1a9-9e86-42aa-82a2-b07815d4fa30,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:09.339263 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36224) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:09.341650 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Sync routers for ids ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:19:09.345290 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.345645 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.347316 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.347670 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.348008 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.348547 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.348896 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.349561 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.349910 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.350241 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.350574 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.350902 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:19:09.352524 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Routers {'d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:19:09.353143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:09.364743 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Attempting to bind port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:19:09.365177 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Attempting to bind port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:19:09.365610 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Attempting to bind port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 on network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:19:09.371851 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:19:09.372330 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Checking segment: {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:19:09.372805 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:09.373267 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Bound using segment: {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:19:09.373814 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Bound port: 2947b1a9-9e86-42aa-82a2-b07815d4fa30, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:19:09.374260 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:09.456695 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] For port 2947b1a9-9e86-42aa-82a2-b07815d4fa30, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:19:09.461019 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] For port 2947b1a9-9e86-42aa-82a2-b07815d4fa30, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2947b1a9-9e86-42aa-82a2-b07815d4fa30,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:19:09.469183 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:09.504115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Set router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:19:09.506145 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Attempt 7 to provision port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 Oct 20 04:19:09.510653 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:19:09.511164 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:09.628773 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:19:09.743358 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33017169-f17f-45bf-8f76-f7e486c5bc65 None None] Pushing event updated for resources: {'Port': ['ID=2947b1a9-9e86-42aa-82a2-b07815d4fa30,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:09.770535 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e697db3b-de52-4fc4-aec3-9bb14e607b11 None None] Network 32eb2fe1-2d61-4bf9-9343-89579276a5fd requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:19:09.874185 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:09Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:09.906423 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20424860-b1c5-44f9-9c96-05512248ca8e None None] The sync data for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv is: [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:09Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:19:10.014176 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Current status of the port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:10.014482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.082989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] For port 2947b1a9-9e86-42aa-82a2-b07815d4fa30, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2947b1a9-9e86-42aa-82a2-b07815d4fa30,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:19:10.091139 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.128018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'name': 'tempest-TestShelveInstance-560254285-router', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:07Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 3, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'gw_port': {'id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:08Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:10.143307 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.169481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Checking router: d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:19:10.169801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Updating router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 port 67eae277-f8df-444f-bee5-cf2df0db2b24 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:19:10.231278 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea746be-9481-4dca-8e8c-837a061a876a None None] Pushing event updated for resources: {'Port': ['ID=2947b1a9-9e86-42aa-82a2-b07815d4fa30,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:10.242655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.289827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] Provisioning complete for port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:10.290293 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.290695 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] Attempt 1 to provision port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 Oct 20 04:19:10.377856 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Allocated IP 172.20.0.1 (32eb2fe1-2d61-4bf9-9343-89579276a5fd/8e748ea3-f8dd-467d-a1fe-e488a67e7410/c07a80d5-ce67-4925-ab00-1ede5d28b46d) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:19:10.448853 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2947b1a9-9e86-42aa-82a2-b07815d4fa30 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:10.526621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.551830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] Current status of the port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:10.563145 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.606734 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Network 32eb2fe1-2d61-4bf9-9343-89579276a5fd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:19:10.611096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:10.611334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] Provisioning complete for port 80c0ef61-7029-484f-8a77-f0181b840c27 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:10.611709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.612041 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] Attempt 1 to provision port 80c0ef61-7029-484f-8a77-f0181b840c27 Oct 20 04:19:10.615424 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:19:10.616353 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:10.616727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.617056 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 Oct 20 04:19:10.650317 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Pushing event updated for resources: {'Port': ['ID=c07a80d5-ce67-4925-ab00-1ede5d28b46d,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:10.673822 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.795935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.809485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.831069 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.871323 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] Current status of the port 80c0ef61-7029-484f-8a77-f0181b840c27 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:10.871710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.886028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Attempting to bind port 67eae277-f8df-444f-bee5-cf2df0db2b24 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:19:10.886328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Attempting to bind port 67eae277-f8df-444f-bee5-cf2df0db2b24 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:19:10.886753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Attempting to bind port 67eae277-f8df-444f-bee5-cf2df0db2b24 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:19:10.894937 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:10.895991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 80c0ef61-7029-484f-8a77-f0181b840c27 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:10.906253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:19:10.906620 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:19:10.907014 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.907397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:19:10.907859 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Bound port: 67eae277-f8df-444f-bee5-cf2df0db2b24, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:19:10.908233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:10.960682 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad69d3f-51c4-457b-9a7a-5f8927f712d6 None None] Pushing event updated for resources: {'Port': ['ID=67eae277-f8df-444f-bee5-cf2df0db2b24,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:10.989120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] For port 80c0ef61-7029-484f-8a77-f0181b840c27, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=80c0ef61-7029-484f-8a77-f0181b840c27,segment=NetworkSegment(007bea7c-b739-4f7d-9583-8ca1625270c3),segment_id=007bea7c-b739-4f7d-9583-8ca1625270c3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:19:10.999687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.002656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.007890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.037939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] For port 67eae277-f8df-444f-bee5-cf2df0db2b24, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:19:11.056586 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] For port 67eae277-f8df-444f-bee5-cf2df0db2b24, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=67eae277-f8df-444f-bee5-cf2df0db2b24,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:19:11.071806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.079476 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Pushing event updated for resources: {'Port': ['ID=c07a80d5-ce67-4925-ab00-1ede5d28b46d,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:11.080033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d2999-3f1f-49d2-a99a-2698266c3e80 None None] Pushing event updated for resources: {'Port': ['ID=80c0ef61-7029-484f-8a77-f0181b840c27,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:11.084004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 80c0ef61-7029-484f-8a77-f0181b840c27 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:11.084391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.084723 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 80c0ef61-7029-484f-8a77-f0181b840c27 Oct 20 04:19:11.088127 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.144967 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Routers {'d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:19:11.145591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:11.181268 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Network 32eb2fe1-2d61-4bf9-9343-89579276a5fd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:19:11.183221 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:11.215172 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Provisioning complete for port c07a80d5-ce67-4925-ab00-1ede5d28b46d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:11.215540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.215872 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Attempt 1 to provision port c07a80d5-ce67-4925-ab00-1ede5d28b46d Oct 20 04:19:11.219737 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad69d3f-51c4-457b-9a7a-5f8927f712d6 None None] Pushing event updated for resources: {'Port': ['ID=67eae277-f8df-444f-bee5-cf2df0db2b24,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:11.308125 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:19:11.339196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Port c07a80d5-ce67-4925-ab00-1ede5d28b46d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:11.352512 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 80c0ef61-7029-484f-8a77-f0181b840c27 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:11.353603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device cfa6bd92-c14c-45d8-a1dd-346de524d29a up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:11.378253 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] Set router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:19:11.422860 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:19:11.427846 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-1cbb7629-87b8-4d9b-88f0-131ae5f67f9f admin admin] 10.222.0.20 "PUT /v2.0/routers/d0a6497b-9d7f-4d6e-bcc4-dfe65a792144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0873694 Oct 20 04:19:11.495088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port cfa6bd92-c14c-45d8-a1dd-346de524d29a triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:11.495463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.495801 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port cfa6bd92-c14c-45d8-a1dd-346de524d29a Oct 20 04:19:11.650153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port cfa6bd92-c14c-45d8-a1dd-346de524d29a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:11.667743 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'name': 'tempest-TestShelveInstance-560254285-router', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:07Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 4, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'gw_port': {'id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:08Z', 'updated_at': '2022-10-20T04:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'c07a80d5-ce67-4925-ab00-1ede5d28b46d', 'name': '', 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'mac_address': 'fa:16:3e:79:d0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8e748ea3-f8dd-467d-a1fe-e488a67e7410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:10Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 2, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'subnets': [{'id': '8e748ea3-f8dd-467d-a1fe-e488a67e7410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:11.694414 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dc293-d993-4057-b70a-7b181276ab94 None None] The sync data for ids ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'] in dv-neutron-861842-1-hyperv is: [{'id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'name': 'tempest-TestShelveInstance-560254285-router', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:07Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 4, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'gw_port': {'id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:08Z', 'updated_at': '2022-10-20T04:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'c07a80d5-ce67-4925-ab00-1ede5d28b46d', 'name': '', 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'mac_address': 'fa:16:3e:79:d0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8e748ea3-f8dd-467d-a1fe-e488a67e7410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:10Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 2, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'subnets': [{'id': '8e748ea3-f8dd-467d-a1fe-e488a67e7410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:19:11.775998 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36232) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:11.780859 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3d3ee8bb-13b9-4f0f-87c9-c81d7ca34ce2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677481216', 'description': 'tempest-secgroup-smoke-1677481216 description', 'project_id': '5e13d792091f4db8a37cb6705055e26c'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:11.802066 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee8bb-13b9-4f0f-87c9-c81d7ca34ce2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.840165 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Attempt 2 to provision port c07a80d5-ce67-4925-ab00-1ede5d28b46d Oct 20 04:19:11.875965 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee8bb-13b9-4f0f-87c9-c81d7ca34ce2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.876835 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Port c07a80d5-ce67-4925-ab00-1ede5d28b46d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:11.880044 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee8bb-13b9-4f0f-87c9-c81d7ca34ce2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.925120 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee8bb-13b9-4f0f-87c9-c81d7ca34ce2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:11.926417 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3d3ee8bb-13b9-4f0f-87c9-c81d7ca34ce2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1491580 Oct 20 04:19:11.929625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36234) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:11.934839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-02a39634-59d6-4a1e-816c-5644b1185ea9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '5b770f52-4e7d-4bc0-8ea0-e3f1b557e154', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:11.935455 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ee8bb-13b9-4f0f-87c9-c81d7ca34ce2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:11.970334 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02a39634-59d6-4a1e-816c-5644b1185ea9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.037843 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02a39634-59d6-4a1e-816c-5644b1185ea9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.043833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02a39634-59d6-4a1e-816c-5644b1185ea9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.064087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a39634-59d6-4a1e-816c-5644b1185ea9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8a45e2-0bd5-4355-946b-87a570d70dbb,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:12.071072 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-02a39634-59d6-4a1e-816c-5644b1185ea9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.075418 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-02a39634-59d6-4a1e-816c-5644b1185ea9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447222 Oct 20 04:19:12.075652 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36236) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:12.080504 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ee6b890a-ffd7-4a4a-8323-4e15c7287c89 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '5b770f52-4e7d-4bc0-8ea0-e3f1b557e154', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:12.108558 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ee6b890a-ffd7-4a4a-8323-4e15c7287c89 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.165466 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ee6b890a-ffd7-4a4a-8323-4e15c7287c89 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.171162 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ee6b890a-ffd7-4a4a-8323-4e15c7287c89 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.188979 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b890a-ffd7-4a4a-8323-4e15c7287c89 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3091c6-b91f-4e77-acf6-68544765e239,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:12.205890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2947b1a9-9e86-42aa-82a2-b07815d4fa30 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:12.206056 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ee6b890a-ffd7-4a4a-8323-4e15c7287c89 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.207235 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ee6b890a-ffd7-4a4a-8323-4e15c7287c89 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305277 Oct 20 04:19:12.210253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36238) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:12.216339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3c7fe269-289a-434c-a592-d7b0cac96494 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '5b770f52-4e7d-4bc0-8ea0-e3f1b557e154', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:12.243772 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe269-289a-434c-a592-d7b0cac96494 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.264517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:12.264885 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.265218 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 Oct 20 04:19:12.317585 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe269-289a-434c-a592-d7b0cac96494 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.325178 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe269-289a-434c-a592-d7b0cac96494 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.349055 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fe269-289a-434c-a592-d7b0cac96494 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030e83b2-b108-40a7-a92f-f4a560273e1c,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:12.359338 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe269-289a-434c-a592-d7b0cac96494 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.360677 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3c7fe269-289a-434c-a592-d7b0cac96494 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493950 Oct 20 04:19:12.363361 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36240) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:12.367959 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-42531c1d-6f28-4a89-949e-bad734592805 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '5b770f52-4e7d-4bc0-8ea0-e3f1b557e154', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:12.397094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-42531c1d-6f28-4a89-949e-bad734592805 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.433066 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Attempt 3 to provision port c07a80d5-ce67-4925-ab00-1ede5d28b46d Oct 20 04:19:12.460105 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-42531c1d-6f28-4a89-949e-bad734592805 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.464988 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-42531c1d-6f28-4a89-949e-bad734592805 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.479149 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Port c07a80d5-ce67-4925-ab00-1ede5d28b46d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:12.484807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42531c1d-6f28-4a89-949e-bad734592805 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb24941-48b8-45e3-9677-027104a2223b,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:12.498743 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-42531c1d-6f28-4a89-949e-bad734592805 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.500322 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-42531c1d-6f28-4a89-949e-bad734592805 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356561 Oct 20 04:19:12.502844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36242) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:12.507375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a0ca13ef-a12e-4254-8ff9-651318d39b06 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '5b770f52-4e7d-4bc0-8ea0-e3f1b557e154', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:12.529166 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:12.530159 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-a0ca13ef-a12e-4254-8ff9-651318d39b06 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Project 5e13d792091f4db8a37cb6705055e26c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:19:12.530412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 80c0ef61-7029-484f-8a77-f0181b840c27 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:12.535400 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0ca13ef-a12e-4254-8ff9-651318d39b06 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.587086 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 80c0ef61-7029-484f-8a77-f0181b840c27 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:12.587461 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.587794 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 80c0ef61-7029-484f-8a77-f0181b840c27 Oct 20 04:19:12.611633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0ca13ef-a12e-4254-8ff9-651318d39b06 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.615812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0ca13ef-a12e-4254-8ff9-651318d39b06 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.634907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca13ef-a12e-4254-8ff9-651318d39b06 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862a2829-5fdc-4ed0-94ee-38c17717d8b2,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:12.655732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0ca13ef-a12e-4254-8ff9-651318d39b06 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.656957 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a0ca13ef-a12e-4254-8ff9-651318d39b06 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529596 Oct 20 04:19:12.659819 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36244) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:12.664463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a7ccea68-a5a2-446e-a2bf-d75b9ed3cfb9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '5b770f52-4e7d-4bc0-8ea0-e3f1b557e154', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:12.675284 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 80c0ef61-7029-484f-8a77-f0181b840c27 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:12.687502 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-a7ccea68-a5a2-446e-a2bf-d75b9ed3cfb9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Project 5e13d792091f4db8a37cb6705055e26c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:19:12.692847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a7ccea68-a5a2-446e-a2bf-d75b9ed3cfb9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.793211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a7ccea68-a5a2-446e-a2bf-d75b9ed3cfb9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.797616 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a7ccea68-a5a2-446e-a2bf-d75b9ed3cfb9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.823175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccea68-a5a2-446e-a2bf-d75b9ed3cfb9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1221b8b6-bbff-4fa3-9dcf-4951cd4376ad,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:12.833753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a7ccea68-a5a2-446e-a2bf-d75b9ed3cfb9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:12.835172 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a7ccea68-a5a2-446e-a2bf-d75b9ed3cfb9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1741695 Oct 20 04:19:12.980235 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Attempt 4 to provision port c07a80d5-ce67-4925-ab00-1ede5d28b46d Oct 20 04:19:12.984893 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-c7f2d9d8-f5c1-4495-9d48-dff5aa80b341 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677481216&fields=id&tenant_id=5e13d792091f4db8a37cb6705055e26c HTTP/1.1" status: 200 len: 267 time: 0.0378623 Oct 20 04:19:13.019319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Port c07a80d5-ce67-4925-ab00-1ede5d28b46d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:13.096884 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-425c3f38-bdf6-4aeb-985c-29c0322a0e26 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:13.098461 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-425c3f38-bdf6-4aeb-985c-29c0322a0e26 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 809 time: 0.1089017 Oct 20 04:19:13.114372 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-f44f56b2-d787-4e09-b625-897593a9983b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/quotas/5e13d792091f4db8a37cb6705055e26c HTTP/1.1" status: 200 len: 375 time: 0.0096924 Oct 20 04:19:13.174540 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-07d9ac7d-3f37-452a-a291-e1bed69ea5d6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536809 Oct 20 04:19:13.289551 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-6c6c7950-6e44-4e0b-ab64-f3746f6419ea service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:19:13.290539 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-6c6c7950-6e44-4e0b-ab64-f3746f6419ea service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1037652 Oct 20 04:19:13.383489 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-891bf5f8-9641-4846-a6d4-379effe902a3 service neutron] 10.222.0.20 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859506 Oct 20 04:19:13.476787 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-f1221ef8-774a-4e76-ab77-3940aebb1ba3 service neutron] 10.222.0.20 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871053 Oct 20 04:19:13.527153 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Attempt 5 to provision port c07a80d5-ce67-4925-ab00-1ede5d28b46d Oct 20 04:19:13.566071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Port c07a80d5-ce67-4925-ab00-1ede5d28b46d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:13.642442 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ecc3374b-280f-4212-ac74-b28d46ebd0df req-c2b2ae4d-693f-4030-8f59-0eb56945c8fc tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 210 time: 0.0302885 Oct 20 04:19:14.016759 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Sync routers for ids ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:19:14.027231 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Routers {'d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:19:14.027834 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:14.067400 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Attempt 6 to provision port c07a80d5-ce67-4925-ab00-1ede5d28b46d Oct 20 04:19:14.106421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Port c07a80d5-ce67-4925-ab00-1ede5d28b46d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:14.211982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 67eae277-f8df-444f-bee5-cf2df0db2b24 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:14.236184 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Set router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:19:14.263138 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 67eae277-f8df-444f-bee5-cf2df0db2b24 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:14.263398 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:14.263947 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 67eae277-f8df-444f-bee5-cf2df0db2b24 Oct 20 04:19:14.354630 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 67eae277-f8df-444f-bee5-cf2df0db2b24 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:14.355092 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:14.376354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 67eae277-f8df-444f-bee5-cf2df0db2b24, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=67eae277-f8df-444f-bee5-cf2df0db2b24,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:19:14.380303 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:14.427040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=67eae277-f8df-444f-bee5-cf2df0db2b24,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:14.451290 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'name': 'tempest-TestShelveInstance-560254285-router', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:07Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 4, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'gw_port': {'id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:08Z', 'updated_at': '2022-10-20T04:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'c07a80d5-ce67-4925-ab00-1ede5d28b46d', 'name': '', 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'mac_address': 'fa:16:3e:79:d0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8e748ea3-f8dd-467d-a1fe-e488a67e7410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:10Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 2, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'subnets': [{'id': '8e748ea3-f8dd-467d-a1fe-e488a67e7410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:14.476666 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Checking router: d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:19:14.477015 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Updating router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 port c07a80d5-ce67-4925-ab00-1ede5d28b46d binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:19:14.500950 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:14.607367 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Attempt 7 to provision port c07a80d5-ce67-4925-ab00-1ede5d28b46d Oct 20 04:19:14.644035 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Port c07a80d5-ce67-4925-ab00-1ede5d28b46d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:14.682718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-625eeeed-36bc-4c91-910c-ba21e8dba87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:14.781125 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:14.786581 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:14.789155 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c670f24d-6894-41e0-a870-71d62b2b02dc req-f6d89de3-5bc9-4eb9-a0aa-ad57bcc3ec8b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 210 time: 0.0413566 Oct 20 04:19:14.835120 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-ce03cd4a-f1ff-4181-9a4a-8329307389e2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:14.836607 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-ce03cd4a-f1ff-4181-9a4a-8329307389e2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 809 time: 0.1736526 Oct 20 04:19:14.867336 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee44ade-3798-4c1f-a3e7-14e5682860c6 None None] Pushing event updated for resources: {'Port': ['ID=c07a80d5-ce67-4925-ab00-1ede5d28b46d,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:14.884208 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Attempting to bind port c07a80d5-ce67-4925-ab00-1ede5d28b46d on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:19:14.884603 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Attempting to bind port c07a80d5-ce67-4925-ab00-1ede5d28b46d by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '007bea7c-b739-4f7d-9583-8ca1625270c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:19:14.885611 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Attempting to bind port c07a80d5-ce67-4925-ab00-1ede5d28b46d on network 32eb2fe1-2d61-4bf9-9343-89579276a5fd {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:19:14.890770 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:19:14.891129 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Checking segment: {'id': '007bea7c-b739-4f7d-9583-8ca1625270c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:19:14.891521 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:14.891899 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Bound using segment: {'id': '007bea7c-b739-4f7d-9583-8ca1625270c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:19:14.892379 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Bound port: c07a80d5-ce67-4925-ab00-1ede5d28b46d, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007bea7c-b739-4f7d-9583-8ca1625270c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:19:14.892751 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:14.893111 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-97052457-13e1-4c16-867b-f648803c7ef4 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e13d792091f4db8a37cb6705055e26c HTTP/1.1" status: 200 len: 380 time: 0.0405049 Oct 20 04:19:14.904119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'port': {'device_id': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'admin_state_up': True, 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'security_groups': ['5b770f52-4e7d-4bc0-8ea0-e3f1b557e154']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:14.954909 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] For port c07a80d5-ce67-4925-ab00-1ede5d28b46d, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:19:14.957882 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] For port c07a80d5-ce67-4925-ab00-1ede5d28b46d, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c07a80d5-ce67-4925-ab00-1ede5d28b46d,segment=NetworkSegment(007bea7c-b739-4f7d-9583-8ca1625270c3),segment_id=007bea7c-b739-4f7d-9583-8ca1625270c3)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:19:14.962495 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:14.999749 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Routers {'d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:19:15.000405 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:18:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:15.013319 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Made reservation on behalf of 5e13d792091f4db8a37cb6705055e26c for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:19:15.017116 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.060235 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee44ade-3798-4c1f-a3e7-14e5682860c6 None None] Pushing event updated for resources: {'Port': ['ID=c07a80d5-ce67-4925-ab00-1ede5d28b46d,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:15.121864 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] Set router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:19:15.145848 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Attempt 8 to provision port c07a80d5-ce67-4925-ab00-1ede5d28b46d Oct 20 04:19:15.157999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Allocated IP 172.20.0.12 (5a4a5241-6101-4143-8da1-0ea87a7a0d32/c1c80786-d64a-4b30-9ccc-0d38ef752825/ea0728b4-de12-4212-9f90-9c73fca9d3ec) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:19:15.234351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Current status of the port c07a80d5-ce67-4925-ab00-1ede5d28b46d is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:15.234914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.269408 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] For port c07a80d5-ce67-4925-ab00-1ede5d28b46d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c07a80d5-ce67-4925-ab00-1ede5d28b46d,segment=NetworkSegment(007bea7c-b739-4f7d-9583-8ca1625270c3),segment_id=007bea7c-b739-4f7d-9583-8ca1625270c3)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:19:15.273756 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.312493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Provisioning complete for port 80c0ef61-7029-484f-8a77-f0181b840c27 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:15.312998 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.313407 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Attempt 1 to provision port 80c0ef61-7029-484f-8a77-f0181b840c27 Oct 20 04:19:15.330506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.335903 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'name': 'tempest-TestShelveInstance-560254285-router', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:07Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 4, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'gw_port': {'id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:08Z', 'updated_at': '2022-10-20T04:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'c07a80d5-ce67-4925-ab00-1ede5d28b46d', 'name': '', 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'mac_address': 'fa:16:3e:79:d0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8e748ea3-f8dd-467d-a1fe-e488a67e7410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:10Z', 'updated_at': '2022-10-20T04:19:14Z', 'revision_number': 4, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'subnets': [{'id': '8e748ea3-f8dd-467d-a1fe-e488a67e7410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:15.362455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Pushing event updated for resources: {'Port': ['ID=c07a80d5-ce67-4925-ab00-1ede5d28b46d,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:15.367425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.367809 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7cfe12-0c06-4fa2-8305-7b8a999661df None None] The sync data for ids ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'] in dv-neutron-861842-1-hyperv is: [{'id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'name': 'tempest-TestShelveInstance-560254285-router', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:07Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 4, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'gw_port': {'id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:08Z', 'updated_at': '2022-10-20T04:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'c07a80d5-ce67-4925-ab00-1ede5d28b46d', 'name': '', 'network_id': '32eb2fe1-2d61-4bf9-9343-89579276a5fd', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'mac_address': 'fa:16:3e:79:d0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '8e748ea3-f8dd-467d-a1fe-e488a67e7410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:10Z', 'updated_at': '2022-10-20T04:19:14Z', 'revision_number': 4, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'subnets': [{'id': '8e748ea3-f8dd-467d-a1fe-e488a67e7410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:19:15.417452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:19:15.421100 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:15.423651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:19:15.424875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ec8842a7-54ea-460c-b0cc-9770ac7452aa None None] Current status of the port 80c0ef61-7029-484f-8a77-f0181b840c27 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:15.453276 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'Port': ['ID=ea0728b4-de12-4212-9f90-9c73fca9d3ec,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:15.482514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:15.483185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.504799 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-fb6f16ad-1ffd-4ada-9981-0e2f8fb3fbf6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6050086 Oct 20 04:19:15.521648 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Request body: {'port': {'device_id': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:15.558528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f8a69346-8a72-4e15-b234-54a5c0d9daec None None] Provisioning complete for port c07a80d5-ce67-4925-ab00-1ede5d28b46d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:15.558896 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f8a69346-8a72-4e15-b234-54a5c0d9daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.559233 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-f8a69346-8a72-4e15-b234-54a5c0d9daec None None] Attempt 1 to provision port c07a80d5-ce67-4925-ab00-1ede5d28b46d Oct 20 04:19:15.593985 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.657165 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f8a69346-8a72-4e15-b234-54a5c0d9daec None None] Current status of the port c07a80d5-ce67-4925-ab00-1ede5d28b46d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:15.778615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1db255a2-8e4e-4d10-8fbf-c2a94e8ca66c None None] Provisioning complete for port ea0728b4-de12-4212-9f90-9c73fca9d3ec triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:15.779082 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1db255a2-8e4e-4d10-8fbf-c2a94e8ca66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.779506 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1db255a2-8e4e-4d10-8fbf-c2a94e8ca66c None None] Attempt 1 to provision port ea0728b4-de12-4212-9f90-9c73fca9d3ec Oct 20 04:19:15.821372 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1db255a2-8e4e-4d10-8fbf-c2a94e8ca66c None None] Port ea0728b4-de12-4212-9f90-9c73fca9d3ec cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:19:15.889249 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0728b4-de12-4212-9f90-9c73fca9d3ec {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:19:15.896829 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.909339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Transition to ACTIVE for port object ea0728b4-de12-4212-9f90-9c73fca9d3ec will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:19:15.913339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:15.925938 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d59d26-dda4-44f2-9d2c-a67f32663f92 req-1783464b-7673-448c-9f1a-64ce7709e97c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:15.927485 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a7d59d26-dda4-44f2-9d2c-a67f32663f92 req-1783464b-7673-448c-9f1a-64ce7709e97c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 932 time: 0.0561225 Oct 20 04:19:15.968699 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a7d59d26-dda4-44f2-9d2c-a67f32663f92 req-d7720e6b-89d6-4b66-8286-280aaccb8b60 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343876 Oct 20 04:19:15.975926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0728b4-de12-4212-9f90-9c73fca9d3ec,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:16.035695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Attempting to bind port ea0728b4-de12-4212-9f90-9c73fca9d3ec on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:19:16.036025 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Attempting to bind port ea0728b4-de12-4212-9f90-9c73fca9d3ec by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:19:16.036375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Attempting to bind port ea0728b4-de12-4212-9f90-9c73fca9d3ec on network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:19:16.040555 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Port ea0728b4-de12-4212-9f90-9c73fca9d3ec on network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:19:16.040884 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Attempting to bind port ea0728b4-de12-4212-9f90-9c73fca9d3ec on network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:19:16.045633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:19:16.045962 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Checking segment: {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:19:16.046335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Bound using segment: {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:19:16.046762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Bound port: ea0728b4-de12-4212-9f90-9c73fca9d3ec, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:19:16.047092 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:16.109454 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:19:16.112591 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:19:16.116602 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:16.122535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:16.123143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:16.124560 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] 10.222.0.36 "PUT /v2.0/ports/ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 200 len: 1094 time: 0.6074762 Oct 20 04:19:16.125072 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:19:16.127339 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:19:16.185778 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207136e-d41f-494c-ada2-a84cd49ceed8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0728b4-de12-4212-9f90-9c73fca9d3ec,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:16.221336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-b6625b5a-97b9-4aec-bc6a-11a6f8a3768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:16.222869 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-b6625b5a-97b9-4aec-bc6a-11a6f8a3768e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0513399 Oct 20 04:19:16.227418 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c07a80d5-ce67-4925-ab00-1ede5d28b46d up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:16.278805 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fadf98-5f3c-4806-8a6a-54bad0293806 x-openstack-request-id: req-b4fadf98-5f3c-4806-8a6a-54bad0293806 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:19:16.279106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:19:16.279363 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4fadf98-5f3c-4806-8a6a-54bad0293806 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:19:16.279777 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4fadf98-5f3c-4806-8a6a-54bad0293806'] response: {'name': 'network-changed', 'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'status': 'completed', 'code': 200} Oct 20 04:19:16.281392 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-e05efe1c-fc76-4009-a843-3a991217ce4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 200 len: 217 time: 0.0478196 Oct 20 04:19:16.288103 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port c07a80d5-ce67-4925-ab00-1ede5d28b46d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:16.288506 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:16.288839 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port c07a80d5-ce67-4925-ab00-1ede5d28b46d Oct 20 04:19:16.323248 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1db255a2-8e4e-4d10-8fbf-c2a94e8ca66c None None] Attempt 2 to provision port ea0728b4-de12-4212-9f90-9c73fca9d3ec Oct 20 04:19:16.336091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-79e2e3c0-6d8a-4c1e-a3fe-b6fe15e5c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:16.337610 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-79e2e3c0-6d8a-4c1e-a3fe-b6fe15e5c796 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0463257 Oct 20 04:19:16.389719 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-7e1564eb-7a4d-45dd-8673-36a7640ccfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:16.391153 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-7e1564eb-7a4d-45dd-8673-36a7640ccfb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437863 Oct 20 04:19:16.398395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1db255a2-8e4e-4d10-8fbf-c2a94e8ca66c None None] Port ea0728b4-de12-4212-9f90-9c73fca9d3ec had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 04:19:16.406838 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port c07a80d5-ce67-4925-ab00-1ede5d28b46d is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:16.407886 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 67eae277-f8df-444f-bee5-cf2df0db2b24 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:16.456207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 67eae277-f8df-444f-bee5-cf2df0db2b24 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:16.456605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:16.456937 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 67eae277-f8df-444f-bee5-cf2df0db2b24 Oct 20 04:19:16.496961 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-9cf02650-d34e-49dc-a445-629a4d746a0f service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941241 Oct 20 04:19:16.544090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 67eae277-f8df-444f-bee5-cf2df0db2b24 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:16.597719 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a81e5518-6f74-4800-ae8c-8dc13bc67c66 req-bae4bb94-6ae8-4ee7-833f-ea32e8d3bc0d service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909343 Oct 20 04:19:16.669830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-150d9695-6294-4374-b375-052f53e60534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:16.697032 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf req-b40cd686-a5c4-4dc4-8c3b-efc613dd8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:16.698512 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf req-b40cd686-a5c4-4dc4-8c3b-efc613dd8fa9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0477195 Oct 20 04:19:16.792685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf req-73fe0c5f-3b5b-4c1f-a4bb-c2a3a04489da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:16.794163 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf req-73fe0c5f-3b5b-4c1f-a4bb-c2a3a04489da service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0852318 Oct 20 04:19:16.839139 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf req-6fb5843f-799b-48af-b753-8e701bc898ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 200 len: 217 time: 0.0379877 Oct 20 04:19:16.887288 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf req-68c3bbdc-e126-4bb6-83b7-b06effee970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:16.888706 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf req-68c3bbdc-e126-4bb6-83b7-b06effee970b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0428348 Oct 20 04:19:16.937417 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf req-08df02a0-e213-48d2-bebf-446e4292cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:16.938813 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf req-08df02a0-e213-48d2-bebf-446e4292cd47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419629 Oct 20 04:19:17.037311 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf req-dfd38bf1-ae2a-4310-b202-e7f8d7c5bf4e service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891459 Oct 20 04:19:17.097445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f1172-d700-41e9-b0e7-3869fd8860ba req-68ef81ce-326c-44ee-a15e-540c9600bb6a tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:17.098921 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-456f1172-d700-41e9-b0e7-3869fd8860ba req-68ef81ce-326c-44ee-a15e-540c9600bb6a tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 944 time: 0.0494246 Oct 20 04:19:17.129052 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0023a9d9-f7a0-4b6a-99bb-fd76583244bf req-ff98057e-0b33-4108-81ab-995f79a956d4 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835667 Oct 20 04:19:17.139836 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-456f1172-d700-41e9-b0e7-3869fd8860ba req-d87a6b63-4be2-4284-995c-d64c07c77e9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338948 Oct 20 04:19:17.959607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:18.266784 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a0561-0d85-467d-96c6-91be9927c78d req-bae337a3-672c-4725-a1b7-75dede99eaba tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:18.268234 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4b0a0561-0d85-467d-96c6-91be9927c78d req-bae337a3-672c-4725-a1b7-75dede99eaba tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 944 time: 0.0529675 Oct 20 04:19:18.307352 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4b0a0561-0d85-467d-96c6-91be9927c78d req-1042ff57-8e58-43ef-ba98-fa4402a5f862 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Oct 20 04:19:18.701193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ea0728b4-de12-4212-9f90-9c73fca9d3ec details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:19:18.795154 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:19:18.809461 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'port_id': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'mac_address': 'fa:16:3e:01:e1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:19:18.847305 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ea0728b4-de12-4212-9f90-9c73fca9d3ec is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:18.847696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:18.860395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0728b4-de12-4212-9f90-9c73fca9d3ec {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:19:18.879012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:19:18.883741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:18.929948 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ea0728b4-de12-4212-9f90-9c73fca9d3ec,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:19.151817 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['ea0728b4-de12-4212-9f90-9c73fca9d3ec'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:19:19.446964 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6b860-f73f-4ca7-ad63-c3ef33445660 req-ec215243-c527-474b-ac53-dcb355cc7dde tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:19.446964 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a7d6b860-f73f-4ca7-ad63-c3ef33445660 req-ec215243-c527-474b-ac53-dcb355cc7dde tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 945 time: 0.0601406 Oct 20 04:19:19.459157 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:19.481213 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a7d6b860-f73f-4ca7-ad63-c3ef33445660 req-f65f5e3c-ed07-4a46-ac34-bfc0221d7142 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321484 Oct 20 04:19:19.693196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:20.603033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d0929-5e8f-4232-8fb3-a9abfb4100af req-588ab9ea-c37f-40d9-881d-07e6ae9a2c3b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:20.604668 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-729d0929-5e8f-4232-8fb3-a9abfb4100af req-588ab9ea-c37f-40d9-881d-07e6ae9a2c3b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 945 time: 0.0498767 Oct 20 04:19:20.643042 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-729d0929-5e8f-4232-8fb3-a9abfb4100af req-08957987-1bf8-4e8e-8375-ae201abbd273 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Oct 20 04:19:20.716697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ea0728b4-de12-4212-9f90-9c73fca9d3ec up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:19:20.768692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port ea0728b4-de12-4212-9f90-9c73fca9d3ec completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:19:20.772517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port ea0728b4-de12-4212-9f90-9c73fca9d3ec triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:19:20.772890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:20.773226 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port ea0728b4-de12-4212-9f90-9c73fca9d3ec Oct 20 04:19:20.850389 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ea0728b4-de12-4212-9f90-9c73fca9d3ec is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:19:20.850782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:20.873600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:19:20.875839 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee2125e-2c00-47ec-998b-e6a8d2249928" -d '{"events": [{"server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:19:20.889500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:19:20.893607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:20.920134 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ac3121-4237-439c-9d0d-b8c8c0069ce5 x-openstack-request-id: req-b1ac3121-4237-439c-9d0d-b8c8c0069ce5 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:19:20.920451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:19:20.920702 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1ac3121-4237-439c-9d0d-b8c8c0069ce5 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:19:20.921087 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ac3121-4237-439c-9d0d-b8c8c0069ce5'] response: {'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'code': 200} Oct 20 04:19:20.948329 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ea0728b4-de12-4212-9f90-9c73fca9d3ec,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:21.095097 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e877b7c-0e0f-473f-b3a6-4c4be1f79417 req-8edc38ff-c60c-4271-bc5b-34df9a2db74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:21.096614 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e877b7c-0e0f-473f-b3a6-4c4be1f79417 req-8edc38ff-c60c-4271-bc5b-34df9a2db74a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0405724 Oct 20 04:19:21.135422 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5e877b7c-0e0f-473f-b3a6-4c4be1f79417 req-047b9a2a-0c44-4dba-8dbc-47b04fa2acad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278616 Oct 20 04:19:21.768087 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab702d2c-b6ab-450a-87f2-b764a027d64c req-3dd8ce2e-4ea3-40a1-865c-d05de2d447ad tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:21.769570 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab702d2c-b6ab-450a-87f2-b764a027d64c req-3dd8ce2e-4ea3-40a1-865c-d05de2d447ad tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0527005 Oct 20 04:19:22.124869 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ab702d2c-b6ab-450a-87f2-b764a027d64c req-905008a7-349f-42de-a957-df763308ce05 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493760 Oct 20 04:19:23.246573 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844d227-aacd-4b0a-8827-1813ab7a263f req-3e1616c1-432f-414a-ae30-106e94d30964 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:23.248005 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e844d227-aacd-4b0a-8827-1813ab7a263f req-3e1616c1-432f-414a-ae30-106e94d30964 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0479879 Oct 20 04:19:23.285158 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e844d227-aacd-4b0a-8827-1813ab7a263f req-b989c64a-b6d6-46e5-bbd7-5f6c69ebabd6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Oct 20 04:19:23.403769 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61d9d2-24a5-4f78-a9aa-8d9b6879649e req-b6739700-1b2f-442b-8882-d4fc4f200ef3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:23.405239 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ae61d9d2-24a5-4f78-a9aa-8d9b6879649e req-b6739700-1b2f-442b-8882-d4fc4f200ef3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0476568 Oct 20 04:19:23.442376 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ae61d9d2-24a5-4f78-a9aa-8d9b6879649e req-177df9b2-948a-4095-b07b-d6094cfeee0f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310807 Oct 20 04:19:23.469404 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36304) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:23.549929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3af4d1-82b6-433c-8bec-2275da3d7b07 tempest-TestShelveInstance-769301140 tempest-TestShelveInstance-769301140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:23.551455 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-1b3af4d1-82b6-433c-8bec-2275da3d7b07 tempest-TestShelveInstance-769301140 tempest-TestShelveInstance-769301140-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1094 time: 0.0811002 Oct 20 04:19:23.554396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36308) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:19:23.559230 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:19:23.579119 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:23.677315 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:23.782978 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Allocated IP 172.26.0.105 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/74f8aebe-6cf7-4fec-aae1-054ce713a6b3) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:19:23.881178 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:23.914310 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:23.954576 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:19:23.957429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:19:23.960879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:19:23.966611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'Port': ['ID=74f8aebe-6cf7-4fec-aae1-054ce713a6b3,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:24.323102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:24.393322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:24.544175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:24.548686 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:24.615908 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'Port': ['ID=74f8aebe-6cf7-4fec-aae1-054ce713a6b3,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:19:24.619342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:24.721451 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Floating IP a3202624-9535-4ee6-b3a8-97758ca0f17f associated. External IP: 172.26.0.105, port: ea0728b4-de12-4212-9f90-9c73fca9d3ec. Oct 20 04:19:24.929213 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Router c74d7345-faea-426d-82bc-261ac1fc67b3 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:19:25.037234 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:19:25.046687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07679195-1844-47dc-b1e2-5f0575a7e16b None None] Sync routers for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:19:25.054604 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:25.056351 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07679195-1844-47dc-b1e2-5f0575a7e16b None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:19:25.056972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-07679195-1844-47dc-b1e2-5f0575a7e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:19:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:25.082615 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-f9e970c4-dee9-4cca-be78-2fccab507d9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5272031 Oct 20 04:19:25.083676 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:19:25.086028 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd53263-c14a-41ec-aa1d-15e580404141" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:19:25.127253 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a3e9f9-a8f6-43e9-99c4-359b9702696b x-openstack-request-id: req-21a3e9f9-a8f6-43e9-99c4-359b9702696b {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:19:25.127551 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:19:25.127852 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21a3e9f9-a8f6-43e9-99c4-359b9702696b {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:19:25.128276 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a3e9f9-a8f6-43e9-99c4-359b9702696b'] response: {'name': 'network-changed', 'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'status': 'completed', 'code': 200} Oct 20 04:19:25.166232 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-07679195-1844-47dc-b1e2-5f0575a7e16b None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:19:25.191362 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd53263-c14a-41ec-aa1d-15e580404141 req-924a0c94-37e2-49be-bcf8-7fdfa1c961c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:25.193181 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dd53263-c14a-41ec-aa1d-15e580404141 req-924a0c94-37e2-49be-bcf8-7fdfa1c961c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0424225 Oct 20 04:19:25.287395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd53263-c14a-41ec-aa1d-15e580404141 req-e2be6e05-ad9f-463d-b7ca-b74b0a4f07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:25.288821 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dd53263-c14a-41ec-aa1d-15e580404141 req-e2be6e05-ad9f-463d-b7ca-b74b0a4f07d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0887311 Oct 20 04:19:25.355761 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dd53263-c14a-41ec-aa1d-15e580404141 req-7e9a7d0a-8589-48aa-8ffa-bddf29d26663 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 200 len: 1000 time: 0.0601602 Oct 20 04:19:25.390507 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-07679195-1844-47dc-b1e2-5f0575a7e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a3202624-9535-4ee6-b3a8-97758ca0f17f', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'port_id': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'mac_address': 'fa:16:3e:01:e1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:19:24Z', 'updated_at': '2022-10-20T04:19:24Z', 'revision_number': 0, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:25.404127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd53263-c14a-41ec-aa1d-15e580404141 req-961a405e-13c9-44cf-9f3a-59a6aee0359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:25.405621 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dd53263-c14a-41ec-aa1d-15e580404141 req-961a405e-13c9-44cf-9f3a-59a6aee0359d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0439079 Oct 20 04:19:25.420115 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07679195-1844-47dc-b1e2-5f0575a7e16b None None] Checking router: c74d7345-faea-426d-82bc-261ac1fc67b3 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:19:25.428735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07679195-1844-47dc-b1e2-5f0575a7e16b None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:19:25.429349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-07679195-1844-47dc-b1e2-5f0575a7e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:19:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:25.455289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd53263-c14a-41ec-aa1d-15e580404141 req-5ef206d3-1997-430a-99ce-dc33b3e875b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:25.456838 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dd53263-c14a-41ec-aa1d-15e580404141 req-5ef206d3-1997-430a-99ce-dc33b3e875b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450518 Oct 20 04:19:25.549639 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dd53263-c14a-41ec-aa1d-15e580404141 req-41cf6ed7-299e-4f47-ac05-d2cebb281742 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856888 Oct 20 04:19:25.649540 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2dd53263-c14a-41ec-aa1d-15e580404141 req-fe74ce25-a72d-40a6-afd1-4ed1aa85a2b4 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931044 Oct 20 04:19:25.674376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-07679195-1844-47dc-b1e2-5f0575a7e16b None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:19:25.891593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-07679195-1844-47dc-b1e2-5f0575a7e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a3202624-9535-4ee6-b3a8-97758ca0f17f', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'port_id': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'mac_address': 'fa:16:3e:01:e1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:19:24Z', 'updated_at': '2022-10-20T04:19:24Z', 'revision_number': 0, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:19:25.916821 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07679195-1844-47dc-b1e2-5f0575a7e16b None None] The sync data for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv is: [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': 'a3202624-9535-4ee6-b3a8-97758ca0f17f', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'port_id': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'mac_address': 'fa:16:3e:01:e1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:19:24Z', 'updated_at': '2022-10-20T04:19:24Z', 'revision_number': 0, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:19:26.098781 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722948ef-cbc9-46b1-ad30-dc3fd31eda30 None None] New status for floating IP a3202624-9535-4ee6-b3a8-97758ca0f17f: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:19:26.849983 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-b69bc78d-95d2-4893-bada-34aa351206a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400138 Oct 20 04:19:26.932587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-8f71e0f3-5a5f-4583-98e4-902ea134d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:26.934035 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-8f71e0f3-5a5f-4583-98e4-902ea134d706 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0400910 Oct 20 04:19:27.043855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-9c10079f-c989-4f12-8c80-ae85d162afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:27.045314 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-9c10079f-c989-4f12-8c80-ae85d162afb7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0889375 Oct 20 04:19:27.108795 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-004046de-ec54-43d3-a72c-e7eda60a1a14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 200 len: 1002 time: 0.0564497 Oct 20 04:19:27.160788 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-fcb83fdb-b92a-4527-8fa3-db37188e775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:27.162292 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-fcb83fdb-b92a-4527-8fa3-db37188e775b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0471480 Oct 20 04:19:27.206796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-bf1068ae-2c2b-4714-9c81-e0f36e19b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:19:27.208223 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-bf1068ae-2c2b-4714-9c81-e0f36e19b287 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393310 Oct 20 04:19:27.298143 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-66ff7c5b-26ed-46f2-8a7b-e8c9bd1d552e service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834882 Oct 20 04:19:27.388238 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4db2111b-4b29-4c36-85b5-6d6d1c491e43 req-13e6de98-dc2c-468c-be6e-3092067cacf7 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836077 Oct 20 04:19:28.688934 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:19:38.914349 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:44.674709 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0ecff07b-b625-4efc-829a-474c6d63dc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:46.675216 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cbab2267-0166-41a3-aa8a-c46b417dfedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:47.961806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:49.460625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:19:49.694969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:05.687799 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:20:08.929615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:14.676419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-76def011-2778-4529-aadc-d55e7c62b155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:16.677037 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6121-2714-4754-afb4-abb35d628b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:17.965193 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:19.462816 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:19.700019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:27.859574 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-fabf6e0f-429d-4a69-a071-4e4124097573 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403645 Oct 20 04:20:27.946584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-a2566bc2-3c22-4818-ae83-32c9793a014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:27.948055 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-a2566bc2-3c22-4818-ae83-32c9793a014f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0448742 Oct 20 04:20:28.053798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-27f7271d-3d2f-44e5-867f-e4f235541eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:28.055058 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-27f7271d-3d2f-44e5-867f-e4f235541eed service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0824873 Oct 20 04:20:28.129536 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-02555321-7056-4a9f-8f32-eb535a504bfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 200 len: 1002 time: 0.0613382 Oct 20 04:20:28.180345 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-547cfb1e-5233-4c8e-ada5-f58934591113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:28.181752 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-547cfb1e-5233-4c8e-ada5-f58934591113 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0421338 Oct 20 04:20:28.229321 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-5cbb4683-5335-446d-8566-fc7ea2fe94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:20:28.230792 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-5cbb4683-5335-446d-8566-fc7ea2fe94f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402169 Oct 20 04:20:28.327098 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-eeb14798-ce9d-4d07-808e-f5c0a9e921d2 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897775 Oct 20 04:20:28.422272 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bd746dcb-2b0f-4f8d-9f91-dc091d788d89 req-cb76a866-b2c5-4995-b940-725184906086 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843029 Oct 20 04:20:38.946793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:42.686941 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:20:44.677289 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fc97b617-34b3-4e2e-ae86-243519ec7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:46.678520 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-77c86537-550f-4df1-b038-2a58c3a12f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:47.967624 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:49.464379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:20:49.702602 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:08.965597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:14.678485 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8a62-b6e2-4ce3-bb6e-8107cbf1ae49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:16.680532 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-77c43594-bf38-4e64-a41c-c2a3d7fcaa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:17.971891 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:19.467771 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:19.686894 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:21:19.703950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:22.156596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e28ba-1df2-4b5b-bc6f-278def9c1fdb req-8c646a9e-f321-42c1-a078-13226e6ead5d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:22.158109 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ae3e28ba-1df2-4b5b-bc6f-278def9c1fdb req-8c646a9e-f321-42c1-a078-13226e6ead5d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.1154099 Oct 20 04:21:22.195104 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ae3e28ba-1df2-4b5b-bc6f-278def9c1fdb req-a1608be7-4440-4103-855f-50582d42154f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310400 Oct 20 04:21:23.324554 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac356b04-b38d-43d9-a58e-633e6827e201 req-bf968f25-1fb5-454f-816f-16ace0854e7f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:23.326131 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ac356b04-b38d-43d9-a58e-633e6827e201 req-bf968f25-1fb5-454f-816f-16ace0854e7f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0545313 Oct 20 04:21:23.363707 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ac356b04-b38d-43d9-a58e-633e6827e201 req-e6f1ce3d-384f-4529-b4df-1e430c780525 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317054 Oct 20 04:21:24.487160 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a1b80-3f33-4018-8f69-cdb9d1dc182a req-c3890eb2-cdbb-42f0-8c68-6540d7425387 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:24.488561 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-868a1b80-3f33-4018-8f69-cdb9d1dc182a req-c3890eb2-cdbb-42f0-8c68-6540d7425387 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0486925 Oct 20 04:21:24.529067 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-868a1b80-3f33-4018-8f69-cdb9d1dc182a req-53aaa4dc-5d0d-4110-9331-fa99e0fdef0b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345924 Oct 20 04:21:25.653399 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0084857-ff6a-446c-881c-710ba281b76b req-0ca6f99c-8901-4242-a0a7-6a0ab62e83b5 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:25.655446 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a0084857-ff6a-446c-881c-710ba281b76b req-0ca6f99c-8901-4242-a0a7-6a0ab62e83b5 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0494866 Oct 20 04:21:25.692591 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a0084857-ff6a-446c-881c-710ba281b76b req-bb167eed-24cf-4aad-8272-29d105cb7ae6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311968 Oct 20 04:21:26.813726 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d2373-b160-417f-86f8-3b7af5dbed67 req-699bff31-4965-43f6-8289-c466ea7475c9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:26.815186 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-446d2373-b160-417f-86f8-3b7af5dbed67 req-699bff31-4965-43f6-8289-c466ea7475c9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0494494 Oct 20 04:21:26.852810 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-446d2373-b160-417f-86f8-3b7af5dbed67 req-997021f0-e36f-47eb-bcdd-0925df621df5 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318036 Oct 20 04:21:27.971812 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1a576-fac3-4f4c-a5f6-7f792492fea9 req-d6edb24e-fda5-4c17-8a1f-4cbaf5f633e1 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:27.973286 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-10f1a576-fac3-4f4c-a5f6-7f792492fea9 req-d6edb24e-fda5-4c17-8a1f-4cbaf5f633e1 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0489881 Oct 20 04:21:28.010225 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-10f1a576-fac3-4f4c-a5f6-7f792492fea9 req-8b15d160-943d-41ba-8b3c-492f3d758fae tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Oct 20 04:21:29.131937 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9d280-8329-42d7-bcde-31fd90f03634 req-018145b2-e998-42ba-9903-612028711773 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:29.133509 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8ad9d280-8329-42d7-bcde-31fd90f03634 req-018145b2-e998-42ba-9903-612028711773 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0484872 Oct 20 04:21:29.171832 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8ad9d280-8329-42d7-bcde-31fd90f03634 req-96a55ea4-7a84-479e-ab47-cfbf2d950ed1 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318680 Oct 20 04:21:29.958093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd944e-92ac-4fdd-b774-26972eab3f18 req-5d6c0a67-23db-4227-a5e6-ab5b0d0a1943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:29.959555 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-80cd944e-92ac-4fdd-b774-26972eab3f18 req-5d6c0a67-23db-4227-a5e6-ab5b0d0a1943 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0882504 Oct 20 04:21:30.067491 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd944e-92ac-4fdd-b774-26972eab3f18 req-7e4e83d7-59ad-48f3-89d8-d5ea20932f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:30.068979 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-80cd944e-92ac-4fdd-b774-26972eab3f18 req-7e4e83d7-59ad-48f3-89d8-d5ea20932f3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0825379 Oct 20 04:21:30.141422 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-80cd944e-92ac-4fdd-b774-26972eab3f18 req-eafb4bcf-1a6e-472b-a526-dd2e3b31765d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 200 len: 1002 time: 0.0614452 Oct 20 04:21:30.192748 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd944e-92ac-4fdd-b774-26972eab3f18 req-d61be21e-cdd9-44ba-bebe-922e43a98b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:30.194157 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-80cd944e-92ac-4fdd-b774-26972eab3f18 req-d61be21e-cdd9-44ba-bebe-922e43a98b56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0432634 Oct 20 04:21:30.243567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd944e-92ac-4fdd-b774-26972eab3f18 req-1c6a3d9a-667d-4f1e-a229-e615923cc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:30.245092 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-80cd944e-92ac-4fdd-b774-26972eab3f18 req-1c6a3d9a-667d-4f1e-a229-e615923cc059 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402117 Oct 20 04:21:30.349371 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699cf1e-7ad9-43bc-b7cb-8905c19ea329 req-99a1494c-955c-4bbc-9c94-ca7df22650ea tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:30.350823 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3699cf1e-7ad9-43bc-b7cb-8905c19ea329 req-99a1494c-955c-4bbc-9c94-ca7df22650ea tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.1042411 Oct 20 04:21:30.384781 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-80cd944e-92ac-4fdd-b774-26972eab3f18 req-77cc671a-371d-4f35-bd0c-c6352c8574ce service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288607 Oct 20 04:21:30.408691 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3699cf1e-7ad9-43bc-b7cb-8905c19ea329 req-7011ba4c-defc-413e-b518-6b57265c50e0 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518353 Oct 20 04:21:30.485548 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-80cd944e-92ac-4fdd-b774-26972eab3f18 req-9d993819-438f-41dc-987f-27a75e9b2f3b service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890450 Oct 20 04:21:31.530809 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b67dd-59ea-40e9-acce-6a29eba107ab req-50c04af4-b635-499e-b35c-f6670f0715b4 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:31.532283 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ee8b67dd-59ea-40e9-acce-6a29eba107ab req-50c04af4-b635-499e-b35c-f6670f0715b4 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0486906 Oct 20 04:21:31.573770 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ee8b67dd-59ea-40e9-acce-6a29eba107ab req-61e65f96-52f5-41cf-a959-ac287b6d2a4f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351911 Oct 20 04:21:32.697408 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3f51a-c2e8-41bb-8d6d-79a19b967240 req-79ef99ea-43b5-44eb-843b-37473fa9a6d0 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:32.699140 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c7d3f51a-c2e8-41bb-8d6d-79a19b967240 req-79ef99ea-43b5-44eb-843b-37473fa9a6d0 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0524404 Oct 20 04:21:32.738030 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c7d3f51a-c2e8-41bb-8d6d-79a19b967240 req-f02390b8-d78f-4360-934d-f33ef87319ac tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319831 Oct 20 04:21:33.686598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ea0728b4-de12-4212-9f90-9c73fca9d3ec details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:21:33.785758 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:21:33.797410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'port_id': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'mac_address': 'fa:16:3e:01:e1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:21:33.838833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ea0728b4-de12-4212-9f90-9c73fca9d3ec is: ACTIVE; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:21:33.839210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:33.853319 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea0728b4-de12-4212-9f90-9c73fca9d3ec {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:21:33.858267 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2d455-3573-4b15-a910-39022499d5c4 req-9ee02c8c-b3fd-46b3-80a4-551db9f4ef72 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:33.859733 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-88f2d455-3573-4b15-a910-39022499d5c4 req-9ee02c8c-b3fd-46b3-80a4-551db9f4ef72 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0490463 Oct 20 04:21:33.872451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:21:33.876789 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:33.899142 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-88f2d455-3573-4b15-a910-39022499d5c4 req-cabed85f-6141-4124-ae7f-8c05a513474e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331233 Oct 20 04:21:33.927730 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ea0728b4-de12-4212-9f90-9c73fca9d3ec,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:21:33.935198 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.935551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.936106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.936481 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.936879 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.937159 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.937496 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.937827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.938159 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.938483 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.938810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.939175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:21:33.957873 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['ea0728b4-de12-4212-9f90-9c73fca9d3ec'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:21:35.021650 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af55c1-e05d-4d50-a8d7-e9845b594965 req-cb5d7b22-ed2d-495d-beb5-9ce2e4767e11 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:35.023111 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f5af55c1-e05d-4d50-a8d7-e9845b594965 req-cb5d7b22-ed2d-495d-beb5-9ce2e4767e11 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 945 time: 0.0485268 Oct 20 04:21:35.061195 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f5af55c1-e05d-4d50-a8d7-e9845b594965 req-fefc0559-d41a-4c4c-b638-b03a8aeb7e68 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316405 Oct 20 04:21:35.717670 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ea0728b4-de12-4212-9f90-9c73fca9d3ec up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:21:35.775032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port ea0728b4-de12-4212-9f90-9c73fca9d3ec triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:21:35.775406 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:35.775742 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port ea0728b4-de12-4212-9f90-9c73fca9d3ec Oct 20 04:21:35.861882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ea0728b4-de12-4212-9f90-9c73fca9d3ec is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:21:35.862272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:35.889324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:21:35.891890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d7b0fc-572d-4dd7-9512-2e1345db018d" -d '{"events": [{"server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:21:35.905968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:21:35.910752 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:35.970479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ea0728b4-de12-4212-9f90-9c73fca9d3ec,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:21:36.006588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caab7717-d534-45fa-a88a-0aec3d871890 x-openstack-request-id: req-caab7717-d534-45fa-a88a-0aec3d871890 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:21:36.007012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:21:36.007357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-caab7717-d534-45fa-a88a-0aec3d871890 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:21:36.007858 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caab7717-d534-45fa-a88a-0aec3d871890'] response: {'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'code': 200} Oct 20 04:21:36.197386 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e0669-df1d-4031-9584-3edbe5bf4ca5 req-00c24d4f-137e-4d47-9832-f498902713a4 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:36.200005 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf7e0669-df1d-4031-9584-3edbe5bf4ca5 req-00c24d4f-137e-4d47-9832-f498902713a4 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0592420 Oct 20 04:21:36.240980 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf7e0669-df1d-4031-9584-3edbe5bf4ca5 req-d82ed95f-640c-4d0e-81ce-5ba07af44270 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338109 Oct 20 04:21:37.383584 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa66a-4917-4fd6-a404-8d2ea61fc653 req-80ff69cb-4037-441f-9f7c-9b96f3bd2674 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:37.391139 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-78eaa66a-4917-4fd6-a404-8d2ea61fc653 req-80ff69cb-4037-441f-9f7c-9b96f3bd2674 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0601904 Oct 20 04:21:37.426885 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-78eaa66a-4917-4fd6-a404-8d2ea61fc653 req-ce364376-a271-442e-80d6-19bcce6791a1 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348816 Oct 20 04:21:38.560011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f307cc1-1094-431b-a223-7a1e17c2e70f req-d3ef34e6-d628-428c-8adf-1516a1550346 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:38.562066 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f307cc1-1094-431b-a223-7a1e17c2e70f req-d3ef34e6-d628-428c-8adf-1516a1550346 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0527055 Oct 20 04:21:38.604198 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8f307cc1-1094-431b-a223-7a1e17c2e70f req-e42cea06-a81e-41b4-8c92-5675dc07357f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355673 Oct 20 04:21:38.982003 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:39.734751 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec578a10-5c6f-4234-af85-3e39379e7f46 req-5e9b8256-04fb-4296-9dfe-12d77d3cd966 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:39.736243 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ec578a10-5c6f-4234-af85-3e39379e7f46 req-5e9b8256-04fb-4296-9dfe-12d77d3cd966 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0533662 Oct 20 04:21:39.785972 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-ec578a10-5c6f-4234-af85-3e39379e7f46 req-cbb9a25a-8dce-4750-9a87-30f17fac2fbe tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Oct 20 04:21:40.919839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7e377-09b9-4f48-a947-7f82218077bc req-9e3f9f60-7827-4310-953c-d827de2012bb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:40.921896 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-01c7e377-09b9-4f48-a947-7f82218077bc req-9e3f9f60-7827-4310-953c-d827de2012bb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0547075 Oct 20 04:21:40.962578 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-01c7e377-09b9-4f48-a947-7f82218077bc req-d79da73f-dc68-4c05-ba6f-2c9f636fcb7d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341904 Oct 20 04:21:42.091914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca4035-05d3-4223-a8e6-e4b205e0a704 req-59b8bea5-7e03-42fd-886a-e465d33b788e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:42.097106 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-88ca4035-05d3-4223-a8e6-e4b205e0a704 req-59b8bea5-7e03-42fd-886a-e465d33b788e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0550487 Oct 20 04:21:42.136490 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-88ca4035-05d3-4223-a8e6-e4b205e0a704 req-95a277e4-7585-467f-8ef4-00f7f0828e3a tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366611 Oct 20 04:21:43.267274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97085e4-f31b-4039-926e-404eb396b0dd req-ea204622-f768-460f-84d4-a21995537efe tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:43.268783 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f97085e4-f31b-4039-926e-404eb396b0dd req-ea204622-f768-460f-84d4-a21995537efe tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0539513 Oct 20 04:21:43.308773 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f97085e4-f31b-4039-926e-404eb396b0dd req-55dcfa50-206e-491b-8f73-e1c6ef0828b7 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340922 Oct 20 04:21:44.437501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ca1f-b303-4fe6-8762-34994eddb13c req-3db29699-da4b-4189-9f50-2263c35f412e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:44.438985 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c538ca1f-b303-4fe6-8762-34994eddb13c req-3db29699-da4b-4189-9f50-2263c35f412e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0500283 Oct 20 04:21:44.476964 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c538ca1f-b303-4fe6-8762-34994eddb13c req-3a3b3c39-d658-437b-9c49-4f241347df7d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318825 Oct 20 04:21:44.479788 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733bdea-cc2c-443f-8285-41890b623338 req-e6a236ba-1c6d-48a2-83df-6c0039eba24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:44.481223 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0733bdea-cc2c-443f-8285-41890b623338 req-e6a236ba-1c6d-48a2-83df-6c0039eba24f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0412021 Oct 20 04:21:44.576289 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733bdea-cc2c-443f-8285-41890b623338 req-067f5dd3-76fc-4b4e-ae31-ab7f99441c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:44.578214 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0733bdea-cc2c-443f-8285-41890b623338 req-067f5dd3-76fc-4b4e-ae31-ab7f99441c15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0901525 Oct 20 04:21:44.682465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-37cad8ec-fd6a-4fdb-9512-8a7371f103c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:44.970890 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0733bdea-cc2c-443f-8285-41890b623338 req-4520837f-8855-43d8-880c-d5d28f995bd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 200 len: 1002 time: 0.3830643 Oct 20 04:21:45.025758 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733bdea-cc2c-443f-8285-41890b623338 req-b256d2e3-8163-4f54-a667-367ca73c550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:45.027212 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0733bdea-cc2c-443f-8285-41890b623338 req-b256d2e3-8163-4f54-a667-367ca73c550b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0457075 Oct 20 04:21:45.078888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733bdea-cc2c-443f-8285-41890b623338 req-d12a8944-3929-4b61-a04e-96de17017234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:45.080384 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0733bdea-cc2c-443f-8285-41890b623338 req-d12a8944-3929-4b61-a04e-96de17017234 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433891 Oct 20 04:21:45.177261 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0733bdea-cc2c-443f-8285-41890b623338 req-637622ea-320d-4862-be7a-0b132fbca7db service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859814 Oct 20 04:21:45.274192 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0733bdea-cc2c-443f-8285-41890b623338 req-03c7ad90-3111-4329-a55e-142a5ef5cfd9 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864055 Oct 20 04:21:45.598202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b379-d0a6-4f81-aecd-954ccd1d4baa req-9581d0d0-0724-40d5-896b-6835674bd6e0 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:45.599824 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2e0b379-d0a6-4f81-aecd-954ccd1d4baa req-9581d0d0-0724-40d5-896b-6835674bd6e0 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0496907 Oct 20 04:21:45.636809 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b2e0b379-d0a6-4f81-aecd-954ccd1d4baa req-ebe81e7f-ed1e-4c96-b8fa-b06437dd8549 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311275 Oct 20 04:21:46.682123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-55220430-2a91-484b-b811-d8d453309c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:46.759823 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585af742-d2b6-43d4-9187-7cea37681fa5 req-275c57f9-57a8-442d-985c-075c474347fd tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:46.761354 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-585af742-d2b6-43d4-9187-7cea37681fa5 req-275c57f9-57a8-442d-985c-075c474347fd tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0496960 Oct 20 04:21:46.803836 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-585af742-d2b6-43d4-9187-7cea37681fa5 req-3c70c5a2-5a5d-4686-858b-0aab75421450 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356786 Oct 20 04:21:47.923919 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cd5ea-56c3-4f99-9917-dd83b3c20bdb req-5a73f247-e8ba-4053-9e51-c20aff2d729b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:47.925423 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-561cd5ea-56c3-4f99-9917-dd83b3c20bdb req-5a73f247-e8ba-4053-9e51-c20aff2d729b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0489359 Oct 20 04:21:47.964560 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-561cd5ea-56c3-4f99-9917-dd83b3c20bdb req-a4b3c846-b872-423a-8503-e8ffcdb9b315 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 Oct 20 04:21:47.974444 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:48.038928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-b0b8e854-dfab-4562-ba52-46d16282b6bd req-14d3393e-f133-4e33-b0c9-bf8ef470bf7c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:21:48.039947 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b0b8e854-dfab-4562-ba52-46d16282b6bd req-14d3393e-f133-4e33-b0c9-bf8ef470bf7c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054810 Oct 20 04:21:48.206114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa3ab6-31ad-43e0-b949-504a5f639d0f req-2a16eafb-cc41-4b87-ad04-e68cb4325d6f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:48.207522 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-22fa3ab6-31ad-43e0-b949-504a5f639d0f req-2a16eafb-cc41-4b87-ad04-e68cb4325d6f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0571797 Oct 20 04:21:48.248372 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-22fa3ab6-31ad-43e0-b949-504a5f639d0f req-217f163c-8db9-424b-a61c-9480f450de85 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341201 Oct 20 04:21:48.379610 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-f0bda7c5-db6e-453e-9e46-765bf0f6cf94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849469 Oct 20 04:21:49.230420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-632c202a-b33a-433f-abc5-9329547638ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:49.231878 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-632c202a-b33a-433f-abc5-9329547638ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6&tenant_id=5e13d792091f4db8a37cb6705055e26c HTTP/1.1" status: 200 len: 1099 time: 0.0409558 Oct 20 04:21:49.300517 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-6aea4346-be60-4f30-9478-c44528681aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:49.302023 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-6aea4346-be60-4f30-9478-c44528681aa0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0450685 Oct 20 04:21:49.371407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61355321-7fee-48eb-bd94-d867da486901 req-3c8fe337-67b1-4cc9-9b92-f72d5110860b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:49.372929 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-61355321-7fee-48eb-bd94-d867da486901 req-3c8fe337-67b1-4cc9-9b92-f72d5110860b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 946 time: 0.0495558 Oct 20 04:21:49.400250 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-9983ff7e-74b3-4b06-9b00-d343ffcb1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:49.401729 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-9983ff7e-74b3-4b06-9b00-d343ffcb1a94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0893109 Oct 20 04:21:49.411632 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-61355321-7fee-48eb-bd94-d867da486901 req-dbbdea12-75b8-422b-8bcd-17c1ff653d3e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Oct 20 04:21:49.470378 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:49.471812 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-12f1df59-74b4-431a-ab4c-885924e058de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 200 len: 1002 time: 0.0595784 Oct 20 04:21:49.527851 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-3b127cc8-ae21-47c7-bd1b-be19a8e8ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:49.529237 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-3b127cc8-ae21-47c7-bd1b-be19a8e8ace8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0479658 Oct 20 04:21:49.578503 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-185ce39e-0541-43ce-afed-d70cfa992af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:49.579976 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-185ce39e-0541-43ce-afed-d70cfa992af1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406477 Oct 20 04:21:49.673198 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-d8b4a4ed-2524-47d4-a20b-f1fa00c00c91 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824146 Oct 20 04:21:49.705946 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:49.772159 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bf3c3176-2793-4189-b7ad-96b1c3b4e694 req-495afeca-b154-403c-90d5-643155d8b014 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887623 Oct 20 04:21:49.799295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ea0728b4-de12-4212-9f90-9c73fca9d3ec no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:21:49.878687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ea0728b4-de12-4212-9f90-9c73fca9d3ec is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:21:49.879073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:49.900531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:21:49.902729 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca071d48-97f2-486b-b7cc-b5f529141820" -d '{"events": [{"server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:21:49.915070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:21:49.919101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:21:49.945659 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25c2bd4-8d24-4cca-a698-decf99e9fd4d x-openstack-request-id: req-a25c2bd4-8d24-4cca-a698-decf99e9fd4d {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:21:49.945947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:21:49.946196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a25c2bd4-8d24-4cca-a698-decf99e9fd4d {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:21:49.946585 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25c2bd4-8d24-4cca-a698-decf99e9fd4d'] response: {'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'code': 200} Oct 20 04:21:49.969229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ea0728b4-de12-4212-9f90-9c73fca9d3ec,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:21:50.548722 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b341b-eee7-447e-b1a4-524f4bfd5c3f req-d1ba8c18-f6de-42d1-88ee-02c74d32d40d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:50.550879 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-634b341b-eee7-447e-b1a4-524f4bfd5c3f req-d1ba8c18-f6de-42d1-88ee-02c74d32d40d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 944 time: 0.0537283 Oct 20 04:21:50.592019 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-634b341b-eee7-447e-b1a4-524f4bfd5c3f req-d11e1e8b-8c62-48d2-9a95-734578ec274e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342383 Oct 20 04:21:51.726882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614f400-3d94-4262-a2bf-8394053bf3c8 req-bb29346b-4ac8-470f-847f-add1c75b0c0f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:51.728605 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6614f400-3d94-4262-a2bf-8394053bf3c8 req-bb29346b-4ac8-470f-847f-add1c75b0c0f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 944 time: 0.0528684 Oct 20 04:21:51.770112 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6614f400-3d94-4262-a2bf-8394053bf3c8 req-35aed86f-168d-4777-9045-3011fb5b992d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355792 Oct 20 04:21:52.915599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf89a9-abc3-4054-ba49-16ab6e095b9c req-8312fa46-481e-4215-bf7a-4f340082c2ed tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:52.917280 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e3cf89a9-abc3-4054-ba49-16ab6e095b9c req-8312fa46-481e-4215-bf7a-4f340082c2ed tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 944 time: 0.0611527 Oct 20 04:21:52.959456 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e3cf89a9-abc3-4054-ba49-16ab6e095b9c req-304ac8ec-857c-4faa-8cfa-497b89b4fce5 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349467 Oct 20 04:21:54.097665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5ec74-43af-4ade-b444-506b5d391a6e req-b6c707b5-9d44-451c-8a34-f17f9635285d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:54.099254 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dc5ec74-43af-4ade-b444-506b5d391a6e req-b6c707b5-9d44-451c-8a34-f17f9635285d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 944 time: 0.0605946 Oct 20 04:21:54.140440 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dc5ec74-43af-4ade-b444-506b5d391a6e req-e2d5ff4c-e140-43f0-ab5d-a8098ff97161 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349724 Oct 20 04:21:55.273773 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb701c4-72cd-46b7-9a4e-7c575866a30f req-06f2dd2a-7192-4b25-bdb8-6f62428c63eb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:55.275444 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9fb701c4-72cd-46b7-9a4e-7c575866a30f req-06f2dd2a-7192-4b25-bdb8-6f62428c63eb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 944 time: 0.0554738 Oct 20 04:21:55.324052 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9fb701c4-72cd-46b7-9a4e-7c575866a30f req-c4fdec9f-9a9d-4dc7-8825-ae1299191c33 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409064 Oct 20 04:21:56.463748 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198219c-9aad-438d-8fa7-b30090b01839 req-d60dad85-f15d-47b7-a431-808dfb4fef20 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:56.465878 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8198219c-9aad-438d-8fa7-b30090b01839 req-d60dad85-f15d-47b7-a431-808dfb4fef20 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 944 time: 0.0643008 Oct 20 04:21:56.507674 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8198219c-9aad-438d-8fa7-b30090b01839 req-a068f4c1-6c98-4db1-bb9b-c6d56b78f78d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356662 Oct 20 04:21:56.685919 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:21:57.630732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6b7a-7686-4bac-b56b-f4a2003cefa4 req-8ba8ca39-b6fc-4eb9-ba03-1b0b634bbbbd tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:57.632181 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f83b6b7a-7686-4bac-b56b-f4a2003cefa4 req-8ba8ca39-b6fc-4eb9-ba03-1b0b634bbbbd tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 944 time: 0.0485308 Oct 20 04:21:57.669701 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f83b6b7a-7686-4bac-b56b-f4a2003cefa4 req-b7839ccb-a069-419b-a57f-e51c482a0768 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Oct 20 04:21:58.795308 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06151d97-9bb1-4b31-a71d-5bf847219074 req-3867e4b4-08cc-467f-b7ff-a8985a3ab2d9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:58.796998 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-06151d97-9bb1-4b31-a71d-5bf847219074 req-3867e4b4-08cc-467f-b7ff-a8985a3ab2d9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 944 time: 0.0511801 Oct 20 04:21:58.864403 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-06151d97-9bb1-4b31-a71d-5bf847219074 req-1378851d-856a-476e-9b14-1a43a589c6ec tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603049 Oct 20 04:21:58.874629 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be729-681c-4b6f-a36e-c19021ee9dee req-bf8d5f84-ddc7-4fe4-9995-57910a9192f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:58.876379 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e43be729-681c-4b6f-a36e-c19021ee9dee req-bf8d5f84-ddc7-4fe4-9995-57910a9192f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0583711 Oct 20 04:21:58.913754 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e43be729-681c-4b6f-a36e-c19021ee9dee req-405dc8cf-af6e-47bf-8788-33def04f04da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277143 Oct 20 04:21:59.879088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ea0728b4-de12-4212-9f90-9c73fca9d3ec details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:21:59.983982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:21:59.995707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'port_id': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'mac_address': 'fa:16:3e:01:e1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:21:59.995921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4265b-86db-42c8-b034-22dbc5e44ec2 req-38271302-4416-4e48-a709-fcf7527a9ab1 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:21:59.997302 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bad4265b-86db-42c8-b034-22dbc5e44ec2 req-38271302-4416-4e48-a709-fcf7527a9ab1 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 944 time: 0.0578604 Oct 20 04:22:00.037570 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ea0728b4-de12-4212-9f90-9c73fca9d3ec is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:22:00.037788 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-bad4265b-86db-42c8-b034-22dbc5e44ec2 req-5477249a-0f7d-4a0c-b4c2-29591f39258d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341151 Oct 20 04:22:00.037954 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:00.055412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0728b4-de12-4212-9f90-9c73fca9d3ec {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:22:00.076508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:22:00.081397 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:00.133282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ea0728b4-de12-4212-9f90-9c73fca9d3ec,revision_number=9']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:00.322757 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['ea0728b4-de12-4212-9f90-9c73fca9d3ec'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:22:01.166337 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebba59c-0944-4b94-8d8a-97b87f708c9a req-0b0189f5-c56e-4b09-ac21-5880b8aac720 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:01.167802 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ebba59c-0944-4b94-8d8a-97b87f708c9a req-0b0189f5-c56e-4b09-ac21-5880b8aac720 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 945 time: 0.0493131 Oct 20 04:22:01.205889 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ebba59c-0944-4b94-8d8a-97b87f708c9a req-342f4e8c-af87-4823-88f5-2e35cf4a4e3b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322485 Oct 20 04:22:01.889437 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ea0728b4-de12-4212-9f90-9c73fca9d3ec up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:22:01.937706 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port ea0728b4-de12-4212-9f90-9c73fca9d3ec triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:22:01.938071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:01.938402 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port ea0728b4-de12-4212-9f90-9c73fca9d3ec Oct 20 04:22:02.015184 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ea0728b4-de12-4212-9f90-9c73fca9d3ec is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:22:02.015575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:02.037947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:22:02.040170 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426ee4ea-ac77-41f8-8639-568f66eeb8b5" -d '{"events": [{"server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:22:02.053463 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:22:02.057710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:02.081470 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b2090c-d8e7-4eea-baf0-4d371d694eb6 x-openstack-request-id: req-48b2090c-d8e7-4eea-baf0-4d371d694eb6 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:22:02.081782 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:22:02.082019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48b2090c-d8e7-4eea-baf0-4d371d694eb6 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:22:02.082412 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b2090c-d8e7-4eea-baf0-4d371d694eb6'] response: {'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'code': 200} Oct 20 04:22:02.107246 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ea0728b4-de12-4212-9f90-9c73fca9d3ec,revision_number=10']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:22:08.975515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:14.684519 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a092-a880-4b98-b5bc-35fc7f3ee878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:16.683517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-556b9e6d-b3b5-4ed5-8810-25bd28187a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:17.978260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.473231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:19.708799 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:30.855346 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-1e6df22b-a05b-40bc-9a67-997611c8d6d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390067 Oct 20 04:22:30.940143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-ca3fb957-4766-4d86-ae03-33c384286bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:30.941637 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-ca3fb957-4766-4d86-ae03-33c384286bf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1100 time: 0.0447652 Oct 20 04:22:31.042473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-cdfca585-066a-4f41-80a7-6fe2f6cc19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:31.043917 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-cdfca585-066a-4f41-80a7-6fe2f6cc19ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0838223 Oct 20 04:22:31.113980 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-3255ad70-df71-47b2-8882-beb146b90102 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 200 len: 1002 time: 0.0629179 Oct 20 04:22:31.163144 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-f794afda-de4a-42d7-834c-13f8b8c763ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:31.164550 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-f794afda-de4a-42d7-834c-13f8b8c763ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0425253 Oct 20 04:22:31.214277 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-9eaeab09-f005-423f-a6ed-090fcc6f2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:22:31.215725 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-9eaeab09-f005-423f-a6ed-090fcc6f2712 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391610 Oct 20 04:22:31.308282 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-82dea773-2f51-4686-b1da-8e0312d17bde service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848560 Oct 20 04:22:31.397229 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b7dfef3d-0ea8-4e9e-a4fb-18982bf6d408 req-55db76a9-8d0f-4efd-be2e-8a16b9c145de service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814033 Oct 20 04:22:33.684508 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:22:38.999473 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:44.687545 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-20c23bbf-d9d1-4f8b-ace2-79e4fecb5bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:46.684655 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d5c859b5-57ec-49ce-89fe-a9e68273f420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:47.980801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:49.475989 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:22:49.712108 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:08.999499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:10.684164 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:23:14.080574 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36598) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:23:14.239821 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Deleting port 74f8aebe-6cf7-4fec-aae1-054ce713a6b3 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:23:14.240159 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:14.313167 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:14.313495 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:14.324966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Calling delete_port for 74f8aebe-6cf7-4fec-aae1-054ce713a6b3 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:23:14.469008 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:14.494802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event deleted for resources: {'Port': ['ID=74f8aebe-6cf7-4fec-aae1-054ce713a6b3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:14.517578 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.517931 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.518276 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.518612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.518945 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.519886 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.520219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.520576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.520906 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.521231 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.521557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.521882 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:14.561807 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for floatingip, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:14.562134 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Floating IP a3202624-9535-4ee6-b3a8-97758ca0f17f disassociated (deleted). External IP: 172.26.0.105, port: ea0728b4-de12-4212-9f90-9c73fca9d3ec. Oct 20 04:23:14.689445 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-70de2801-6346-4352-af8d-87f72fdf7d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:14.774946 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Router c74d7345-faea-426d-82bc-261ac1fc67b3 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:23:14.882534 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:23:14.886994 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:14.893640 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b525036-88b1-4118-b770-42dbaac71f02 None None] Sync routers for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:23:14.903560 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b525036-88b1-4118-b770-42dbaac71f02 None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:23:14.904185 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6b525036-88b1-4118-b770-42dbaac71f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:22:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:23:14.915892 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e159f759-d6d3-4661-8475-413b4f43516c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "DELETE /v2.0/floatingips/a3202624-9535-4ee6-b3a8-97758ca0f17f HTTP/1.1" status: 204 len: 168 time: 0.8317428 Oct 20 04:23:14.915892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:23:14.916334 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77a5a3b-03af-4a46-a01d-68f243f527be" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:23:15.014732 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-6b525036-88b1-4118-b770-42dbaac71f02 None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:23:15.016034 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b964125b-8cb3-42a5-b3eb-dcf2650d17aa x-openstack-request-id: req-b964125b-8cb3-42a5-b3eb-dcf2650d17aa {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:23:15.016478 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:23:15.017298 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b964125b-8cb3-42a5-b3eb-dcf2650d17aa {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:23:15.017708 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b964125b-8cb3-42a5-b3eb-dcf2650d17aa'] response: {'name': 'network-changed', 'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'status': 'completed', 'code': 200} Oct 20 04:23:15.096732 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5a3b-03af-4a46-a01d-68f243f527be req-1402c9c2-b011-42d1-b0a2-9efa658adf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:15.098878 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b77a5a3b-03af-4a46-a01d-68f243f527be req-1402c9c2-b011-42d1-b0a2-9efa658adf14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 1100 time: 0.0535674 Oct 20 04:23:15.156195 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c78181-d0e7-452d-8a8e-0e9823e6bd77 req-b57a46ff-a31a-4624-ace3-346c9e5e8a90 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:15.157726 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-74c78181-d0e7-452d-8a8e-0e9823e6bd77 req-b57a46ff-a31a-4624-ace3-346c9e5e8a90 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 947 time: 0.0537317 Oct 20 04:23:15.195655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5a3b-03af-4a46-a01d-68f243f527be req-e9c1611f-c8c4-4ec2-aaa7-d54d7b273230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:15.197340 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b77a5a3b-03af-4a46-a01d-68f243f527be req-e9c1611f-c8c4-4ec2-aaa7-d54d7b273230 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0914459 Oct 20 04:23:15.204304 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-74c78181-d0e7-452d-8a8e-0e9823e6bd77 req-2dde2196-796d-4c8a-b799-de3f817d0c3b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401878 Oct 20 04:23:15.233551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6b525036-88b1-4118-b770-42dbaac71f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:23:15.248044 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b77a5a3b-03af-4a46-a01d-68f243f527be req-efe4118d-4d75-419d-8a4a-bef075e1add6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 200 len: 217 time: 0.0432169 Oct 20 04:23:15.264648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b525036-88b1-4118-b770-42dbaac71f02 None None] Checking router: c74d7345-faea-426d-82bc-261ac1fc67b3 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:23:15.273326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b525036-88b1-4118-b770-42dbaac71f02 None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:23:15.273920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6b525036-88b1-4118-b770-42dbaac71f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:22:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:23:15.297864 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5a3b-03af-4a46-a01d-68f243f527be req-deac0292-89db-4841-a16a-5065aee6d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:15.299340 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b77a5a3b-03af-4a46-a01d-68f243f527be req-deac0292-89db-4841-a16a-5065aee6d8d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0444112 Oct 20 04:23:15.346717 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5a3b-03af-4a46-a01d-68f243f527be req-01e0871c-f5f6-4b5e-ba8d-31f063f2e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:15.348319 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b77a5a3b-03af-4a46-a01d-68f243f527be req-01e0871c-f5f6-4b5e-ba8d-31f063f2e944 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419564 Oct 20 04:23:15.377549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-6b525036-88b1-4118-b770-42dbaac71f02 None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:23:15.442252 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b77a5a3b-03af-4a46-a01d-68f243f527be req-c57e7d1b-e123-4efe-86a7-7bebe2e7cd19 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872381 Oct 20 04:23:15.532725 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b77a5a3b-03af-4a46-a01d-68f243f527be req-af501c7e-7e07-4fc9-a572-e30394e3df49 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836475 Oct 20 04:23:15.570181 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-6b525036-88b1-4118-b770-42dbaac71f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:23:15.595664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b525036-88b1-4118-b770-42dbaac71f02 None None] The sync data for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv is: [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:23:15.815206 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc01cb7-76c2-4611-8578-1a998f960e23 None None] New status for floating IP a3202624-9535-4ee6-b3a8-97758ca0f17f: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:23:16.335079 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14092841-295b-44a3-81a3-00e64f97952e req-7a1c95f7-2135-478f-951c-c663d35554b8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:16.336594 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-14092841-295b-44a3-81a3-00e64f97952e req-7a1c95f7-2135-478f-951c-c663d35554b8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 947 time: 0.0495732 Oct 20 04:23:16.379025 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-14092841-295b-44a3-81a3-00e64f97952e req-76b53611-bd6b-4f2e-a029-582ea4d9495d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362997 Oct 20 04:23:16.689842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9e3f89dc-400a-471a-aae6-408ca7983485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:16.771117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4c2ed-8e4f-4d64-a435-367c8c7ce185 req-41dde91f-1c7e-45ef-848a-9d9d6b11df9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:16.772562 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4ac4c2ed-8e4f-4d64-a435-367c8c7ce185 req-41dde91f-1c7e-45ef-848a-9d9d6b11df9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 947 time: 0.0489826 Oct 20 04:23:16.864892 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-4ac4c2ed-8e4f-4d64-a435-367c8c7ce185 req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Deleting port ea0728b4-de12-4212-9f90-9c73fca9d3ec {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:23:16.865238 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4ac4c2ed-8e4f-4d64-a435-367c8c7ce185 req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:16.956606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-4ac4c2ed-8e4f-4d64-a435-367c8c7ce185 req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] For port ea0728b4-de12-4212-9f90-9c73fca9d3ec, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ea0728b4-de12-4212-9f90-9c73fca9d3ec,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:23:16.957606 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4ac4c2ed-8e4f-4d64-a435-367c8c7ce185 req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:16.969286 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-4ac4c2ed-8e4f-4d64-a435-367c8c7ce185 req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Calling delete_port for ea0728b4-de12-4212-9f90-9c73fca9d3ec owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:23:17.099041 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4ac4c2ed-8e4f-4d64-a435-367c8c7ce185 req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:17.134439 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event deleted for resources: {'Port': ['ID=ea0728b4-de12-4212-9f90-9c73fca9d3ec,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:17.156469 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.156817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.157152 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.157505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.157833 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.158158 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.158477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.158796 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.159114 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.159428 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.159740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.160375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:17.182210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac4c2ed-8e4f-4d64-a435-367c8c7ce185 req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] No DVR routers for this DVR port ea0728b4-de12-4212-9f90-9c73fca9d3ec on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:23:17.184658 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4ac4c2ed-8e4f-4d64-a435-367c8c7ce185 req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:17.188028 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-4ac4c2ed-8e4f-4d64-a435-367c8c7ce185 req-2331bdab-779e-424e-85f3-6f607a277cf9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.36 "DELETE /v2.0/ports/ea0728b4-de12-4212-9f90-9c73fca9d3ec HTTP/1.1" status: 204 len: 173 time: 0.4058161 Oct 20 04:23:17.188577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'name': 'network-vif-deleted', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:23:17.190830 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290c10f5-ccd3-41f1-a5b9-56b71f65d54c" -d '{"events": [{"server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "name": "network-vif-deleted", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:23:17.236160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d76187-c6b6-4fde-a35b-4df75acbefb2 x-openstack-request-id: req-02d76187-c6b6-4fde-a35b-4df75acbefb2 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:23:17.236645 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb61b2f-6428-483f-8664-607d6d128ab6", "name": "network-vif-deleted", "tag": "ea0728b4-de12-4212-9f90-9c73fca9d3ec", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:23:17.237375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02d76187-c6b6-4fde-a35b-4df75acbefb2 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:23:17.237894 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d76187-c6b6-4fde-a35b-4df75acbefb2'] response: {'server_uuid': 'ebb61b2f-6428-483f-8664-607d6d128ab6', 'name': 'network-vif-deleted', 'tag': 'ea0728b4-de12-4212-9f90-9c73fca9d3ec', 'status': 'completed', 'code': 200} Oct 20 04:23:17.490647 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-56f6d676-16b4-4d2a-9026-3adf7f741643 req-6120fa39-eb25-4866-a6df-f3af4970f7b3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb61b2f-6428-483f-8664-607d6d128ab6 HTTP/1.1" status: 200 len: 210 time: 0.0288734 Oct 20 04:23:17.982617 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:18.553017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36626) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:23:18.610291 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-884181b5-aea5-4fd2-9416-bed96063e4ab tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:18.635211 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-884181b5-aea5-4fd2-9416-bed96063e4ab tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:18.692822 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-884181b5-aea5-4fd2-9416-bed96063e4ab tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:18.695815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-884181b5-aea5-4fd2-9416-bed96063e4ab tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:18.697004 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-884181b5-aea5-4fd2-9416-bed96063e4ab tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "DELETE /v2.0/security-groups/5b770f52-4e7d-4bc0-8ea0-e3f1b557e154 HTTP/1.1" status: 204 len: 168 time: 0.1430199 Oct 20 04:23:18.706228 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884181b5-aea5-4fd2-9416-bed96063e4ab tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b770f52-4e7d-4bc0-8ea0-e3f1b557e154,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:18.803257 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 36632) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:23:18.807733 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d78a94df-b33a-4fe0-aca4-2bb5cd2ca888 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663985622', 'description': 'tempest-secgroup-smoke-1663985622 description', 'project_id': '5e13d792091f4db8a37cb6705055e26c'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:23:18.829225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d78a94df-b33a-4fe0-aca4-2bb5cd2ca888 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:18.894692 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d78a94df-b33a-4fe0-aca4-2bb5cd2ca888 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:18.898389 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d78a94df-b33a-4fe0-aca4-2bb5cd2ca888 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:18.927184 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d78a94df-b33a-4fe0-aca4-2bb5cd2ca888 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:18.928424 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-d78a94df-b33a-4fe0-aca4-2bb5cd2ca888 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1241353 Oct 20 04:23:18.931456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36634) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:23:18.932292 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a94df-b33a-4fe0-aca4-2bb5cd2ca888 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298198ab-63a0-4698-a6b8-17032f46c4f7,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:18.936800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-5358c60c-726b-452f-947d-01cadd98a802 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '298198ab-63a0-4698-a6b8-17032f46c4f7', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:23:18.962466 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5358c60c-726b-452f-947d-01cadd98a802 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.021578 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5358c60c-726b-452f-947d-01cadd98a802 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.025617 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5358c60c-726b-452f-947d-01cadd98a802 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.043441 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358c60c-726b-452f-947d-01cadd98a802 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7f5d1a-29d4-4c71-8b65-72cbaba6dfb9,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:19.050868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5358c60c-726b-452f-947d-01cadd98a802 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.052132 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-5358c60c-726b-452f-947d-01cadd98a802 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196508 Oct 20 04:23:19.054966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36636) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:23:19.059140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d2e75fb0-3f72-49ad-9a33-cd349d6346ce tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '298198ab-63a0-4698-a6b8-17032f46c4f7', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:23:19.083950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2e75fb0-3f72-49ad-9a33-cd349d6346ce tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.139424 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2e75fb0-3f72-49ad-9a33-cd349d6346ce tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.142939 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2e75fb0-3f72-49ad-9a33-cd349d6346ce tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.160425 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e75fb0-3f72-49ad-9a33-cd349d6346ce tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12ac97a-d0f3-45a8-bc43-a6d42ae83fd8,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:19.168254 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d2e75fb0-3f72-49ad-9a33-cd349d6346ce tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.169505 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d2e75fb0-3f72-49ad-9a33-cd349d6346ce tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136465 Oct 20 04:23:19.172336 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36638) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:23:19.177421 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-741ff391-b5ad-4cff-9e1c-722e0f4fabfb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '298198ab-63a0-4698-a6b8-17032f46c4f7', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:23:19.201508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-741ff391-b5ad-4cff-9e1c-722e0f4fabfb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.262299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-741ff391-b5ad-4cff-9e1c-722e0f4fabfb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.266103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-741ff391-b5ad-4cff-9e1c-722e0f4fabfb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.283302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ff391-b5ad-4cff-9e1c-722e0f4fabfb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67ce54f-8eac-4a1a-88f9-cfe8ffddfd80,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:19.291511 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-741ff391-b5ad-4cff-9e1c-722e0f4fabfb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.292730 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-741ff391-b5ad-4cff-9e1c-722e0f4fabfb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194818 Oct 20 04:23:19.295636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36640) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:23:19.299974 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-965f4109-f950-474f-88bc-edf8137c41b8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '298198ab-63a0-4698-a6b8-17032f46c4f7', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:23:19.325561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-965f4109-f950-474f-88bc-edf8137c41b8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.388073 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-965f4109-f950-474f-88bc-edf8137c41b8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.391846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-965f4109-f950-474f-88bc-edf8137c41b8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.411984 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f4109-f950-474f-88bc-edf8137c41b8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7141c204-962e-4fa9-801c-c7b0f768ba5f,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:19.417261 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-965f4109-f950-474f-88bc-edf8137c41b8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.421122 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-965f4109-f950-474f-88bc-edf8137c41b8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218631 Oct 20 04:23:19.421281 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36642) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:23:19.425349 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-cb0e2e9e-bb18-4f71-a37a-18018eaf9d9f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '298198ab-63a0-4698-a6b8-17032f46c4f7', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:23:19.444630 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-cb0e2e9e-bb18-4f71-a37a-18018eaf9d9f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Project 5e13d792091f4db8a37cb6705055e26c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:23:19.449257 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2e9e-bb18-4f71-a37a-18018eaf9d9f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.478268 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.511575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2e9e-bb18-4f71-a37a-18018eaf9d9f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.514999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2e9e-bb18-4f71-a37a-18018eaf9d9f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.532375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e2e9e-bb18-4f71-a37a-18018eaf9d9f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561b7085-224d-4262-8b6f-ce697cc723ed,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:19.540868 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2e9e-bb18-4f71-a37a-18018eaf9d9f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.542114 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cb0e2e9e-bb18-4f71-a37a-18018eaf9d9f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199658 Oct 20 04:23:19.544963 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36644) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:23:19.549322 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ea1846f3-198f-4748-bb93-3e09d47eed2b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'security_group_rule': {'security_group_id': '298198ab-63a0-4698-a6b8-17032f46c4f7', 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:23:19.568816 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-ea1846f3-198f-4748-bb93-3e09d47eed2b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Project 5e13d792091f4db8a37cb6705055e26c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:23:19.573470 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1846f3-198f-4748-bb93-3e09d47eed2b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.633508 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1846f3-198f-4748-bb93-3e09d47eed2b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.636861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1846f3-198f-4748-bb93-3e09d47eed2b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.654180 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1846f3-198f-4748-bb93-3e09d47eed2b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c49304-29b7-4422-83d6-0407a66f3019,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:19.662706 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea1846f3-198f-4748-bb93-3e09d47eed2b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:19.663962 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-ea1846f3-198f-4748-bb93-3e09d47eed2b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180570 Oct 20 04:23:19.714721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:20.239753 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ea0728b4-de12-4212-9f90-9c73fca9d3ec no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:23:20.261163 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: ea0728b4-de12-4212-9f90-9c73fca9d3ec {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:23:20.261508 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ea0728b4-de12-4212-9f90-9c73fca9d3ec not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:23:33.944413 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-e5ac8644-6679-43c4-b65d-21142bbd5425 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663985622&fields=id&tenant_id=5e13d792091f4db8a37cb6705055e26c HTTP/1.1" status: 200 len: 267 time: 0.0315983 Oct 20 04:23:34.052990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-e83d32cd-1d67-48d6-afe3-02f4b76dd55a tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:34.054355 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-e83d32cd-1d67-48d6-afe3-02f4b76dd55a tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 809 time: 0.1034229 Oct 20 04:23:34.069795 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-27659095-d7d4-47ed-8edd-83828f50a25f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/quotas/5e13d792091f4db8a37cb6705055e26c HTTP/1.1" status: 200 len: 375 time: 0.0098438 Oct 20 04:23:34.119819 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-d326b13c-0f86-4d11-acdc-d45e02b783a4 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448890 Oct 20 04:23:34.218062 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-990fbe17-39b0-49dc-b3cf-77af64f82523 service neutron] 10.222.0.20 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865734 Oct 20 04:23:34.307673 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-927ab2fb-e15c-42ac-909f-99c9bc9804de service neutron] 10.222.0.20 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832882 Oct 20 04:23:34.587511 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4cd10cfa-0c11-4e15-9c0c-dea2e86a2a67 req-4d44edd5-0a23-4db2-9fdd-fd9974e5ec44 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 210 time: 0.0274537 Oct 20 04:23:35.556652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-1c30226b-18f4-4d20-b13b-ca5092f021fa tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:35.558039 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-1c30226b-18f4-4d20-b13b-ca5092f021fa tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 809 time: 0.1126609 Oct 20 04:23:35.601900 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-100262b5-601d-4b14-bf7c-573d7f9c8ccd tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e13d792091f4db8a37cb6705055e26c HTTP/1.1" status: 200 len: 380 time: 0.0342946 Oct 20 04:23:35.618033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'port': {'device_id': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'admin_state_up': True, 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'security_groups': ['298198ab-63a0-4698-a6b8-17032f46c4f7']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:23:35.717109 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-63bff102-c3b6-4c03-8a96-01b143ca8173 req-7b81a4a5-e83a-41b2-bde6-1c0fd7d70666 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 210 time: 0.0339367 Oct 20 04:23:35.756395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Made reservation on behalf of 5e13d792091f4db8a37cb6705055e26c for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:23:35.759971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:35.891453 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Allocated IP 172.20.0.8 (5a4a5241-6101-4143-8da1-0ea87a7a0d32/c1c80786-d64a-4b30-9ccc-0d38ef752825/04bc9646-517f-4a46-a44d-fac60cbbd9c7) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:23:36.029093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:36.063187 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:36.112248 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:23:36.115582 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:23:36.119354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:23:36.147293 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'Port': ['ID=04bc9646-517f-4a46-a44d-fac60cbbd9c7,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:36.173539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:36.174165 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:36.192818 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-72171183-cce0-4d1d-be25-1eb285481682 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797844 Oct 20 04:23:36.210143 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Request body: {'port': {'device_id': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:23:36.275312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:36.420432 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e16d5ab-b1c4-4eaa-8e1a-a2c4a975a696 None None] Provisioning complete for port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:23:36.421022 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e16d5ab-b1c4-4eaa-8e1a-a2c4a975a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:36.421022 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7e16d5ab-b1c4-4eaa-8e1a-a2c4a975a696 None None] Attempt 1 to provision port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 Oct 20 04:23:36.460326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e16d5ab-b1c4-4eaa-8e1a-a2c4a975a696 None None] Port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:23:36.556805 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bc9646-517f-4a46-a44d-fac60cbbd9c7 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:23:36.564384 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:36.576528 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Transition to ACTIVE for port object 04bc9646-517f-4a46-a44d-fac60cbbd9c7 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:23:36.580846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:36.639698 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Pushing event updated for resources: {'Port': ['ID=04bc9646-517f-4a46-a44d-fac60cbbd9c7,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:36.693226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Attempting to bind port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:23:36.693633 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Attempting to bind port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:23:36.694072 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Attempting to bind port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 on network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:23:36.699201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 on network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:23:36.699727 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Attempting to bind port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 on network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:23:36.705540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:23:36.706237 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Checking segment: {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:23:36.706631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Bound using segment: {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:23:36.707559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Bound port: 04bc9646-517f-4a46-a44d-fac60cbbd9c7, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa08b856-0088-43cf-92b4-21a8c54ae101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:23:36.707933 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:36.781928 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] For port 04bc9646-517f-4a46-a44d-fac60cbbd9c7, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:23:36.785737 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] For port 04bc9646-517f-4a46-a44d-fac60cbbd9c7, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:23:36.790194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:36.793973 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:36.794911 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:36.796749 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] 10.222.0.36 "PUT /v2.0/ports/04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 200 len: 1093 time: 0.5913482 Oct 20 04:23:36.798869 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:23:36.801704 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6937c70-85fa-48a6-9df2-b5b4a321877c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:23:36.847387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebed764c-3041-44c1-9638-9b751bc610f8 x-openstack-request-id: req-ebed764c-3041-44c1-9638-9b751bc610f8 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:23:36.847842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:23:36.848382 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebed764c-3041-44c1-9638-9b751bc610f8 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:23:36.848780 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebed764c-3041-44c1-9638-9b751bc610f8'] response: {'name': 'network-changed', 'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'status': 'completed', 'code': 200} Oct 20 04:23:36.859575 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78704489-b9d9-465b-bb7e-a4f0533fd8ca req-882717a3-d103-445f-9d4a-fbb0dd5f5493 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:36.867648 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-78704489-b9d9-465b-bb7e-a4f0533fd8ca req-882717a3-d103-445f-9d4a-fbb0dd5f5493 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0726306 Oct 20 04:23:36.898335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de10c2-4e7c-4b01-a97d-8e34b3903b93 service neutron] Pushing event updated for resources: {'Port': ['ID=04bc9646-517f-4a46-a44d-fac60cbbd9c7,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:36.911814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-e378b7d9-3b6b-479a-b0df-64ebbaed0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:36.912568 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-78704489-b9d9-465b-bb7e-a4f0533fd8ca req-8b5255cc-60f3-4d87-bde6-90df9f3acf65 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396395 Oct 20 04:23:36.913839 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-e378b7d9-3b6b-479a-b0df-64ebbaed0fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1096 time: 0.0598826 Oct 20 04:23:36.961244 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-7e16d5ab-b1c4-4eaa-8e1a-a2c4a975a696 None None] Attempt 2 to provision port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 Oct 20 04:23:36.966659 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-0172c709-d3be-47fe-bc62-61694905746d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 200 len: 217 time: 0.0398288 Oct 20 04:23:37.001812 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e16d5ab-b1c4-4eaa-8e1a-a2c4a975a696 None None] Port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 04:23:37.019579 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-fa6126dd-9f67-42b2-a5c1-332365cd0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:37.021721 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-fa6126dd-9f67-42b2-a5c1-332365cd0f5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0457008 Oct 20 04:23:37.070920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-8e4b73a5-c123-4cf9-a1a5-320ecbac0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:37.072437 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-8e4b73a5-c123-4cf9-a1a5-320ecbac0fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407836 Oct 20 04:23:37.170274 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-b552d1b8-6410-43b1-b7a3-07c0350b6618 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864930 Oct 20 04:23:37.264713 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1835b9a0-23d2-49ba-9983-6b38e9a08944 req-d97c013b-f2dd-4197-9517-96720583dc51 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839939 Oct 20 04:23:37.357396 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6937c70-85fa-48a6-9df2-b5b4a321877c req-c38499d3-618a-4ffa-ac69-a00ccbb6964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:37.358947 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c6937c70-85fa-48a6-9df2-b5b4a321877c req-c38499d3-618a-4ffa-ac69-a00ccbb6964b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1096 time: 0.0447612 Oct 20 04:23:37.460302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6937c70-85fa-48a6-9df2-b5b4a321877c req-050692a1-09bc-4f49-ba75-bea49185e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:37.461789 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c6937c70-85fa-48a6-9df2-b5b4a321877c req-050692a1-09bc-4f49-ba75-bea49185e52c service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0931911 Oct 20 04:23:37.505529 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c6937c70-85fa-48a6-9df2-b5b4a321877c req-4440aed2-6c44-49ae-a3a1-fd3266f469ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 200 len: 217 time: 0.0350459 Oct 20 04:23:37.560846 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6937c70-85fa-48a6-9df2-b5b4a321877c req-622f7dcc-368e-415f-85cc-24f1144c1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:37.562243 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c6937c70-85fa-48a6-9df2-b5b4a321877c req-622f7dcc-368e-415f-85cc-24f1144c1938 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0474081 Oct 20 04:23:37.611780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6937c70-85fa-48a6-9df2-b5b4a321877c req-71e058a8-77c8-4047-88d3-6dac35c05635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:37.613800 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c6937c70-85fa-48a6-9df2-b5b4a321877c req-71e058a8-77c8-4047-88d3-6dac35c05635 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406563 Oct 20 04:23:37.713927 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c6937c70-85fa-48a6-9df2-b5b4a321877c req-73af8054-b006-4039-b480-f75757e43c9e service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894904 Oct 20 04:23:37.808095 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c6937c70-85fa-48a6-9df2-b5b4a321877c req-5ae3ba33-c5a7-464f-aee0-7bd5c9e9aa33 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832148 Oct 20 04:23:38.031587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbbda1-6f2e-44bb-b03c-bdda8d33b6a8 req-3926d8c1-e8a9-46f9-801c-e0c374e4685f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:38.033156 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ecbbda1-6f2e-44bb-b03c-bdda8d33b6a8 req-3926d8c1-e8a9-46f9-801c-e0c374e4685f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0514371 Oct 20 04:23:38.072807 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0ecbbda1-6f2e-44bb-b03c-bdda8d33b6a8 req-ec1a7d15-834e-4709-a13f-6bdc45e266bf tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330808 Oct 20 04:23:39.001827 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:39.195770 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac2fe8-6a55-4d05-b4fd-c58ec8e7bab2 req-eec1e00f-e5ef-4243-abe8-b39728f91ccc tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:39.197453 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-98ac2fe8-6a55-4d05-b4fd-c58ec8e7bab2 req-eec1e00f-e5ef-4243-abe8-b39728f91ccc tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0503345 Oct 20 04:23:39.237873 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-98ac2fe8-6a55-4d05-b4fd-c58ec8e7bab2 req-b5463971-5499-4251-bb22-86765d2298c5 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342307 Oct 20 04:23:40.362664 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3df699-66fb-4cff-bce9-0f5269c7a969 req-e018193a-3f48-4959-ab44-c390f2cedc8f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:40.364741 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1f3df699-66fb-4cff-bce9-0f5269c7a969 req-e018193a-3f48-4959-ab44-c390f2cedc8f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0542169 Oct 20 04:23:40.402079 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1f3df699-66fb-4cff-bce9-0f5269c7a969 req-24674119-5c46-4517-8495-e4a96072b10b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Oct 20 04:23:41.525191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc7e4c-b6c2-4445-8680-22cb0078cef6 req-0d8e3834-afd5-4619-9a72-f9d6dfad7f19 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:41.526624 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b6fc7e4c-b6c2-4445-8680-22cb0078cef6 req-0d8e3834-afd5-4619-9a72-f9d6dfad7f19 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0513074 Oct 20 04:23:41.562968 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b6fc7e4c-b6c2-4445-8680-22cb0078cef6 req-b5505a63-1a5e-4376-9f59-627b39dfd72e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304527 Oct 20 04:23:42.686201 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d0cb0-8d5b-4612-8fa4-0125de943e03 req-fa44b70d-6e84-42c0-9297-c112d4b70025 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:42.687654 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-741d0cb0-8d5b-4612-8fa4-0125de943e03 req-fa44b70d-6e84-42c0-9297-c112d4b70025 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0492666 Oct 20 04:23:42.725732 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-741d0cb0-8d5b-4612-8fa4-0125de943e03 req-7150123b-9dce-40ee-be0f-34a2116c19f5 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311935 Oct 20 04:23:43.845688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa8209-2490-4a5f-93fa-1d788746e5f9 req-144a06b4-5ca7-4d1e-9253-7a38950b49e6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:43.847138 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b8aa8209-2490-4a5f-93fa-1d788746e5f9 req-144a06b4-5ca7-4d1e-9253-7a38950b49e6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0488675 Oct 20 04:23:43.883810 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b8aa8209-2490-4a5f-93fa-1d788746e5f9 req-c6aacc67-a783-4da0-97ef-ea94d7c397d6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307274 Oct 20 04:23:44.692120 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-95e434f0-a88d-448d-a7de-7071f7c2ca53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:45.006733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d63c24-16ea-42c9-ba41-9ff50cfa5f63 req-368a4279-fa92-426d-a45b-af5f546ae54c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:45.008186 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-13d63c24-16ea-42c9-ba41-9ff50cfa5f63 req-368a4279-fa92-426d-a45b-af5f546ae54c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0492349 Oct 20 04:23:45.045954 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-13d63c24-16ea-42c9-ba41-9ff50cfa5f63 req-8aeb061c-6e20-4ccc-b12f-dd5bcb45c211 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318122 Oct 20 04:23:46.165727 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e5be4-c6c3-46af-a6eb-b739135c6c70 req-bbd06f4d-5fce-4c98-af32-7a55df66f775 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:46.167447 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b65e5be4-c6c3-46af-a6eb-b739135c6c70 req-bbd06f4d-5fce-4c98-af32-7a55df66f775 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0480742 Oct 20 04:23:46.204888 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-b65e5be4-c6c3-46af-a6eb-b739135c6c70 req-e563983d-9774-4f99-ab74-d89eee7686de tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Oct 20 04:23:46.691285 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1e9301f6-3394-426f-a1ec-79f7bcd68d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:47.326663 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa5ac8-207b-4578-b2ba-4b7151ccb355 req-dc0cae63-da93-46d7-9eba-50295ada1536 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:47.328151 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-41aa5ac8-207b-4578-b2ba-4b7151ccb355 req-dc0cae63-da93-46d7-9eba-50295ada1536 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0525017 Oct 20 04:23:47.369048 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-41aa5ac8-207b-4578-b2ba-4b7151ccb355 req-942551da-e50a-4fc0-a68a-4566c4f63fcb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339553 Oct 20 04:23:47.682958 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:23:47.985539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:48.377902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 04bc9646-517f-4a46-a44d-fac60cbbd9c7 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:23:48.472746 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 04bc9646-517f-4a46-a44d-fac60cbbd9c7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:23:48.484685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'port_id': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'mac_address': 'fa:16:3e:14:8e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:23:48.492973 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af47000-149a-4cb4-8c16-af40d73112cb req-90d4471e-9fd7-42ad-8baf-538baa5e8e3c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:48.494434 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0af47000-149a-4cb4-8c16-af40d73112cb req-90d4471e-9fd7-42ad-8baf-538baa5e8e3c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0529246 Oct 20 04:23:48.525442 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:23:48.525757 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:48.531923 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-0af47000-149a-4cb4-8c16-af40d73112cb req-31e75bbb-716d-4b5b-a790-29eba21abc60 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315688 Oct 20 04:23:48.539231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bc9646-517f-4a46-a44d-fac60cbbd9c7 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:23:48.558352 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 04bc9646-517f-4a46-a44d-fac60cbbd9c7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:23:48.562019 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:48.609942 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=04bc9646-517f-4a46-a44d-fac60cbbd9c7,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:48.617264 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.617615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.617957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.618294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.618630 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.618965 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.619294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.619645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.619956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.620296 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.620637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.620960 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:23:48.872047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['04bc9646-517f-4a46-a44d-fac60cbbd9c7'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:23:49.481765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:49.652457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e3d0-dcb9-4a44-9698-e1a706443789 req-993a17e5-dee3-4243-86e8-dcbb43d72906 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:49.653905 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7096e3d0-dcb9-4a44-9698-e1a706443789 req-993a17e5-dee3-4243-86e8-dcbb43d72906 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 944 time: 0.0486598 Oct 20 04:23:49.692533 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7096e3d0-dcb9-4a44-9698-e1a706443789 req-1eda2248-e85d-48f4-b71e-480686e9d295 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326779 Oct 20 04:23:49.718558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:50.377671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 04bc9646-517f-4a46-a44d-fac60cbbd9c7 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:23:50.427502 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:23:50.431152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:23:50.431523 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:50.431855 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 Oct 20 04:23:50.507211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:23:50.507901 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:50.529184 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:23:50.531505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b5475e-b0a5-41d0-b9be-44924bef2e0c" -d '{"events": [{"server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "name": "network-vif-plugged", "status": "completed", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:23:50.544673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 04bc9646-517f-4a46-a44d-fac60cbbd9c7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:23:50.548724 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:50.571806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dd5b67-edd7-4114-9cbe-20d9b1e25279 x-openstack-request-id: req-e4dd5b67-edd7-4114-9cbe-20d9b1e25279 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:23:50.572101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "name": "network-vif-plugged", "status": "completed", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:23:50.572479 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4dd5b67-edd7-4114-9cbe-20d9b1e25279 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:23:50.572887 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4dd5b67-edd7-4114-9cbe-20d9b1e25279'] response: {'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'code': 200} Oct 20 04:23:50.601604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=04bc9646-517f-4a46-a44d-fac60cbbd9c7,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:50.752495 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb37aa-3316-4237-a16a-2a047d06e4c0 req-42f9812a-691c-4cd0-9192-6c70488fba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:50.753969 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-76cb37aa-3316-4237-a16a-2a047d06e4c0 req-42f9812a-691c-4cd0-9192-6c70488fba17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1098 time: 0.0416930 Oct 20 04:23:50.818593 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-76cb37aa-3316-4237-a16a-2a047d06e4c0 req-41c5c69e-ab7a-4680-8691-36c3e49176a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577688 Oct 20 04:23:50.833305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0e823-87ca-4a22-8fc7-27cd64312eb8 req-ad1b3c1c-ffe6-41b6-b185-e19b27a92908 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:50.834683 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9cc0e823-87ca-4a22-8fc7-27cd64312eb8 req-ad1b3c1c-ffe6-41b6-b185-e19b27a92908 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0688674 Oct 20 04:23:50.872599 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9cc0e823-87ca-4a22-8fc7-27cd64312eb8 req-ada6f77b-f599-47e1-ac5d-449a8d3250b0 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316870 Oct 20 04:23:52.002355 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fab35-7f2f-41a6-9bed-0a3c2c1336d3 req-57bef08f-6b65-465d-88ed-e31c000c419b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:52.003812 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-572fab35-7f2f-41a6-9bed-0a3c2c1336d3 req-57bef08f-6b65-465d-88ed-e31c000c419b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0552237 Oct 20 04:23:52.042474 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-572fab35-7f2f-41a6-9bed-0a3c2c1336d3 req-6a37aef4-4d19-4807-a060-eac8c3a6870d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320008 Oct 20 04:23:53.163525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d549dac-577f-49e3-b933-12904620f297 req-579262c1-3d3a-412e-876f-b47779f70b1c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:53.165029 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5d549dac-577f-49e3-b933-12904620f297 req-579262c1-3d3a-412e-876f-b47779f70b1c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0504706 Oct 20 04:23:53.202335 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-5d549dac-577f-49e3-b933-12904620f297 req-a4228561-931c-4027-ba98-6579cb139cd9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314658 Oct 20 04:23:53.320992 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a2b46-2eac-4404-9d50-e76f6380591c req-a5ffadab-1c64-450a-afa7-5d1815288ce8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:53.322480 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a55a2b46-2eac-4404-9d50-e76f6380591c req-a5ffadab-1c64-450a-afa7-5d1815288ce8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0485625 Oct 20 04:23:53.360044 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a55a2b46-2eac-4404-9d50-e76f6380591c req-b49eaae9-88b1-49fa-9f65-67a57a9788db tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Oct 20 04:23:53.388654 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36842) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:23:53.429577 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fea892-be23-4add-80ca-2aabb778b7de tempest-TestShelveInstance-769301140 tempest-TestShelveInstance-769301140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:53.431073 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-01fea892-be23-4add-80ca-2aabb778b7de tempest-TestShelveInstance-769301140 tempest-TestShelveInstance-769301140-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1093 time: 0.0414352 Oct 20 04:23:53.433932 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 36844) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:23:53.438151 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:23:53.458828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:53.556728 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:53.661252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Allocated IP 172.26.0.124 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/8f3552cf-2695-4429-be6f-2ca61e1d406b) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:23:53.761447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:53.794523 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:53.832302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:23:53.835193 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:23:53.838646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:23:53.866608 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'Port': ['ID=8f3552cf-2695-4429-be6f-2ca61e1d406b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:54.505404 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:54.570009 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:54.719342 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:54.724011 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:54.793162 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event updated for resources: {'Port': ['ID=8f3552cf-2695-4429-be6f-2ca61e1d406b,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:23:54.795494 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:54.896352 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Floating IP 4270cc07-64f6-40c9-a146-ea6bc6cd2713 associated. External IP: 172.26.0.124, port: 04bc9646-517f-4a46-a44d-fac60cbbd9c7. Oct 20 04:23:55.103907 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Router c74d7345-faea-426d-82bc-261ac1fc67b3 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:23:55.209961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:23:55.219718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5475d9-89e9-4a71-a403-b743aabc37fd None None] Sync routers for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:23:55.227895 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:23:55.230446 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5475d9-89e9-4a71-a403-b743aabc37fd None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:23:55.231052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ad5475d9-89e9-4a71-a403-b743aabc37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:23:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:23:55.258746 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-26e95492-ec00-4c8a-adb3-436b06ac0df2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8238151 Oct 20 04:23:55.259388 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:23:55.261762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c513359-0c70-4f27-9621-8dff411244cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:23:55.302304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633cfd64-62a2-4803-b267-fa6ea91be22a x-openstack-request-id: req-633cfd64-62a2-4803-b267-fa6ea91be22a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:23:55.302600 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:23:55.302857 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-633cfd64-62a2-4803-b267-fa6ea91be22a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:23:55.303273 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633cfd64-62a2-4803-b267-fa6ea91be22a'] response: {'name': 'network-changed', 'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'status': 'completed', 'code': 200} Oct 20 04:23:55.342237 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-ad5475d9-89e9-4a71-a403-b743aabc37fd None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:23:55.367116 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c513359-0c70-4f27-9621-8dff411244cf req-7faa1c1b-d362-45e0-9810-2396f126deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:55.368636 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c513359-0c70-4f27-9621-8dff411244cf req-7faa1c1b-d362-45e0-9810-2396f126deaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1098 time: 0.0426304 Oct 20 04:23:55.461420 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c513359-0c70-4f27-9621-8dff411244cf req-2b4c22e0-8047-42a6-826f-82de8cd1b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:55.462808 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c513359-0c70-4f27-9621-8dff411244cf req-2b4c22e0-8047-42a6-826f-82de8cd1b9b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0871339 Oct 20 04:23:55.534061 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c513359-0c70-4f27-9621-8dff411244cf req-4016f8e0-6610-4cea-9086-3c78704d4d9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 200 len: 999 time: 0.0631301 Oct 20 04:23:55.566209 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ad5475d9-89e9-4a71-a403-b743aabc37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '4270cc07-64f6-40c9-a146-ea6bc6cd2713', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'floating_ip_address': '172.26.0.124', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'port_id': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'mac_address': 'fa:16:3e:14:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:23:54Z', 'updated_at': '2022-10-20T04:23:54Z', 'revision_number': 0, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:23:55.583217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c513359-0c70-4f27-9621-8dff411244cf req-7366d629-a43a-4025-9adc-5203c451293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:55.584726 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c513359-0c70-4f27-9621-8dff411244cf req-7366d629-a43a-4025-9adc-5203c451293c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0443964 Oct 20 04:23:55.596090 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5475d9-89e9-4a71-a403-b743aabc37fd None None] Checking router: c74d7345-faea-426d-82bc-261ac1fc67b3 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:23:55.605374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5475d9-89e9-4a71-a403-b743aabc37fd None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:23:55.605986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ad5475d9-89e9-4a71-a403-b743aabc37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:23:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:23:55.630069 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c513359-0c70-4f27-9621-8dff411244cf req-2ffcee23-e488-4e18-ba5a-950d94ea084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:23:55.631545 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c513359-0c70-4f27-9621-8dff411244cf req-2ffcee23-e488-4e18-ba5a-950d94ea084d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407577 Oct 20 04:23:55.710425 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-ad5475d9-89e9-4a71-a403-b743aabc37fd None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:23:55.727357 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c513359-0c70-4f27-9621-8dff411244cf req-70d92bc6-231e-406e-9961-0f86102ea1a8 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890718 Oct 20 04:23:55.823251 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c513359-0c70-4f27-9621-8dff411244cf req-2a90d220-8774-4f4d-adbf-dc8d4abe332f service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891180 Oct 20 04:23:55.926587 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ad5475d9-89e9-4a71-a403-b743aabc37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '4270cc07-64f6-40c9-a146-ea6bc6cd2713', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'floating_ip_address': '172.26.0.124', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'port_id': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'mac_address': 'fa:16:3e:14:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:23:54Z', 'updated_at': '2022-10-20T04:23:54Z', 'revision_number': 0, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:23:55.955036 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5475d9-89e9-4a71-a403-b743aabc37fd None None] The sync data for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv is: [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '4270cc07-64f6-40c9-a146-ea6bc6cd2713', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'floating_ip_address': '172.26.0.124', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'port_id': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'mac_address': 'fa:16:3e:14:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:23:54Z', 'updated_at': '2022-10-20T04:23:54Z', 'revision_number': 0, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:23:56.152732 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dff811-48a5-4063-8c4b-06e5021539de None None] New status for floating IP 4270cc07-64f6-40c9-a146-ea6bc6cd2713: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:24:09.016832 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:14.693600 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-282ce736-d495-4cb4-a6d7-04e04afb80b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:16.694076 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ade30763-3c70-491e-b4df-e22db3c0b394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:17.990379 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:19.483792 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:19.721561 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:24.681580 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:24:33.868678 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-3f73056d-18f2-448a-b72d-adbfef280549 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415971 Oct 20 04:24:33.960813 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-555eaaa5-3940-4894-8788-07dc8fba72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:33.962359 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-555eaaa5-3940-4894-8788-07dc8fba72b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1098 time: 0.0423238 Oct 20 04:24:34.074347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-ce320390-239f-4e7f-bf07-5497027dc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:34.075766 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-ce320390-239f-4e7f-bf07-5497027dc822 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0887866 Oct 20 04:24:34.141521 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-47ed7006-285e-4944-9355-3d91deaa7e2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 200 len: 1001 time: 0.0560913 Oct 20 04:24:34.195056 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-2b113344-e376-482d-b145-1f90e8b4c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:34.196518 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-2b113344-e376-482d-b145-1f90e8b4c782 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0434129 Oct 20 04:24:34.249175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-1f97e1c2-fffc-48b5-a300-e0e01c4bdb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:24:34.250640 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-1f97e1c2-fffc-48b5-a300-e0e01c4bdb41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445144 Oct 20 04:24:34.345250 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-def9d3fd-a1be-41a5-94bf-e86a186442ff service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841076 Oct 20 04:24:34.441709 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-998c0cee-0997-40f0-8a7f-6c6bc51f968a req-c2209c31-f34b-4c2f-809a-02f179e31fdf service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858314 Oct 20 04:24:39.049408 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:44.694855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6721adfa-c173-426b-8c86-0c802c50a6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:46.699210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0f162cb-b36c-4a05-aff6-adcc36c2cbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:47.992183 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:49.486641 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:24:49.724747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:01.680639 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:25:09.049986 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:14.697096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c02ea2eb-173a-48e5-bf2f-beb584f5bbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:16.700597 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-656c9c94-2a8e-4e15-9105-fefc6cf9b53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:17.994599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:19.488236 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:19.730009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:35.887194 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-f9c5ae63-7e79-400c-b6bb-c8844ce3f532 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407860 Oct 20 04:25:35.977124 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-7f3e8329-ef2b-45a4-9f5d-01f4e161419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:35.978676 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-7f3e8329-ef2b-45a4-9f5d-01f4e161419d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1098 time: 0.0406718 Oct 20 04:25:36.090387 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-99e5cc29-9c94-4386-b8cf-2437f2199662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:36.091922 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-99e5cc29-9c94-4386-b8cf-2437f2199662 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0890546 Oct 20 04:25:36.160358 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-97991386-480b-48b5-b46f-fd088fc9624e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 200 len: 1001 time: 0.0567889 Oct 20 04:25:36.216834 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-3ad0c597-d116-46ea-9a83-af356fe307a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:36.218244 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-3ad0c597-d116-46ea-9a83-af356fe307a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0478103 Oct 20 04:25:36.268534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-3ef3f4d6-dbce-4358-80c3-45934d1b1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:36.269993 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-3ef3f4d6-dbce-4358-80c3-45934d1b1655 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395932 Oct 20 04:25:36.367212 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-ba7f50f8-8278-4892-b38f-d9223e272398 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867753 Oct 20 04:25:36.460365 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3dfcb1c6-9e87-4c82-bc86-5324b193ab68 req-786add4a-0ac3-46ac-9d7a-15700c5d2d69 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830400 Oct 20 04:25:38.679804 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:25:39.050070 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:44.699302 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f31f0e33-98fd-4245-ade2-cbf4c52fff8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:46.701424 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c951299f-0bfc-4d66-a154-221d5ff1c953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:47.997978 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.491734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:49.732101 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:25:52.851484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543ca0a-005a-4e00-8a9e-bf7fa5a9ee81 req-7ce6a935-02a9-4fbe-adbd-08321f7a6913 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:52.853888 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0543ca0a-005a-4e00-8a9e-bf7fa5a9ee81 req-7ce6a935-02a9-4fbe-adbd-08321f7a6913 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0517259 Oct 20 04:25:52.892159 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-0543ca0a-005a-4e00-8a9e-bf7fa5a9ee81 req-9e928243-a5fd-48dc-a46b-d34af2a854b4 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Oct 20 04:25:54.024920 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcedd1-7dbb-4f24-8494-bfe729c92c95 req-10b7a700-da68-4079-84a8-3807f7a34076 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:54.026393 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a4dcedd1-7dbb-4f24-8494-bfe729c92c95 req-10b7a700-da68-4079-84a8-3807f7a34076 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0511863 Oct 20 04:25:54.066420 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a4dcedd1-7dbb-4f24-8494-bfe729c92c95 req-0aa3503c-2f98-4d4d-88e7-68d8ad88756f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340629 Oct 20 04:25:55.192609 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae38de8-a7be-48a6-b40d-beac9cb0fff7 req-2a2d39f8-a7cf-45a2-a1ba-25b95f54dc17 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:55.194076 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aae38de8-a7be-48a6-b40d-beac9cb0fff7 req-2a2d39f8-a7cf-45a2-a1ba-25b95f54dc17 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0526226 Oct 20 04:25:55.232202 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-aae38de8-a7be-48a6-b40d-beac9cb0fff7 req-b59a3b6b-f8cc-4740-9c8a-518e143e3b52 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313172 Oct 20 04:25:56.355802 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e4cf7-cefc-461a-98b3-1338fdb1914d req-8ae7f359-0ba7-4533-854a-a98a690c8695 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:56.357304 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9b3e4cf7-cefc-461a-98b3-1338fdb1914d req-8ae7f359-0ba7-4533-854a-a98a690c8695 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0510013 Oct 20 04:25:56.395031 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9b3e4cf7-cefc-461a-98b3-1338fdb1914d req-69535541-8dd5-431f-af44-0bb8dcbff8d3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317719 Oct 20 04:25:57.518800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37400e4-dba1-4f41-b3c7-cb3c9a4d448f req-033040b1-bd75-4270-9446-1b9ac0afb476 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:57.520261 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b37400e4-dba1-4f41-b3c7-cb3c9a4d448f req-033040b1-bd75-4270-9446-1b9ac0afb476 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0494819 Oct 20 04:25:57.559568 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b37400e4-dba1-4f41-b3c7-cb3c9a4d448f req-8e2be620-a949-4736-aab4-5ac6e153a318 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322521 Oct 20 04:25:58.678796 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d616f83-a226-49e6-8973-4b249ea269d5 req-edcc843e-47f8-4277-9031-907cfadbefde tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:58.680250 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9d616f83-a226-49e6-8973-4b249ea269d5 req-edcc843e-47f8-4277-9031-907cfadbefde tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0482206 Oct 20 04:25:58.717527 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9d616f83-a226-49e6-8973-4b249ea269d5 req-4bdef8b1-0f5b-4d2d-95d0-ef606f3752fb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307295 Oct 20 04:25:59.836535 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f309ff-af26-4af3-bcfd-7cd89a903695 req-e434dfc4-0402-4d6e-a720-39c361991f42 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:25:59.838240 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6f309ff-af26-4af3-bcfd-7cd89a903695 req-e434dfc4-0402-4d6e-a720-39c361991f42 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0487032 Oct 20 04:25:59.874984 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f6f309ff-af26-4af3-bcfd-7cd89a903695 req-7a6ebe88-d369-48a1-9500-13b8220823d0 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307326 Oct 20 04:26:00.996429 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2a14d-d07d-4d06-a2e0-fca8493a6d22 req-54c0633d-ef97-4b04-a780-b0f1b18f782f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:00.997858 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6aa2a14d-d07d-4d06-a2e0-fca8493a6d22 req-54c0633d-ef97-4b04-a780-b0f1b18f782f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0518551 Oct 20 04:26:01.035099 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6aa2a14d-d07d-4d06-a2e0-fca8493a6d22 req-980f1a8e-3265-4d12-9971-1cae7e0afdd6 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313447 Oct 20 04:26:02.159096 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6ad72-30ee-4019-9b72-69da834c3892 req-2b0a4d60-2794-44d9-ac9c-a0478e9a7c53 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:02.160561 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-70b6ad72-30ee-4019-9b72-69da834c3892 req-2b0a4d60-2794-44d9-ac9c-a0478e9a7c53 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0520825 Oct 20 04:26:02.197906 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-70b6ad72-30ee-4019-9b72-69da834c3892 req-79d94c62-c8d6-43e3-b67e-b745f16107ff tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309429 Oct 20 04:26:03.038801 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6d7ef-ebc1-405c-afc4-70f18df55650 req-45362f84-0feb-480b-9e53-0c9dabbba3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:03.040249 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-58c6d7ef-ebc1-405c-afc4-70f18df55650 req-45362f84-0feb-480b-9e53-0c9dabbba3e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1098 time: 0.0411682 Oct 20 04:26:03.134513 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6d7ef-ebc1-405c-afc4-70f18df55650 req-17be4b6a-e16d-48e9-84da-e7bc068c731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:03.136066 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-58c6d7ef-ebc1-405c-afc4-70f18df55650 req-17be4b6a-e16d-48e9-84da-e7bc068c731f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0860643 Oct 20 04:26:03.204080 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-58c6d7ef-ebc1-405c-afc4-70f18df55650 req-ca10278b-3988-4655-9e75-53a0aa93742d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 200 len: 1001 time: 0.0561359 Oct 20 04:26:03.256885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6d7ef-ebc1-405c-afc4-70f18df55650 req-a021596f-fb4b-406c-a7d0-3d9961d4fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:03.258331 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-58c6d7ef-ebc1-405c-afc4-70f18df55650 req-a021596f-fb4b-406c-a7d0-3d9961d4fcc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0442109 Oct 20 04:26:03.312814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6d7ef-ebc1-405c-afc4-70f18df55650 req-150d92d8-17e9-4e5d-92ae-fafcdb3787d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:03.314301 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-58c6d7ef-ebc1-405c-afc4-70f18df55650 req-150d92d8-17e9-4e5d-92ae-fafcdb3787d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455849 Oct 20 04:26:03.318583 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21d3d0-1583-4690-8d07-043fd4467a3a req-f0f40e15-f364-4387-b081-717308ba40c1 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:03.320058 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6a21d3d0-1583-4690-8d07-043fd4467a3a req-f0f40e15-f364-4387-b081-717308ba40c1 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0494545 Oct 20 04:26:03.358538 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6a21d3d0-1583-4690-8d07-043fd4467a3a req-7a14961d-8c63-4433-815d-c2b44ae90a71 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322301 Oct 20 04:26:03.410836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-58c6d7ef-ebc1-405c-afc4-70f18df55650 req-8a48ec41-f8a3-4a78-a965-9d2fc4e2ad36 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856795 Oct 20 04:26:03.507733 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-58c6d7ef-ebc1-405c-afc4-70f18df55650 req-15460525-969b-4093-86c6-46f9c30f0ba5 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865786 Oct 20 04:26:04.479464 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba9004-68d0-47bb-a34a-074dc03a0ad3 req-9795fe19-0307-4fa5-9cbf-e540d77a33a0 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:04.480942 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ccba9004-68d0-47bb-a34a-074dc03a0ad3 req-9795fe19-0307-4fa5-9cbf-e540d77a33a0 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0493743 Oct 20 04:26:04.518795 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ccba9004-68d0-47bb-a34a-074dc03a0ad3 req-52d44a81-90d8-4741-949c-2537b31b03f5 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Oct 20 04:26:05.642683 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3d60f-9512-4d16-9cc6-2680905f9bb9 req-dcb3515d-1b76-40fb-ad60-724d6627c25a tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:05.644136 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-91b3d60f-9512-4d16-9cc6-2680905f9bb9 req-dcb3515d-1b76-40fb-ad60-724d6627c25a tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0497367 Oct 20 04:26:05.682446 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-91b3d60f-9512-4d16-9cc6-2680905f9bb9 req-bd8fb3c1-7eb7-4e5b-bb70-e328bcea5491 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316756 Oct 20 04:26:06.807509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1594cf-0a45-45f6-b9f8-83326ca276ad req-597052b3-6723-4b41-abcc-66ddfda47b39 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:06.809253 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-af1594cf-0a45-45f6-b9f8-83326ca276ad req-597052b3-6723-4b41-abcc-66ddfda47b39 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0514734 Oct 20 04:26:06.848838 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-af1594cf-0a45-45f6-b9f8-83326ca276ad req-7e3dbf0b-0314-43ea-b648-871ecd1350d5 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335178 Oct 20 04:26:07.973013 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f92a11-44b0-40fa-9c7d-cb75682cd032 req-ca611e40-50f6-464d-beda-b3913599d22d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:07.974470 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-55f92a11-44b0-40fa-9c7d-cb75682cd032 req-ca611e40-50f6-464d-beda-b3913599d22d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0524802 Oct 20 04:26:08.013109 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-55f92a11-44b0-40fa-9c7d-cb75682cd032 req-3daf5490-3afc-4e97-baf2-c48307fff12f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319028 Oct 20 04:26:08.184211 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-86e19e74-81cd-4e3c-838b-c74f404867bc req-b24d6de4-0431-44aa-9eca-301baa4e4c77 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:26:08.185239 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86e19e74-81cd-4e3c-838b-c74f404867bc req-b24d6de4-0431-44aa-9eca-301baa4e4c77 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1034431 Oct 20 04:26:08.324708 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-db83ef49-6de2-49f3-b301-c9bbe1f19a10 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433118 Oct 20 04:26:08.334777 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-8077bec3-b938-4fba-b963-cf31db818211 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:26:08.337165 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-8077bec3-b938-4fba-b963-cf31db818211 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055199 Oct 20 04:26:08.513892 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d71ed2-2829-4080-8252-57c659595553 req-9d27edcf-1015-4e16-a086-e4662205ce9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:08.515795 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f4d71ed2-2829-4080-8252-57c659595553 req-9d27edcf-1015-4e16-a086-e4662205ce9d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0490794 Oct 20 04:26:08.559097 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f4d71ed2-2829-4080-8252-57c659595553 req-aff75196-0839-4252-958a-c41011c7ea34 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371480 Oct 20 04:26:08.928331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 04bc9646-517f-4a46-a44d-fac60cbbd9c7 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:26:09.005266 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:26:09.005704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:09.029941 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:26:09.032547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce35d849-3887-4492-9828-3b04b1f5a178" -d '{"events": [{"server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "name": "network-vif-unplugged", "status": "completed", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:26:09.057021 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 04bc9646-517f-4a46-a44d-fac60cbbd9c7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:26:09.061857 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:09.068863 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:09.070462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Oct 2022 04:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f1447e-86b6-4239-aa84-fddd309c274f x-openstack-request-id: req-d3f1447e-86b6-4239-aa84-fddd309c274f {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:26:09.070751 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "name": "network-vif-unplugged", "status": "failed", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7", "code": 422}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:26:09.071001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3f1447e-86b6-4239-aa84-fddd309c274f {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:26:09.071680 dv-neutron-861842-1-hyperv neutron-server[103630]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d3f1447e-86b6-4239-aa84-fddd309c274f']: {'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'code': 422} returned with failed status Oct 20 04:26:09.113582 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=04bc9646-517f-4a46-a44d-fac60cbbd9c7,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:26:09.120423 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.120768 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.121104 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.121433 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.121761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.122105 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.122412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.122734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.123056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.123372 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.123691 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.124004 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:26:09.684557 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b330f7-508c-476e-8ec5-8e897023e5d1 req-9f69d6fe-1cba-428c-a601-ae88e3889f0f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:09.685990 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a1b330f7-508c-476e-8ec5-8e897023e5d1 req-9f69d6fe-1cba-428c-a601-ae88e3889f0f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0546265 Oct 20 04:26:09.724560 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a1b330f7-508c-476e-8ec5-8e897023e5d1 req-776d128f-a370-4f2c-aa5a-fb220e9979fe tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322855 Oct 20 04:26:10.851580 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881fbd7-601a-4660-b2b2-a2137c77f1f7 req-ea28292a-2205-40ea-a6f4-a4d15622f1fa tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:10.853054 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c881fbd7-601a-4660-b2b2-a2137c77f1f7 req-ea28292a-2205-40ea-a6f4-a4d15622f1fa tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0541079 Oct 20 04:26:10.892182 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c881fbd7-601a-4660-b2b2-a2137c77f1f7 req-69c9c23f-1e00-46c5-8c56-22046211e9b9 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330551 Oct 20 04:26:12.015007 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b30b6-43a3-433e-813c-81a1c92857fe req-3894e173-b6f3-4a38-8ed6-b36a39ebe196 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:12.016519 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8f2b30b6-43a3-433e-813c-81a1c92857fe req-3894e173-b6f3-4a38-8ed6-b36a39ebe196 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0503299 Oct 20 04:26:12.054437 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8f2b30b6-43a3-433e-813c-81a1c92857fe req-97b23efc-3097-4736-9c51-faf33599c8d2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317481 Oct 20 04:26:13.145198 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-b71ed51c-6086-4c62-abed-dd55f635417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:13.146635 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-b71ed51c-6086-4c62-abed-dd55f635417a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a&tenant_id=5e13d792091f4db8a37cb6705055e26c HTTP/1.1" status: 200 len: 1096 time: 0.0509179 Oct 20 04:26:13.183431 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d6bb3-3133-421e-89cd-2d4e7b8ff5ee req-4fb6b5e1-cd2c-4a27-bae3-36e1430ff6a4 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:13.184937 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f63d6bb3-3133-421e-89cd-2d4e7b8ff5ee req-4fb6b5e1-cd2c-4a27-bae3-36e1430ff6a4 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0545788 Oct 20 04:26:13.252615 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-f63d6bb3-3133-421e-89cd-2d4e7b8ff5ee req-36e5b7a0-5f0c-4830-ac0a-43797445ac02 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593331 Oct 20 04:26:13.255171 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-5100e217-608b-44f7-a4ce-660279d41442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:13.256625 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-5100e217-608b-44f7-a4ce-660279d41442 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1096 time: 0.0708263 Oct 20 04:26:13.350444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-a9a0f64a-1c5c-4fbc-8bc7-6ba433b3122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:13.351813 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-a9a0f64a-1c5c-4fbc-8bc7-6ba433b3122a service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0854416 Oct 20 04:26:13.424727 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-d5c9cc38-0631-4e48-9634-179c217b6459 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 200 len: 999 time: 0.0626843 Oct 20 04:26:13.475764 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-5a0b8737-354a-4b6d-9d91-0db713113f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:13.477172 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-5a0b8737-354a-4b6d-9d91-0db713113f85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0429602 Oct 20 04:26:13.527460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-2e27a453-dc40-4937-9c61-e042ff5c2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:13.529029 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-2e27a453-dc40-4937-9c61-e042ff5c2f0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430796 Oct 20 04:26:13.626678 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-2a4a01e3-7613-4298-892a-0e4e5453d5b0 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856526 Oct 20 04:26:13.718429 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9cbbf0f0-ddd8-4f57-aba0-1271ce547422 req-e92478a1-9103-444a-bf62-86da73dc376c service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814943 Oct 20 04:26:14.384217 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd997-8dea-4f53-a9cd-27cb967f7501 req-45b78b1c-3b1b-4526-9e72-6dd1ab5d1578 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:14.386739 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-80cbd997-8dea-4f53-a9cd-27cb967f7501 req-45b78b1c-3b1b-4526-9e72-6dd1ab5d1578 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0499189 Oct 20 04:26:14.424972 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-80cbd997-8dea-4f53-a9cd-27cb967f7501 req-1ecde622-595b-4ab4-bf67-5e48eff894a8 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330410 Oct 20 04:26:14.700540 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-838faa00-6920-41d1-9bb7-1ecaa228f293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:15.550021 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dce2c-ee2a-4598-8790-8d1fa3650d4d req-009338ea-4a25-48f3-a2d7-b31dcf4f106d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:15.551414 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2a6dce2c-ee2a-4598-8790-8d1fa3650d4d req-009338ea-4a25-48f3-a2d7-b31dcf4f106d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0532153 Oct 20 04:26:15.589793 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-2a6dce2c-ee2a-4598-8790-8d1fa3650d4d req-fd402e62-5204-40bc-871c-89cc77c77854 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321209 Oct 20 04:26:15.678682 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:26:16.704301 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f5c36660-f320-4778-a56f-7fd745f6ef3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:16.714497 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76547110-7840-4fe0-8609-cd7097802634 req-864757a6-b791-4496-873f-8bb8c8caa137 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:16.715956 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-76547110-7840-4fe0-8609-cd7097802634 req-864757a6-b791-4496-873f-8bb8c8caa137 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0537992 Oct 20 04:26:16.753485 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-76547110-7840-4fe0-8609-cd7097802634 req-b547e6eb-56ad-433c-a83e-7907840c8f3c tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314298 Oct 20 04:26:17.873105 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59577e7e-dd81-4492-9559-2e7e29c7b2ae req-5629c61a-74ff-4faa-8c6b-27d89b8896e1 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:17.874553 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-59577e7e-dd81-4492-9559-2e7e29c7b2ae req-5629c61a-74ff-4faa-8c6b-27d89b8896e1 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0486891 Oct 20 04:26:17.911248 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-59577e7e-dd81-4492-9559-2e7e29c7b2ae req-bdaf3f34-3442-437b-a9e0-cdda6f51c764 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Oct 20 04:26:17.999509 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:19.030390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ab830-2011-4048-bd2d-4a38565dce30 req-bcc8caf5-1e7a-4fa7-92a3-bdad32aa0161 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:19.031883 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8b1ab830-2011-4048-bd2d-4a38565dce30 req-bcc8caf5-1e7a-4fa7-92a3-bdad32aa0161 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0490608 Oct 20 04:26:19.069413 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-8b1ab830-2011-4048-bd2d-4a38565dce30 req-9a40ace5-e21f-47a2-b7d2-7172a84da383 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316808 Oct 20 04:26:19.494707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:19.734547 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:20.189033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf13ae-d623-4fb5-841d-4e5b34580e7d req-2c2e8b58-0a55-4f73-8425-4c75f216fa8e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:20.190482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e6cf13ae-d623-4fb5-841d-4e5b34580e7d req-2c2e8b58-0a55-4f73-8425-4c75f216fa8e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 943 time: 0.0483396 Oct 20 04:26:20.271847 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e6cf13ae-d623-4fb5-841d-4e5b34580e7d req-b6923bac-6f66-42bb-8d9a-7656ec68edbb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755002 Oct 20 04:26:20.959091 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 04bc9646-517f-4a46-a44d-fac60cbbd9c7 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:26:21.054810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 04bc9646-517f-4a46-a44d-fac60cbbd9c7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:26:21.065632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'port_id': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'mac_address': 'fa:16:3e:14:8e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:26:21.102339 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:26:21.102733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:21.115028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bc9646-517f-4a46-a44d-fac60cbbd9c7 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:26:21.133249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 04bc9646-517f-4a46-a44d-fac60cbbd9c7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:26:21.137825 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:21.183403 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=04bc9646-517f-4a46-a44d-fac60cbbd9c7,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:26:21.390190 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['04bc9646-517f-4a46-a44d-fac60cbbd9c7'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:26:21.471622 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb9def-007d-4def-8bb8-66bf9b21645d req-45159535-c4de-4598-9a05-b42444d8cba5 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:21.473247 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5fdb9def-007d-4def-8bb8-66bf9b21645d req-45159535-c4de-4598-9a05-b42444d8cba5 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 944 time: 0.1257920 Oct 20 04:26:21.511391 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5fdb9def-007d-4def-8bb8-66bf9b21645d req-0b872f45-9cd4-4be2-8cbe-3b14daf4106f tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Oct 20 04:26:22.633956 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dae440-94e6-49ca-b3a5-637121668149 req-4ac052ce-6766-413c-b391-11304898d68e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:22.635573 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c7dae440-94e6-49ca-b3a5-637121668149 req-4ac052ce-6766-413c-b391-11304898d68e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 944 time: 0.0521634 Oct 20 04:26:22.672389 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c7dae440-94e6-49ca-b3a5-637121668149 req-095ac2cf-bac9-4ffa-97b3-39d272b1ab2b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310953 Oct 20 04:26:22.990447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 04bc9646-517f-4a46-a44d-fac60cbbd9c7 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:26:23.039096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:26:23.039466 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:23.039799 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 Oct 20 04:26:23.114071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:26:23.114453 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:23.135635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:26:23.137846 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d539c53-e6c8-4f90-a0ab-4edcd94b4637" -d '{"events": [{"server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "name": "network-vif-plugged", "status": "completed", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:26:23.149675 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 04bc9646-517f-4a46-a44d-fac60cbbd9c7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:26:23.154537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:23.181434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b0f2ca-a407-4aa5-9954-66fb2e0aa084 x-openstack-request-id: req-a1b0f2ca-a407-4aa5-9954-66fb2e0aa084 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:26:23.181779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "name": "network-vif-plugged", "status": "completed", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:26:23.182163 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1b0f2ca-a407-4aa5-9954-66fb2e0aa084 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:26:23.182550 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b0f2ca-a407-4aa5-9954-66fb2e0aa084'] response: {'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'code': 200} Oct 20 04:26:23.207983 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=04bc9646-517f-4a46-a44d-fac60cbbd9c7,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:26:23.453920 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f80cf-f83f-42e3-8319-bb703d084925 req-76e6557e-d0e2-420d-99c8-10c71fc5155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:23.455361 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-482f80cf-f83f-42e3-8319-bb703d084925 req-76e6557e-d0e2-420d-99c8-10c71fc5155e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1098 time: 0.0391183 Oct 20 04:26:23.490585 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-482f80cf-f83f-42e3-8319-bb703d084925 req-27f4c992-5718-4f06-90a0-15f129ced317 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262427 Oct 20 04:26:23.791507 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7c244-4a2a-4733-8468-e10ed0f5e674 req-14d3d232-4840-4ccf-88f6-92662361783a tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:23.793013 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ffb7c244-4a2a-4733-8468-e10ed0f5e674 req-14d3d232-4840-4ccf-88f6-92662361783a tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0489872 Oct 20 04:26:23.830734 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-ffb7c244-4a2a-4733-8468-e10ed0f5e674 req-85887c00-0562-434b-b98d-f06011005d63 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318646 Oct 20 04:26:24.955667 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c641d1d-9ba7-42db-8708-7bdc6ac77319 req-a82f87eb-d442-407a-9610-7f163572151a tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:24.957127 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5c641d1d-9ba7-42db-8708-7bdc6ac77319 req-a82f87eb-d442-407a-9610-7f163572151a tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0515203 Oct 20 04:26:24.993916 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-5c641d1d-9ba7-42db-8708-7bdc6ac77319 req-68cc4b6b-7aa1-411c-a548-7f5d7f63d035 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309439 Oct 20 04:26:37.967337 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-890832ae-83ce-43f3-b818-7aecf99bf496 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809155 Oct 20 04:26:38.053080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-a8c1c9fa-2aad-4199-b711-1309df31767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:38.054552 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-a8c1c9fa-2aad-4199-b711-1309df31767b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1098 time: 0.0427880 Oct 20 04:26:38.154298 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-011cc078-2deb-4df5-abfc-27e5f8fca3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:38.155636 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-011cc078-2deb-4df5-abfc-27e5f8fca3ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0819404 Oct 20 04:26:38.227489 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-449d80c9-9a3c-4dce-b925-dc4709e6f12c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 200 len: 1001 time: 0.0638447 Oct 20 04:26:38.276614 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-096497da-f716-41f7-ab10-c6742ee77f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:38.278830 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-096497da-f716-41f7-ab10-c6742ee77f4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0443556 Oct 20 04:26:38.325314 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-1e785909-83e2-44aa-a361-f554f2230e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:26:38.326811 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-1e785909-83e2-44aa-a361-f554f2230e23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405726 Oct 20 04:26:38.338304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-2638deb3-3644-429b-953e-b00f11d5dd10 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:26:38.340069 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-2638deb3-3644-429b-953e-b00f11d5dd10 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047066 Oct 20 04:26:38.436809 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-bc7044d8-62af-4956-923a-364c105309c6 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903263 Oct 20 04:26:38.531392 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d7428c93-0d8e-4322-acc0-048805fb94c8 req-ec7f7e68-035b-4cfe-b01a-5fc71183836d service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874264 Oct 20 04:26:39.083119 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:44.702779 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b948fdef-2a87-4212-a129-ad38fa3871ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:46.706904 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0343eb6c-9a4c-4c43-bd97-2e8b1c003971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:48.003313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:49.497958 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:49.736953 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:26:52.677675 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:27:09.082806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:14.706012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bd5d39bf-4d06-4f0d-b1f2-b2d8ab7e8127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:16.710570 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5a8a03e2-7d43-4299-9a14-338f4aa8028a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:18.006344 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:19.500295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:19.739073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:29.676848 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:27:38.889994 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-9e01f86a-96fe-4c75-ba59-6adb57433518 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439043 Oct 20 04:27:38.980975 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-1b32c6fb-1310-4f17-8ef3-8bb6cf5f0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:38.982432 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-1b32c6fb-1310-4f17-8ef3-8bb6cf5f0c99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1098 time: 0.0403330 Oct 20 04:27:39.087412 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-9ab636a8-3f2f-43a2-be92-219fdb229b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:39.088881 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-9ab636a8-3f2f-43a2-be92-219fdb229b39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0867326 Oct 20 04:27:39.097617 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:39.157907 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-299bcdd3-213b-4a9a-9f6a-6c6733be8bf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 200 len: 1001 time: 0.0572596 Oct 20 04:27:39.208620 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-0c3eae5f-04b0-4e04-bf24-ebcf9aec562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:39.209983 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-0c3eae5f-04b0-4e04-bf24-ebcf9aec562a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0422785 Oct 20 04:27:39.262017 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-d7ca6afd-3ad6-47fd-aa8d-ac1b5f119da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:39.263456 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-d7ca6afd-3ad6-47fd-aa8d-ac1b5f119da5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423265 Oct 20 04:27:39.354661 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-b335db29-bd39-4cd6-8c1d-8e2febf45774 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808644 Oct 20 04:27:39.450494 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a12655ed-ddf0-444f-92d7-da5f1a9b6543 req-ccf2f746-eaee-4e74-a571-91ad350cd6a7 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845454 Oct 20 04:27:40.174145 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37022) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:40.328435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Deleting port 8f3552cf-2695-4429-be6f-2ca61e1d406b {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:27:40.328789 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:40.409662 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:40.409990 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:40.421694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Calling delete_port for 8f3552cf-2695-4429-be6f-2ca61e1d406b owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:27:40.875730 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:40.901374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event deleted for resources: {'Port': ['ID=8f3552cf-2695-4429-be6f-2ca61e1d406b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:40.911126 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.911477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.911827 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.912164 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.912522 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.912858 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.913568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.913568 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.913815 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.914138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.914460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.914782 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:40.974444 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:40.974777 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Floating IP 4270cc07-64f6-40c9-a146-ea6bc6cd2713 disassociated (deleted). External IP: 172.26.0.124, port: 04bc9646-517f-4a46-a44d-fac60cbbd9c7. Oct 20 04:27:41.180695 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Router c74d7345-faea-426d-82bc-261ac1fc67b3 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:27:41.288048 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:27:41.292652 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:41.299767 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77febd-a06b-4444-840c-758542ad6c7f None None] Sync routers for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:27:41.309541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77febd-a06b-4444-840c-758542ad6c7f None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:27:41.310152 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8d77febd-a06b-4444-840c-758542ad6c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:41.322146 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d0250076-44b9-41a8-a7aa-d766e28f18e3 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "DELETE /v2.0/floatingips/4270cc07-64f6-40c9-a146-ea6bc6cd2713 HTTP/1.1" status: 204 len: 168 time: 1.1445572 Oct 20 04:27:41.322146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:27:41.324593 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b366690-55cf-49dd-8346-a9c077995c95" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:27:41.414676 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4879f0-f6a2-4bbc-ac60-49ea01acf3ad x-openstack-request-id: req-3c4879f0-f6a2-4bbc-ac60-49ea01acf3ad {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:27:41.414969 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:27:41.415228 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c4879f0-f6a2-4bbc-ac60-49ea01acf3ad {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:27:41.415634 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4879f0-f6a2-4bbc-ac60-49ea01acf3ad'] response: {'name': 'network-changed', 'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'status': 'completed', 'code': 200} Oct 20 04:27:41.427033 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-8d77febd-a06b-4444-840c-758542ad6c7f None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:27:41.486725 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b366690-55cf-49dd-8346-a9c077995c95 req-48cee665-8c6a-478b-a5da-5038bcb66ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:41.488234 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9b366690-55cf-49dd-8346-a9c077995c95 req-48cee665-8c6a-478b-a5da-5038bcb66ec7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e13d792091f4db8a37cb6705055e26c&device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 1098 time: 0.0434854 Oct 20 04:27:41.557908 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878ffad-fe55-4ce7-a187-dda54faf9bdd req-12f77b83-6d6b-4840-9d75-7316e59dd9d2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:41.559398 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f878ffad-fe55-4ce7-a187-dda54faf9bdd req-12f77b83-6d6b-4840-9d75-7316e59dd9d2 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0539708 Oct 20 04:27:41.593264 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b366690-55cf-49dd-8346-a9c077995c95 req-c5fc7f8d-2a79-4994-9ed2-8fd93ed5d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:41.594915 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9b366690-55cf-49dd-8346-a9c077995c95 req-c5fc7f8d-2a79-4994-9ed2-8fd93ed5d06e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 200 len: 910 time: 0.0996263 Oct 20 04:27:41.601950 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f878ffad-fe55-4ce7-a187-dda54faf9bdd req-078861a8-ac91-46ca-8863-eb3ea5430045 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362661 Oct 20 04:27:41.638553 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9b366690-55cf-49dd-8346-a9c077995c95 req-d6806364-4f49-4213-9b5f-8da1bc842bb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 200 len: 217 time: 0.0363526 Oct 20 04:27:41.647796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8d77febd-a06b-4444-840c-758542ad6c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:41.677606 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77febd-a06b-4444-840c-758542ad6c7f None None] Checking router: c74d7345-faea-426d-82bc-261ac1fc67b3 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:27:41.686871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77febd-a06b-4444-840c-758542ad6c7f None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:27:41.687569 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8d77febd-a06b-4444-840c-758542ad6c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:41.694031 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b366690-55cf-49dd-8346-a9c077995c95 req-5f198b0e-a26d-4840-9075-7c987325b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:41.695589 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9b366690-55cf-49dd-8346-a9c077995c95 req-5f198b0e-a26d-4840-9075-7c987325b654 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 200 len: 848 time: 0.0493109 Oct 20 04:27:41.742019 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b366690-55cf-49dd-8346-a9c077995c95 req-e9243176-16ff-421a-baca-5074ec173d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:41.743404 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9b366690-55cf-49dd-8346-a9c077995c95 req-e9243176-16ff-421a-baca-5074ec173d03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a4a5241-6101-4143-8da1-0ea87a7a0d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412834 Oct 20 04:27:41.792221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-8d77febd-a06b-4444-840c-758542ad6c7f None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:27:41.833735 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9b366690-55cf-49dd-8346-a9c077995c95 req-e75fc2eb-8851-4249-b608-cdce4d5f4a79 service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827579 Oct 20 04:27:41.933754 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9b366690-55cf-49dd-8346-a9c077995c95 req-77e1f565-0bcd-40c2-a54f-66538c7011de service neutron] 10.222.0.36 "GET /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924037 Oct 20 04:27:42.121282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-8d77febd-a06b-4444-840c-758542ad6c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:42.149911 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77febd-a06b-4444-840c-758542ad6c7f None None] The sync data for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv is: [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:05Z', 'revision_number': 4, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '2947b1a9-9e86-42aa-82a2-b07815d4fa30', 'name': '', 'network_id': '5a4a5241-6101-4143-8da1-0ea87a7a0d32', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'mac_address': 'fa:16:3e:0b:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:05Z', 'updated_at': '2022-10-20T04:19:10Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'subnets': [{'id': 'c1c80786-d64a-4b30-9ccc-0d38ef752825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:27:42.359313 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3349d2-982d-48aa-9603-706aa0019778 None None] New status for floating IP 4270cc07-64f6-40c9-a146-ea6bc6cd2713: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:27:42.725063 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca8db9-0eed-4d9c-946e-1517e5d0f168 req-2f660cad-6485-48ce-8f9f-4bee7a364b04 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:42.726525 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-68ca8db9-0eed-4d9c-946e-1517e5d0f168 req-2f660cad-6485-48ce-8f9f-4bee7a364b04 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0494106 Oct 20 04:27:42.763777 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-68ca8db9-0eed-4d9c-946e-1517e5d0f168 req-b8085a27-54ea-4963-ae77-a1f02542e79b tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/security-groups?id=298198ab-63a0-4698-a6b8-17032f46c4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Oct 20 04:27:43.357639 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f120fd-c5f6-49a9-a1ba-aa83d43740c8 req-762221dc-4f1e-4e31-8ea7-a882a1491501 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:43.359092 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1f120fd-c5f6-49a9-a1ba-aa83d43740c8 req-762221dc-4f1e-4e31-8ea7-a882a1491501 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 945 time: 0.0500762 Oct 20 04:27:43.454715 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-a1f120fd-c5f6-49a9-a1ba-aa83d43740c8 req-5840a832-3592-46a2-9663-cd05a4d1862e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Deleting port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:27:43.455057 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1f120fd-c5f6-49a9-a1ba-aa83d43740c8 req-5840a832-3592-46a2-9663-cd05a4d1862e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:43.543964 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a1f120fd-c5f6-49a9-a1ba-aa83d43740c8 req-5840a832-3592-46a2-9663-cd05a4d1862e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] For port 04bc9646-517f-4a46-a44d-fac60cbbd9c7, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=04bc9646-517f-4a46-a44d-fac60cbbd9c7,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:27:43.544375 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1f120fd-c5f6-49a9-a1ba-aa83d43740c8 req-5840a832-3592-46a2-9663-cd05a4d1862e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:43.561881 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-a1f120fd-c5f6-49a9-a1ba-aa83d43740c8 req-5840a832-3592-46a2-9663-cd05a4d1862e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Calling delete_port for 04bc9646-517f-4a46-a44d-fac60cbbd9c7 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:27:43.687505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1f120fd-c5f6-49a9-a1ba-aa83d43740c8 req-5840a832-3592-46a2-9663-cd05a4d1862e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:43.717285 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840a832-3592-46a2-9663-cd05a4d1862e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event deleted for resources: {'Port': ['ID=04bc9646-517f-4a46-a44d-fac60cbbd9c7,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:43.760541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f120fd-c5f6-49a9-a1ba-aa83d43740c8 req-5840a832-3592-46a2-9663-cd05a4d1862e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] No DVR routers for this DVR port 04bc9646-517f-4a46-a44d-fac60cbbd9c7 on host hv-neutron-8618 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:27:43.763183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a1f120fd-c5f6-49a9-a1ba-aa83d43740c8 req-5840a832-3592-46a2-9663-cd05a4d1862e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:43.767566 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a1f120fd-c5f6-49a9-a1ba-aa83d43740c8 req-5840a832-3592-46a2-9663-cd05a4d1862e tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.36 "DELETE /v2.0/ports/04bc9646-517f-4a46-a44d-fac60cbbd9c7 HTTP/1.1" status: 204 len: 173 time: 0.3999650 Oct 20 04:27:43.768066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'name': 'network-vif-deleted', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:27:43.770361 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615e6f1e-0112-4da0-a9ea-1c9fee0ec75f" -d '{"events": [{"server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "name": "network-vif-deleted", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:27:43.809894 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a46cb5-32b0-49c9-bc62-2ca65b4ddca1 x-openstack-request-id: req-39a46cb5-32b0-49c9-bc62-2ca65b4ddca1 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:27:43.810214 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff20675-06d7-4ba9-aad2-c28ec121128a", "name": "network-vif-deleted", "tag": "04bc9646-517f-4a46-a44d-fac60cbbd9c7", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:27:43.810435 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39a46cb5-32b0-49c9-bc62-2ca65b4ddca1 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:27:43.810911 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a46cb5-32b0-49c9-bc62-2ca65b4ddca1'] response: {'server_uuid': '8ff20675-06d7-4ba9-aad2-c28ec121128a', 'name': 'network-vif-deleted', 'tag': '04bc9646-517f-4a46-a44d-fac60cbbd9c7', 'status': 'completed', 'code': 200} Oct 20 04:27:43.870979 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6c173f2f-f96d-4f96-a1fc-888aeee44578 req-5ed27513-55e2-4dc8-8ebb-730788e904fb tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 210 time: 0.0276663 Oct 20 04:27:44.712936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8e5e35de-7e4d-41d2-bbe6-aa2d9803ff56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:44.979876 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-2651af44-ff5f-4d13-a209-4c7882b1cb13 req-e4836ee9-fdaf-4b17-aa20-6f7c2c53c7e5 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 210 time: 0.0327392 Oct 20 04:27:45.397341 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 04bc9646-517f-4a46-a44d-fac60cbbd9c7 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:27:45.417841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 04bc9646-517f-4a46-a44d-fac60cbbd9c7 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:27:45.418328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 04bc9646-517f-4a46-a44d-fac60cbbd9c7 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:27:46.082117 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-99e8b102-63ac-4139-b448-8e954e69aab8 req-c5032a52-c46b-486c-8135-5eca7236700d tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 210 time: 0.0275891 Oct 20 04:27:46.712148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3f303a35-26bf-4fb3-8fa2-09e059c08212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:47.195585 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-22c9c7b0-3c98-41e1-8f6a-d27605263792 req-600fa911-8c12-478f-ba9a-8db11c5e9634 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff20675-06d7-4ba9-aad2-c28ec121128a HTTP/1.1" status: 200 len: 210 time: 0.0273550 Oct 20 04:27:48.008718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:48.260222 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37078) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:48.329212 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cdaf674b-c64e-4bde-93f5-7125729c5793 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:48.355521 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cdaf674b-c64e-4bde-93f5-7125729c5793 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:48.427178 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cdaf674b-c64e-4bde-93f5-7125729c5793 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:48.429968 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cdaf674b-c64e-4bde-93f5-7125729c5793 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:48.431140 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-cdaf674b-c64e-4bde-93f5-7125729c5793 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] 10.222.0.20 "DELETE /v2.0/security-groups/298198ab-63a0-4698-a6b8-17032f46c4f7 HTTP/1.1" status: 204 len: 168 time: 0.1698155 Oct 20 04:27:48.442311 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf674b-c64e-4bde-93f5-7125729c5793 tempest-TestShelveInstance-1904288680 tempest-TestShelveInstance-1904288680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=298198ab-63a0-4698-a6b8-17032f46c4f7,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:48.502491 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37082) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:48.946770 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:49.502485 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Deleting port 2947b1a9-9e86-42aa-82a2-b07815d4fa30 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:27:49.502926 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:49.503559 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:49.578932 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] For port 2947b1a9-9e86-42aa-82a2-b07815d4fa30, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=2947b1a9-9e86-42aa-82a2-b07815d4fa30,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:27:49.579241 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:49.591404 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Calling delete_port for 2947b1a9-9e86-42aa-82a2-b07815d4fa30 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:27:49.748390 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:49.779825 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:49.805435 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2947b1a9-9e86-42aa-82a2-b07815d4fa30,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:49.818374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.818374 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.818636 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.818898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.819237 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.819569 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.819898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.820219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.820576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.820902 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.821226 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.821547 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:49.985788 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:50.201966 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Router c74d7345-faea-426d-82bc-261ac1fc67b3 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:27:50.308736 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:27:50.314919 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-615ef626-7bac-40c0-86d0-02c9eaf73e76 admin admin] 10.222.0.20 "PUT /v2.0/routers/c74d7345-faea-426d-82bc-261ac1fc67b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8112352 Oct 20 04:27:50.317407 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37088) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:50.320537 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c17df-6b17-4a95-965b-7aa758de3b65 None None] Sync routers for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:27:50.331603 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c17df-6b17-4a95-965b-7aa758de3b65 None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:27:50.332214 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-142c17df-6b17-4a95-965b-7aa758de3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:50.429696 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:50.440121 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-142c17df-6b17-4a95-965b-7aa758de3b65 None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:27:50.531406 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:50.587668 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Deleting port cfa6bd92-c14c-45d8-a1dd-346de524d29a {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:27:50.588012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:50.619609 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-142c17df-6b17-4a95-965b-7aa758de3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:27:49Z', 'revision_number': 5, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port': {'id': 'cfa6bd92-c14c-45d8-a1dd-346de524d29a', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:50.645739 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c17df-6b17-4a95-965b-7aa758de3b65 None None] Checking router: c74d7345-faea-426d-82bc-261ac1fc67b3 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:27:50.654364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c17df-6b17-4a95-965b-7aa758de3b65 None None] Routers {'c74d7345-faea-426d-82bc-261ac1fc67b3'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:27:50.654970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-142c17df-6b17-4a95-965b-7aa758de3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['c74d7345-faea-426d-82bc-261ac1fc67b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:50.666227 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] For port cfa6bd92-c14c-45d8-a1dd-346de524d29a, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=cfa6bd92-c14c-45d8-a1dd-346de524d29a,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:27:50.666589 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:50.679442 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Calling delete_port for cfa6bd92-c14c-45d8-a1dd-346de524d29a owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:27:50.741326 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-142c17df-6b17-4a95-965b-7aa758de3b65 None None] Set router c74d7345-faea-426d-82bc-261ac1fc67b3 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:27:50.795233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-142c17df-6b17-4a95-965b-7aa758de3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:27:50Z', 'revision_number': 6, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:50.822452 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c17df-6b17-4a95-965b-7aa758de3b65 None None] The sync data for ids ['c74d7345-faea-426d-82bc-261ac1fc67b3'] in dv-neutron-861842-1-hyperv is: [{'id': 'c74d7345-faea-426d-82bc-261ac1fc67b3', 'name': 'tempest-TestShelveInstance-2032297957-router', 'tenant_id': '5e13d792091f4db8a37cb6705055e26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:03Z', 'updated_at': '2022-10-20T04:27:50Z', 'revision_number': 6, 'project_id': '5e13d792091f4db8a37cb6705055e26c', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:27:50.850433 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:50.878827 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa6bd92-c14c-45d8-a1dd-346de524d29a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:50.942288 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.031469 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.033730 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.075566 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.076075 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c74d7345-faea-426d-82bc-261ac1fc67b3 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:27:51.081348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.082499 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-412dd30a-5de8-4143-a7cc-e91cb1ae9458 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c74d7345-faea-426d-82bc-261ac1fc67b3 HTTP/1.1" status: 204 len: 168 time: 0.7641840 Oct 20 04:27:51.085074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37090) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:51.129231 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f00b51-36ca-4e3f-b20b-d523af84c022 admin admin] Deleting subnet c1c80786-d64a-4b30-9ccc-0d38ef752825 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:27:51.132279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-85f00b51-36ca-4e3f-b20b-d523af84c022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.173656 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-85f00b51-36ca-4e3f-b20b-d523af84c022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.254394 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-85f00b51-36ca-4e3f-b20b-d523af84c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.309262 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-85f00b51-36ca-4e3f-b20b-d523af84c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.339603 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f00b51-36ca-4e3f-b20b-d523af84c022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c80786-d64a-4b30-9ccc-0d38ef752825,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:51.343633 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-85f00b51-36ca-4e3f-b20b-d523af84c022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.346839 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-85f00b51-36ca-4e3f-b20b-d523af84c022 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c1c80786-d64a-4b30-9ccc-0d38ef752825 HTTP/1.1" status: 204 len: 168 time: 0.2608523 Oct 20 04:27:51.349587 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37092) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:51.350100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018e8bed-9b86-4de9-8f74-720b8846a9d6 None None] Network 5a4a5241-6101-4143-8da1-0ea87a7a0d32 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:27:51.428711 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.485566 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Deleting port d97c4503-4b2a-410c-918a-2aea4c28f822 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:27:51.485995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.536417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] DHCP port deletion for 5a4a5241-6101-4143-8da1-0ea87a7a0d32 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:27:51.565020 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] For port d97c4503-4b2a-410c-918a-2aea4c28f822, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d97c4503-4b2a-410c-918a-2aea4c28f822,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:27:51.565395 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.579080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Calling delete_port for d97c4503-4b2a-410c-918a-2aea4c28f822 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:27:51.584582 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Deleting port d97c4503-4b2a-410c-918a-2aea4c28f822 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:27:51.585088 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.654557 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] For port d97c4503-4b2a-410c-918a-2aea4c28f822, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=d97c4503-4b2a-410c-918a-2aea4c28f822,segment=NetworkSegment(fa08b856-0088-43cf-92b4-21a8c54ae101),segment_id=fa08b856-0088-43cf-92b4-21a8c54ae101)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:27:51.655802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.662296 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.668830 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Calling delete_port for d97c4503-4b2a-410c-918a-2aea4c28f822 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:27:51.692752 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Pushing event deleted for resources: {'Port': ['ID=d97c4503-4b2a-410c-918a-2aea4c28f822,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:51.696374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] No DVR routers for this DVR port d97c4503-4b2a-410c-918a-2aea4c28f822 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:27:51.749975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.776631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.778382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Pushing event deleted for resources: {'Port': ['ID=d97c4503-4b2a-410c-918a-2aea4c28f822,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:51.782764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] No DVR routers for this DVR port d97c4503-4b2a-410c-918a-2aea4c28f822 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:27:51.788968 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.789337 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.789680 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.790003 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.790606 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.790934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.791258 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.791580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.791898 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.792215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.792631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.792856 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a4bf5-a7e8-41dc-a749-6950181bfacd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:27:51.798753 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4a5241-6101-4143-8da1-0ea87a7a0d32']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:51.808335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa08b856-0088-43cf-92b4-21a8c54ae101') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:51.808632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa08b856-0088-43cf-92b4-21a8c54ae101') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:51.818948 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.832607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.838922 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:27:51.839316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.904838 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.910842 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:51.914007 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] 10.222.0.20 "DELETE /v2.0/networks/5a4a5241-6101-4143-8da1-0ea87a7a0d32 HTTP/1.1" status: 204 len: 168 time: 0.5632412 Oct 20 04:27:51.917129 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37098) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:51.925246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ccc89-db92-4062-999c-6bed4c41203d admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4a5241-6101-4143-8da1-0ea87a7a0d32,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:51.943018 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment fa08b856-0088-43cf-92b4-21a8c54ae101 resource provider aggregate not found Oct 20 04:27:51.960230 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment fa08b856-0088-43cf-92b4-21a8c54ae101 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa08b856-0088-43cf-92b4-21a8c54ae101 found for delete ", "request_id": "req-6c883a4c-ee59-45ed-af9b-6a89754ea723"}]} Oct 20 04:27:52.263354 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:52.447840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2947b1a9-9e86-42aa-82a2-b07815d4fa30 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:27:52.469147 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 2947b1a9-9e86-42aa-82a2-b07815d4fa30 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:27:52.469510 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 2947b1a9-9e86-42aa-82a2-b07815d4fa30 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:27:52.469905 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d97c4503-4b2a-410c-918a-2aea4c28f822 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:27:52.489434 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: d97c4503-4b2a-410c-918a-2aea4c28f822 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:27:52.489778 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device d97c4503-4b2a-410c-918a-2aea4c28f822 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:27:52.490188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device cfa6bd92-c14c-45d8-a1dd-346de524d29a no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:27:52.508721 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: cfa6bd92-c14c-45d8-a1dd-346de524d29a {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:27:52.509069 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device cfa6bd92-c14c-45d8-a1dd-346de524d29a not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:27:52.509604 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] Deleting port c07a80d5-ce67-4925-ab00-1ede5d28b46d {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:27:52.509955 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:52.586035 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] For port c07a80d5-ce67-4925-ab00-1ede5d28b46d, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=c07a80d5-ce67-4925-ab00-1ede5d28b46d,segment=NetworkSegment(007bea7c-b739-4f7d-9583-8ca1625270c3),segment_id=007bea7c-b739-4f7d-9583-8ca1625270c3)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:27:52.586397 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:52.602601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] Calling delete_port for c07a80d5-ce67-4925-ab00-1ede5d28b46d owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:27:52.776082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:52.801332 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c07a80d5-ce67-4925-ab00-1ede5d28b46d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:52.962687 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:53.469599 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] Router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:27:53.573708 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:27:53.579288 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-cef32315-8381-4157-95be-66255d4d16ab admin admin] 10.222.0.20 "PUT /v2.0/routers/d0a6497b-9d7f-4d6e-bcc4-dfe65a792144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606545 Oct 20 04:27:53.582062 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37102) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:53.588778 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b3af1-e028-4e88-8e61-d4ec05ea4171 None None] Sync routers for ids ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:27:53.598802 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b3af1-e028-4e88-8e61-d4ec05ea4171 None None] Routers {'d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:27:53.599404 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-846b3af1-e028-4e88-8e61-d4ec05ea4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:53.686053 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:53.701422 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-846b3af1-e028-4e88-8e61-d4ec05ea4171 None None] Set router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:27:53.789071 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:53.840848 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Deleting port 67eae277-f8df-444f-bee5-cf2df0db2b24 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:27:53.841106 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:53.877842 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-846b3af1-e028-4e88-8e61-d4ec05ea4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'name': 'tempest-TestShelveInstance-560254285-router', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:07Z', 'updated_at': '2022-10-20T04:27:52Z', 'revision_number': 5, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'gw_port': {'id': '67eae277-f8df-444f-bee5-cf2df0db2b24', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:19:08Z', 'updated_at': '2022-10-20T04:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:53.904316 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b3af1-e028-4e88-8e61-d4ec05ea4171 None None] Checking router: d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:27:53.913100 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b3af1-e028-4e88-8e61-d4ec05ea4171 None None] Routers {'d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:27:53.913700 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-846b3af1-e028-4e88-8e61-d4ec05ea4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:53.924514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] For port 67eae277-f8df-444f-bee5-cf2df0db2b24, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=67eae277-f8df-444f-bee5-cf2df0db2b24,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:27:53.924885 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:53.937266 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Calling delete_port for 67eae277-f8df-444f-bee5-cf2df0db2b24 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:27:54.085674 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-846b3af1-e028-4e88-8e61-d4ec05ea4171 None None] Set router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:27:54.109076 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.134185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67eae277-f8df-444f-bee5-cf2df0db2b24,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:54.139144 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-846b3af1-e028-4e88-8e61-d4ec05ea4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'name': 'tempest-TestShelveInstance-560254285-router', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:07Z', 'updated_at': '2022-10-20T04:27:53Z', 'revision_number': 6, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:54.165829 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b3af1-e028-4e88-8e61-d4ec05ea4171 None None] The sync data for ids ['d0a6497b-9d7f-4d6e-bcc4-dfe65a792144'] in dv-neutron-861842-1-hyperv is: [{'id': 'd0a6497b-9d7f-4d6e-bcc4-dfe65a792144', 'name': 'tempest-TestShelveInstance-560254285-router', 'tenant_id': '6dca21c536404dd4a542f59b7415007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:19:07Z', 'updated_at': '2022-10-20T04:27:53Z', 'revision_number': 6, 'project_id': '6dca21c536404dd4a542f59b7415007e', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:27:54.205160 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.294603 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.300951 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.350672 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.351223 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:27:54.356467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.357646 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-6ddd9951-7a9f-4e98-b051-d7fa4c4604c0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d0a6497b-9d7f-4d6e-bcc4-dfe65a792144 HTTP/1.1" status: 204 len: 168 time: 0.7746198 Oct 20 04:27:54.360978 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37104) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:54.405036 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7426180-d8c7-4b88-9924-dd14fbd52e44 admin admin] Deleting subnet 8e748ea3-f8dd-467d-a1fe-e488a67e7410 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:27:54.408101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7426180-d8c7-4b88-9924-dd14fbd52e44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.443136 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7426180-d8c7-4b88-9924-dd14fbd52e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.529374 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7426180-d8c7-4b88-9924-dd14fbd52e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.587094 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7426180-d8c7-4b88-9924-dd14fbd52e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.617347 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7426180-d8c7-4b88-9924-dd14fbd52e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e748ea3-f8dd-467d-a1fe-e488a67e7410,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:54.620023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7426180-d8c7-4b88-9924-dd14fbd52e44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.622299 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d7426180-d8c7-4b88-9924-dd14fbd52e44 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8e748ea3-f8dd-467d-a1fe-e488a67e7410 HTTP/1.1" status: 204 len: 168 time: 0.2603862 Oct 20 04:27:54.625599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37106) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:54.627829 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57fadbd-1d4c-437f-abef-cd4fa80b1ab9 None None] Network 32eb2fe1-2d61-4bf9-9343-89579276a5fd requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:27:54.632291 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c07a80d5-ce67-4925-ab00-1ede5d28b46d no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:27:54.667787 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: c07a80d5-ce67-4925-ab00-1ede5d28b46d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:27:54.668140 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device c07a80d5-ce67-4925-ab00-1ede5d28b46d not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:27:54.699599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.754514 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Deleting port 80c0ef61-7029-484f-8a77-f0181b840c27 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:27:54.754855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.818607 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] For port 80c0ef61-7029-484f-8a77-f0181b840c27, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=80c0ef61-7029-484f-8a77-f0181b840c27,segment=NetworkSegment(007bea7c-b739-4f7d-9583-8ca1625270c3),segment_id=007bea7c-b739-4f7d-9583-8ca1625270c3)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:27:54.818972 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.830651 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Calling delete_port for 80c0ef61-7029-484f-8a77-f0181b840c27 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:27:54.913766 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:54.941497 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914bc8c3-6c68-4030-9133-c61f5fd762b6 None None] DHCP port deletion for 32eb2fe1-2d61-4bf9-9343-89579276a5fd request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:27:54.944327 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] No DVR routers for this DVR port 80c0ef61-7029-484f-8a77-f0181b840c27 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:27:54.946552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c0ef61-7029-484f-8a77-f0181b840c27,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:55.022146 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.044530 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32eb2fe1-2d61-4bf9-9343-89579276a5fd']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:55.054445 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007bea7c-b739-4f7d-9583-8ca1625270c3') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:55.054740 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007bea7c-b739-4f7d-9583-8ca1625270c3') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:55.064176 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.077540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.083302 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:27:55.083682 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.138690 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 007bea7c-b739-4f7d-9583-8ca1625270c3 resource provider aggregate not found Oct 20 04:27:55.151527 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.159297 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.164390 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] 10.222.0.20 "DELETE /v2.0/networks/32eb2fe1-2d61-4bf9-9343-89579276a5fd HTTP/1.1" status: 204 len: 168 time: 0.5358603 Oct 20 04:27:55.164390 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 007bea7c-b739-4f7d-9583-8ca1625270c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 007bea7c-b739-4f7d-9583-8ca1625270c3 found for delete ", "request_id": "req-84c546ee-f284-4422-abc4-f9b4cad57bde"}]} Oct 20 04:27:55.176822 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86b61f-4b0f-4a49-902b-53fba9fb9c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=32eb2fe1-2d61-4bf9-9343-89579276a5fd,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:55.274818 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37114) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:55.314424 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-0ba9699a-1dae-467f-9a6c-4a6aeb16745a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e13d792091f4db8a37cb6705055e26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384595 Oct 20 04:27:55.316897 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37116) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:55.370467 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96be871c-3c40-43c5-ae5a-97b102dccec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.391946 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96be871c-3c40-43c5-ae5a-97b102dccec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.437893 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96be871c-3c40-43c5-ae5a-97b102dccec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.440408 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-96be871c-3c40-43c5-ae5a-97b102dccec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.441577 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-96be871c-3c40-43c5-ae5a-97b102dccec9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6205cc50-c451-4864-b903-02744756da20 HTTP/1.1" status: 204 len: 168 time: 0.1237121 Oct 20 04:27:55.449260 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be871c-3c40-43c5-ae5a-97b102dccec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6205cc50-c451-4864-b903-02744756da20,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:55.743596 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37122) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:55.783425 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ea437519-cad0-43d6-8b94-669952f7843e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dca21c536404dd4a542f59b7415007e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386930 Oct 20 04:27:55.785847 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37124) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:55.832396 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e01e8377-23ed-448a-8cb7-df8548676622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.852664 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e01e8377-23ed-448a-8cb7-df8548676622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.897094 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e01e8377-23ed-448a-8cb7-df8548676622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.899834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e01e8377-23ed-448a-8cb7-df8548676622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:55.900991 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-e01e8377-23ed-448a-8cb7-df8548676622 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9dc059f8-24d4-4992-a2d2-036d45c95351 HTTP/1.1" status: 204 len: 168 time: 0.1142595 Oct 20 04:27:55.908678 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e8377-23ed-448a-8cb7-df8548676622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc059f8-24d4-4992-a2d2-036d45c95351,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:56.448521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 80c0ef61-7029-484f-8a77-f0181b840c27 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:27:56.469204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 80c0ef61-7029-484f-8a77-f0181b840c27 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:27:56.469542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 80c0ef61-7029-484f-8a77-f0181b840c27 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:27:56.472364 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 67eae277-f8df-444f-bee5-cf2df0db2b24 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:27:56.488806 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 67eae277-f8df-444f-bee5-cf2df0db2b24 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:27:56.489146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 67eae277-f8df-444f-bee5-cf2df0db2b24 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:27:56.557717 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37146) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:56.649916 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-62482806-network', 'tenant_id': '5294569d31984c92854ca5f924343880'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:27:56.672729 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Made reservation on behalf of 5294569d31984c92854ca5f924343880 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:27:56.675223 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:56.683292 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:56.757621 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:56.761353 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:56.781913 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:27:56.796898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62263c6-cfdc-4a87-838d-79a1138c151c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:56.799890 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:56.800242 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.segments_db [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Added segment 2d37aee5-18af-44ef-97fc-896607218326 of type vlan for network 4f256553-a923-4128-b3d9-7784945377e5 Oct 20 04:27:56.840059 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:56.864279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:56.865220 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:56.865789 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:56.892774 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3339906 Oct 20 04:27:56.895771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37150) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:56.900724 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] Request body: {'subnet': {'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-62482806-subnet', 'tenant_id': '5294569d31984c92854ca5f924343880', 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:27:56.921202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] Made reservation on behalf of 5294569d31984c92854ca5f924343880 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:27:56.923456 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60779037'] for subnet, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:56.931720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75af24-d5ad-489a-bc23-d3b31eeb01a2 admin admin] Pushing event updated for resources: {'Network': ['ID=4f256553-a923-4128-b3d9-7784945377e5,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:56.942522 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 4f256553-a923-4128-b3d9-7784945377e5 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:27:57.090541 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59141607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60779247'] for subnet, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.138586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc38a000-444c-42af-a995-db59debe1ba3,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:57.154274 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] Checking segment: {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:27:57.154636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] Network hostable DHCP agents. Network: 4f256553-a923-4128-b3d9-7784945377e5, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:27:57.169875 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] Network 4f256553-a923-4128-b3d9-7784945377e5 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:27:57.178207 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 4f256553-a923-4128-b3d9-7784945377e5) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:27:57.182679 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:27:57.183299 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.188005 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7ccdd-cfda-49c8-925e-2d561d39d512 None None] Network 4f256553-a923-4128-b3d9-7784945377e5 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:27:57.200340 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c045588f-9e6c-4f90-9b3f-47d2c5a801b1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3034067 Oct 20 04:27:57.203725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37152) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:57.208191 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:27:57.226686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.227688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.280638 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.338102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-4f256553-a923-4128-b3d9-7784945377e5', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:27:57.338983 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.424699 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.476761 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Allocated IP 172.20.0.2 (4f256553-a923-4128-b3d9-7784945377e5/fc38a000-444c-42af-a995-db59debe1ba3/bd2a52c6-231e-4753-9630-3f61f24da543) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:27:57.619091 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.625686 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.625856 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.645084 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.670760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Network 4f256553-a923-4128-b3d9-7784945377e5 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:27:57.673612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:27:57.676148 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:27:57.684867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Pushing event updated for resources: {'Port': ['ID=bd2a52c6-231e-4753-9630-3f61f24da543,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:57.736528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Attempting to bind port bd2a52c6-231e-4753-9630-3f61f24da543 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:27:57.736897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Attempting to bind port bd2a52c6-231e-4753-9630-3f61f24da543 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:27:57.737243 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Attempting to bind port bd2a52c6-231e-4753-9630-3f61f24da543 on network 4f256553-a923-4128-b3d9-7784945377e5 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:27:57.742124 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:27:57.742789 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Checking segment: {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:27:57.742916 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.743244 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Bound using segment: {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:27:57.743696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Bound port: bd2a52c6-231e-4753-9630-3f61f24da543, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:27:57.744065 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.753582 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Allocated IP 172.26.0.232 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/396460c2-8968-413f-b2d0-1d43884a6e42) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:27:57.806347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] For port bd2a52c6-231e-4753-9630-3f61f24da543, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:27:57.809368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] For port bd2a52c6-231e-4753-9630-3f61f24da543, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=bd2a52c6-231e-4753-9630-3f61f24da543,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:27:57.813673 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.867281 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c151b5c-f36a-4d56-8b50-38319d29491c None None] Pushing event updated for resources: {'Port': ['ID=bd2a52c6-231e-4753-9630-3f61f24da543,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:57.867500 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.905700 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:57.947145 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:27:57.950045 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:27:57.954400 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:27:57.991375 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Pushing event updated for resources: {'Port': ['ID=396460c2-8968-413f-b2d0-1d43884a6e42,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:58.222905 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:58.427868 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:58.498550 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device bd2a52c6-231e-4753-9630-3f61f24da543 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:27:58.555357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port bd2a52c6-231e-4753-9630-3f61f24da543 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:27:58.555733 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:58.556070 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port bd2a52c6-231e-4753-9630-3f61f24da543 Oct 20 04:27:58.571550 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Router fcc098a7-476f-4874-a554-e18d5a86f2e2 is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:27:58.642938 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port bd2a52c6-231e-4753-9630-3f61f24da543 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:27:58.643236 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:58.681476 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port bd2a52c6-231e-4753-9630-3f61f24da543, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=bd2a52c6-231e-4753-9630-3f61f24da543,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:27:58.685011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:27:58.688010 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:58.708283 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:58.712055 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-ca36322b-ba25-42ea-91bf-f3d966589131 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5047510 Oct 20 04:27:58.712345 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37156) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:27:58.719875 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Sync routers for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:27:58.741529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:27:58.742221 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:58.790637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=bd2a52c6-231e-4753-9630-3f61f24da543,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:58.802696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf23ec-b01e-497f-ac52-357a2578d8e7 None None] Network 4f256553-a923-4128-b3d9-7784945377e5 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:27:58.907578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b10bebf0-1197-4b4b-9ced-5c8e2a0794ce None None] Provisioning complete for port bd2a52c6-231e-4753-9630-3f61f24da543 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:27:58.907944 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b10bebf0-1197-4b4b-9ced-5c8e2a0794ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:58.908292 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-b10bebf0-1197-4b4b-9ced-5c8e2a0794ce None None] Attempt 1 to provision port bd2a52c6-231e-4753-9630-3f61f24da543 Oct 20 04:27:59.099710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:27:59.137878 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:59.292800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Allocated IP 172.20.0.1 (4f256553-a923-4128-b3d9-7784945377e5/fc38a000-444c-42af-a995-db59debe1ba3/886cd286-aea6-4692-a7fd-443ebd3de7ec) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:27:59.328038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b10bebf0-1197-4b4b-9ced-5c8e2a0794ce None None] Current status of the port bd2a52c6-231e-4753-9630-3f61f24da543 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:27:59.385129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:58Z', 'revision_number': 3, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:59.404349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:59.413324 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Checking router: fcc098a7-476f-4874-a554-e18d5a86f2e2 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:27:59.413685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Updating router fcc098a7-476f-4874-a554-e18d5a86f2e2 port 396460c2-8968-413f-b2d0-1d43884a6e42 binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:27:59.440645 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:59.445349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:59.486909 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Network 4f256553-a923-4128-b3d9-7784945377e5 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:27:59.491577 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:27:59.494728 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:27:59.522533 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=886cd286-aea6-4692-a7fd-443ebd3de7ec,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:59.541981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:59.689410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-5953cd05-1a75-4456-b4d7-8fc0f628845f None None] Provisioning complete for port bd2a52c6-231e-4753-9630-3f61f24da543 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:27:59.689975 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5953cd05-1a75-4456-b4d7-8fc0f628845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:59.690110 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-5953cd05-1a75-4456-b4d7-8fc0f628845f None None] Attempt 1 to provision port bd2a52c6-231e-4753-9630-3f61f24da543 Oct 20 04:27:59.760427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:59.771201 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:59.812363 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Attempting to bind port 396460c2-8968-413f-b2d0-1d43884a6e42 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:27:59.812747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Attempting to bind port 396460c2-8968-413f-b2d0-1d43884a6e42 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:27:59.813114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Attempting to bind port 396460c2-8968-413f-b2d0-1d43884a6e42 on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:27:59.852346 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:27:59.852726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:27:59.853131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:59.853533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:27:59.854016 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Bound port: 396460c2-8968-413f-b2d0-1d43884a6e42, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:27:59.854394 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:59.884011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd22d1-2cba-4c6c-9754-f5f8dcaedbc9 None None] Pushing event updated for resources: {'Port': ['ID=396460c2-8968-413f-b2d0-1d43884a6e42,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:27:59.893073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-5953cd05-1a75-4456-b4d7-8fc0f628845f None None] Current status of the port bd2a52c6-231e-4753-9630-3f61f24da543 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:27:59.926409 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] For port 396460c2-8968-413f-b2d0-1d43884a6e42, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:27:59.930060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] For port 396460c2-8968-413f-b2d0-1d43884a6e42, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=396460c2-8968-413f-b2d0-1d43884a6e42,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:27:59.935822 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:27:59.975125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:27:59.975755 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:27:59.978468 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:00.048907 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd22d1-2cba-4c6c-9754-f5f8dcaedbc9 None None] Pushing event updated for resources: {'Port': ['ID=396460c2-8968-413f-b2d0-1d43884a6e42,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:00.061790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Provisioning complete for port 886cd286-aea6-4692-a7fd-443ebd3de7ec triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:00.062611 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:00.062958 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Attempt 1 to provision port 886cd286-aea6-4692-a7fd-443ebd3de7ec Oct 20 04:28:00.137335 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Port 886cd286-aea6-4692-a7fd-443ebd3de7ec cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:00.137869 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:00.138796 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:28:00.143340 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:00.210435 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=886cd286-aea6-4692-a7fd-443ebd3de7ec,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:00.212816 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:00.304806 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Network 4f256553-a923-4128-b3d9-7784945377e5 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:28:00.306279 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:28:00.350710 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 1, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:00.384125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e3a89-0cbe-447c-9659-ba946daad68a None None] The sync data for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv is: [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 1, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:28:00.434960 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Router fcc098a7-476f-4874-a554-e18d5a86f2e2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:28:00.469646 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device bd2a52c6-231e-4753-9630-3f61f24da543 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:28:00.543205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port bd2a52c6-231e-4753-9630-3f61f24da543 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:00.543592 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:00.543931 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port bd2a52c6-231e-4753-9630-3f61f24da543 Oct 20 04:28:00.565184 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:28:00.570379 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-2f3ece67-0dab-4031-95a9-1bdedd9fd6d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/fcc098a7-476f-4874-a554-e18d5a86f2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570285 Oct 20 04:28:00.640448 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Attempt 2 to provision port 886cd286-aea6-4692-a7fd-443ebd3de7ec Oct 20 04:28:00.642066 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port bd2a52c6-231e-4753-9630-3f61f24da543 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:00.681310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Port 886cd286-aea6-4692-a7fd-443ebd3de7ec cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:01.109284 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37172) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:01.114343 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1804063771-network', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:01.135738 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Made reservation on behalf of 0e17e0eaa4694aa39f6041945f603aa5 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:28:01.138109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for network, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.148188 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.182315 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Attempt 3 to provision port 886cd286-aea6-4692-a7fd-443ebd3de7ec Oct 20 04:28:01.223128 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Port 886cd286-aea6-4692-a7fd-443ebd3de7ec cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:01.230563 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.235538 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.266433 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 04:28:01.276780 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd9fbf0-384a-4976-94dc-084430dee333,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:01.282023 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.282453 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.segments_db [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Added segment 4290dc4b-cd05-4050-a1db-3138d1e0160c of type vlan for network 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 Oct 20 04:28:01.328037 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766400110812'] for network, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.355559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110'] for network, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.356539 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:01.357118 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.386553 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2761014 Oct 20 04:28:01.389462 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37174) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:01.395280 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] Request body: {'subnet': {'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1804063771-subnet', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:01.416476 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] Made reservation on behalf of 0e17e0eaa4694aa39f6041945f603aa5 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:28:01.418794 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58976822'] for subnet, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.425060 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f2088-947d-4c5a-8bdd-6ac40d5a9253 admin admin] Pushing event updated for resources: {'Network': ['ID=1a0b6188-6a41-4cc1-96e1-c64a5d40f203,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:01.437407 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Network 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 details requested by agent ovs-agent-dv-neutron-861842-1-hyperv with host dv-neutron-861842-1-hyperv {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 04:28:01.605866 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59480015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58976964'] for subnet, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.664732 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] Pushing event updated for resources: {'Subnet': ['ID=22edee77-7915-4106-be60-aadc8169359b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:01.673242 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] Checking segment: {'id': '4290dc4b-cd05-4050-a1db-3138d1e0160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:28:01.673617 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] Network hostable DHCP agents. Network: 1a0b6188-6a41-4cc1-96e1-c64a5d40f203, hostable agents: ['91d3493f-6021-4e3d-97db-5b6b4dbe865b'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 04:28:01.692368 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] Network 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 is scheduled to be hosted by DHCP agent 91d3493f-6021-4e3d-97db-5b6b4dbe865b with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 04:28:01.701688 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861842-1-hyperv, 1a0b6188-6a41-4cc1-96e1-c64a5d40f203) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:28:01.706604 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:01.707181 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.711439 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc153f0c-d716-4ca3-adfd-1dbe535d93c1 None None] Network 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:28:01.726868 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Attempt 4 to provision port 886cd286-aea6-4692-a7fd-443ebd3de7ec Oct 20 04:28:01.727631 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37176) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:01.728303 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b121cdb7-bc04-4c55-9117-f07c4bd0349c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3371527 Oct 20 04:28:01.732561 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1804063771-router', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:01.753724 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1801226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5503'] for router, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.754790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1801406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1795787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1695324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5488'] for router, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.804734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Port 886cd286-aea6-4692-a7fd-443ebd3de7ec cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:01.813269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.898268 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd120005f-c350-5608-aa82-b9e9e51ca5ea-1a0b6188-6a41-4cc1-96e1-c64a5d40f203', 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'fixed_ips': [{'subnet_id': '22edee77-7915-4106-be60-aadc8169359b'}]}} from dv-neutron-861842-1-hyperv. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 04:28:01.899180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:01.970084 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.044695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Allocated IP 172.20.0.2 (1a0b6188-6a41-4cc1-96e1-c64a5d40f203/22edee77-7915-4106-be60-aadc8169359b/f1872e04-bb5f-4405-a1d3-b6b64d415ba2) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:28:02.198914 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Notify callbacks [] for port, precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.206359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418'] for port, after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.251810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Network 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:28:02.254973 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:28:02.259548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:28:02.262841 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Pushing event updated for resources: {'Port': ['ID=f1872e04-bb5f-4405-a1d3-b6b64d415ba2,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:02.305428 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Attempt 5 to provision port 886cd286-aea6-4692-a7fd-443ebd3de7ec Oct 20 04:28:02.355056 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Attempting to bind port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:28:02.355435 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Attempting to bind port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '4290dc4b-cd05-4050-a1db-3138d1e0160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:28:02.355799 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Attempting to bind port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 on network 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:28:02.357934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Port 886cd286-aea6-4692-a7fd-443ebd3de7ec cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:02.362533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:28:02.362888 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Checking segment: {'id': '4290dc4b-cd05-4050-a1db-3138d1e0160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:28:02.363295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.363687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Bound using segment: {'id': '4290dc4b-cd05-4050-a1db-3138d1e0160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:28:02.364155 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Bound port: f1872e04-bb5f-4405-a1d3-b6b64d415ba2, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4290dc4b-cd05-4050-a1db-3138d1e0160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:28:02.364567 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.435902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] For port f1872e04-bb5f-4405-a1d3-b6b64d415ba2, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:28:02.440256 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] For port f1872e04-bb5f-4405-a1d3-b6b64d415ba2, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f1872e04-bb5f-4405-a1d3-b6b64d415ba2,segment=NetworkSegment(4290dc4b-cd05-4050-a1db-3138d1e0160c),segment_id=4290dc4b-cd05-4050-a1db-3138d1e0160c)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:28:02.446017 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.515810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c67e0-4dd9-4cd9-b607-2bb9e91e2f26 None None] Pushing event updated for resources: {'Port': ['ID=f1872e04-bb5f-4405-a1d3-b6b64d415ba2,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:02.528801 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.533033 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Sync routers for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:28:02.545334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 396460c2-8968-413f-b2d0-1d43884a6e42 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:28:02.546948 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:28:02.547671 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:02.553702 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.612328 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 396460c2-8968-413f-b2d0-1d43884a6e42 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:02.613355 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.613355 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 396460c2-8968-413f-b2d0-1d43884a6e42 Oct 20 04:28:02.661937 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:28:02.692095 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Allocated IP 172.26.0.49 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/684569ee-f7d6-4edc-89eb-2d56be3e208f) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:28:02.771579 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 396460c2-8968-413f-b2d0-1d43884a6e42 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:02.772331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.796712 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 396460c2-8968-413f-b2d0-1d43884a6e42, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=396460c2-8968-413f-b2d0-1d43884a6e42,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:28:02.802271 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.833641 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.862995 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Attempt 6 to provision port 886cd286-aea6-4692-a7fd-443ebd3de7ec Oct 20 04:28:02.872934 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:02.911084 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:00Z', 'revision_number': 2, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:02.920189 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:28:02.925247 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:28:02.929200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:28:02.940442 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Checking router: fcc098a7-476f-4874-a554-e18d5a86f2e2 for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:28:02.940794 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Updating router fcc098a7-476f-4874-a554-e18d5a86f2e2 port 886cd286-aea6-4692-a7fd-443ebd3de7ec binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:28:02.960452 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Pushing event updated for resources: {'Port': ['ID=684569ee-f7d6-4edc-89eb-2d56be3e208f,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:02.969005 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:03.053847 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=396460c2-8968-413f-b2d0-1d43884a6e42,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:03.065608 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Port 886cd286-aea6-4692-a7fd-443ebd3de7ec cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:03.191226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:03.260143 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:03.267089 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:03.347682 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Pushing event updated for resources: {'Port': ['ID=886cd286-aea6-4692-a7fd-443ebd3de7ec,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:03.365265 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.365610 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.366147 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.366628 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.367125 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.367632 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.367963 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.368317 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.368645 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.369138 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.369625 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.370112 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:28:03.376360 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Attempting to bind port 886cd286-aea6-4692-a7fd-443ebd3de7ec on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:28:03.376969 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Attempting to bind port 886cd286-aea6-4692-a7fd-443ebd3de7ec by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:28:03.377502 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Attempting to bind port 886cd286-aea6-4692-a7fd-443ebd3de7ec on network 4f256553-a923-4128-b3d9-7784945377e5 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:28:03.383196 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:28:03.383561 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Checking segment: {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:28:03.383968 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:03.384381 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Bound using segment: {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:28:03.384849 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Bound port: 886cd286-aea6-4692-a7fd-443ebd3de7ec, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:28:03.385226 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:03.415549 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1801393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795774'] for router, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:03.451153 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] For port 886cd286-aea6-4692-a7fd-443ebd3de7ec, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:28:03.456113 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] For port 886cd286-aea6-4692-a7fd-443ebd3de7ec, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=886cd286-aea6-4692-a7fd-443ebd3de7ec,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:28:03.462704 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:03.501972 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:28:03.502604 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:03.559770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb is scheduled to L3 agent d5c32894-2c2b-4bad-b651-41725683a931 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 04:28:03.567310 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Attempt 7 to provision port 886cd286-aea6-4692-a7fd-443ebd3de7ec Oct 20 04:28:03.569133 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b630385-7af0-49cf-ae64-102b2e22b972 None None] Pushing event updated for resources: {'Port': ['ID=886cd286-aea6-4692-a7fd-443ebd3de7ec,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:03.620087 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c379f-99c4-4965-9ad4-443e01ccf992 None None] Network 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:28:03.623828 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:28:03.684185 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:28:03.706154 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:03.710119 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c785c0c8-ac8b-40ae-ac2d-071943352069 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9784138 Oct 20 04:28:03.710793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37178) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:03.710923 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Sync routers for ids ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:28:03.738591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Current status of the port 886cd286-aea6-4692-a7fd-443ebd3de7ec is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:03.738969 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:03.743812 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Routers {'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:28:03.744451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:03.836812 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:03.864060 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720ef84b-2a16-4f00-854d-85c2f89b120d None None] The sync data for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv is: [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:28:03.897618 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] For port 886cd286-aea6-4692-a7fd-443ebd3de7ec, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=886cd286-aea6-4692-a7fd-443ebd3de7ec,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:28:03.938421 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:03.993687 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Set router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:28:04.074939 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bc438-01ec-4dac-b8f7-6d935c4fcbc6 None None] Pushing event updated for resources: {'Port': ['ID=886cd286-aea6-4692-a7fd-443ebd3de7ec,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:04.113705 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] Provisioning complete for port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:04.114071 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.114405 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] Attempt 1 to provision port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 Oct 20 04:28:04.195839 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.278313 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] Current status of the port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:04.278699 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.304417 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'name': 'tempest-TestSnapshotPattern-1804063771-router', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:28:01Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 3, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'gw_port': {'id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:02Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:04.343393 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Checking router: bf1a99cd-a104-4db8-b9d5-183bdb49f8fb for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:28:04.343741 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Updating router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb port 684569ee-f7d6-4edc-89eb-2d56be3e208f binding host dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:28:04.349765 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] For port f1872e04-bb5f-4405-a1d3-b6b64d415ba2, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f1872e04-bb5f-4405-a1d3-b6b64d415ba2,segment=NetworkSegment(4290dc4b-cd05-4050-a1db-3138d1e0160c),segment_id=4290dc4b-cd05-4050-a1db-3138d1e0160c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:28:04.368206 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.372680 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Allocated IP 172.20.0.1 (1a0b6188-6a41-4cc1-96e1-c64a5d40f203/22edee77-7915-4106-be60-aadc8169359b/a89ae579-b20e-4463-8088-d52948b84bfb) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:28:04.398866 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.450902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] Provisioning complete for port 886cd286-aea6-4692-a7fd-443ebd3de7ec triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:04.451275 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.451605 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] Attempt 1 to provision port 886cd286-aea6-4692-a7fd-443ebd3de7ec Oct 20 04:28:04.525142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] Pushing event updated for resources: {'Port': ['ID=f1872e04-bb5f-4405-a1d3-b6b64d415ba2,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:04.526761 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.585473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.629759 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Network 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:28:04.635335 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:28:04.639458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:28:04.669612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f1872e04-bb5f-4405-a1d3-b6b64d415ba2 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:28:04.685039 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Pushing event updated for resources: {'Port': ['ID=a89ae579-b20e-4463-8088-d52948b84bfb,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:04.703008 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801163'] for router_interface, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.710306 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c501d500-7076-4a1a-98e7-5b280dfe71aa None None] Current status of the port 886cd286-aea6-4692-a7fd-443ebd3de7ec is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:04.794630 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:04.795001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.795332 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 Oct 20 04:28:04.807083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Notify callbacks [] for port, precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.852747 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.864153 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.898345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-33197323-179e-4b08-827d-b2820d787300 None None] Provisioning complete for port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:04.898717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33197323-179e-4b08-827d-b2820d787300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.899050 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-33197323-179e-4b08-827d-b2820d787300 None None] Attempt 1 to provision port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 Oct 20 04:28:04.902692 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Attempting to bind port 684569ee-f7d6-4edc-89eb-2d56be3e208f on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:28:04.903054 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Attempting to bind port 684569ee-f7d6-4edc-89eb-2d56be3e208f by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:28:04.903412 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Attempting to bind port 684569ee-f7d6-4edc-89eb-2d56be3e208f on network 78d9e5a2-bf27-45e4-8847-e360b2732424 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:28:04.941897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:28:04.942185 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Checking segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:28:04.942578 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.942964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Bound using segment: {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:28:04.943420 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Bound port: 684569ee-f7d6-4edc-89eb-2d56be3e208f, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606866-9a43-4123-9a70-81795b54edb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:28:04.943810 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:04.948528 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19ab3d-2dc6-45da-8cfb-d4469de184c7 None None] Pushing event updated for resources: {'Port': ['ID=684569ee-f7d6-4edc-89eb-2d56be3e208f,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:05.035977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:05.042598 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:05.043500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:05.044819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 886cd286-aea6-4692-a7fd-443ebd3de7ec up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:28:05.047566 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] For port 684569ee-f7d6-4edc-89eb-2d56be3e208f, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:28:05.052920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] For port 684569ee-f7d6-4edc-89eb-2d56be3e208f, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=684569ee-f7d6-4edc-89eb-2d56be3e208f,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:28:05.077771 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:05.112408 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1819128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800315'] for router_interface, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:05.115232 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Pushing event updated for resources: {'Port': ['ID=a89ae579-b20e-4463-8088-d52948b84bfb,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:05.156684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Routers {'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:28:05.157310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:05.213967 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Network 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:28:05.215436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:28:05.342405 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:28:05.353291 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33197323-179e-4b08-827d-b2820d787300 None None] Current status of the port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:05.365901 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19ab3d-2dc6-45da-8cfb-d4469de184c7 None None] Pushing event updated for resources: {'Port': ['ID=684569ee-f7d6-4edc-89eb-2d56be3e208f,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:05.387951 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 886cd286-aea6-4692-a7fd-443ebd3de7ec triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:05.388357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:05.388697 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 886cd286-aea6-4692-a7fd-443ebd3de7ec Oct 20 04:28:05.459066 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:28:05.473424 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-86da9f2f-2ed0-4a15-9644-1e8d854637bb admin admin] 10.222.0.20 "PUT /v2.0/routers/bf1a99cd-a104-4db8-b9d5-183bdb49f8fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7533848 Oct 20 04:28:05.473638 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] Set router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:28:05.561877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Provisioning complete for port a89ae579-b20e-4463-8088-d52948b84bfb triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:05.561877 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:05.561877 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Attempt 1 to provision port a89ae579-b20e-4463-8088-d52948b84bfb Oct 20 04:28:05.637842 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 886cd286-aea6-4692-a7fd-443ebd3de7ec is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:05.638921 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 396460c2-8968-413f-b2d0-1d43884a6e42 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:28:05.695462 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Port a89ae579-b20e-4463-8088-d52948b84bfb cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:05.761395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 396460c2-8968-413f-b2d0-1d43884a6e42 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:05.761772 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:05.762111 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 396460c2-8968-413f-b2d0-1d43884a6e42 Oct 20 04:28:05.806916 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37186) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:05.812249 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-147841c2-6c11-41e4-b348-c0f901a24314 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31375716', 'description': 'tempest-secgroup-smoke-31375716 description', 'project_id': '5294569d31984c92854ca5f924343880'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:05.824533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'name': 'tempest-TestSnapshotPattern-1804063771-router', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:28:01Z', 'updated_at': '2022-10-20T04:28:04Z', 'revision_number': 4, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'gw_port': {'id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:02Z', 'updated_at': '2022-10-20T04:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'a89ae579-b20e-4463-8088-d52948b84bfb', 'name': '', 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'mac_address': 'fa:16:3e:32:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '22edee77-7915-4106-be60-aadc8169359b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:04Z', 'updated_at': '2022-10-20T04:28:04Z', 'revision_number': 2, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'subnets': [{'id': '22edee77-7915-4106-be60-aadc8169359b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:05.834012 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-147841c2-6c11-41e4-b348-c0f901a24314 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:05.857928 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92176a9-146f-48ba-a3ae-121726633927 None None] The sync data for ids ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'] in dv-neutron-861842-1-hyperv is: [{'id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'name': 'tempest-TestSnapshotPattern-1804063771-router', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:28:01Z', 'updated_at': '2022-10-20T04:28:04Z', 'revision_number': 4, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'gw_port': {'id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:02Z', 'updated_at': '2022-10-20T04:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'a89ae579-b20e-4463-8088-d52948b84bfb', 'name': '', 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'mac_address': 'fa:16:3e:32:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '22edee77-7915-4106-be60-aadc8169359b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:04Z', 'updated_at': '2022-10-20T04:28:04Z', 'revision_number': 2, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'subnets': [{'id': '22edee77-7915-4106-be60-aadc8169359b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:28:05.894713 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 396460c2-8968-413f-b2d0-1d43884a6e42 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:05.915186 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-147841c2-6c11-41e4-b348-c0f901a24314 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:05.919758 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-147841c2-6c11-41e4-b348-c0f901a24314 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:05.949484 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-147841c2-6c11-41e4-b348-c0f901a24314 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:05.950707 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-147841c2-6c11-41e4-b348-c0f901a24314 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1427898 Oct 20 04:28:05.953639 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37188) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:05.957864 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b8b248f7-afea-4164-a6c9-9125e05fa1de tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Request body: {'security_group_rule': {'security_group_id': '7a81c876-1506-4019-bc7a-c959ce5810ca', 'project_id': '5294569d31984c92854ca5f924343880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:05.963930 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147841c2-6c11-41e4-b348-c0f901a24314 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81c876-1506-4019-bc7a-c959ce5810ca,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:05.986689 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b8b248f7-afea-4164-a6c9-9125e05fa1de tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.043791 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b8b248f7-afea-4164-a6c9-9125e05fa1de tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.049017 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b8b248f7-afea-4164-a6c9-9125e05fa1de tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.079201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b248f7-afea-4164-a6c9-9125e05fa1de tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cbab0b-ae6f-4928-a195-f0ceb0384b34,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:06.084532 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b8b248f7-afea-4164-a6c9-9125e05fa1de tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.085733 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-b8b248f7-afea-4164-a6c9-9125e05fa1de tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311872 Oct 20 04:28:06.088554 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37190) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:06.094096 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9933d9af-208e-4bbf-8026-2ac97ed805ad tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Request body: {'security_group_rule': {'security_group_id': '7a81c876-1506-4019-bc7a-c959ce5810ca', 'project_id': '5294569d31984c92854ca5f924343880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:06.122790 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9933d9af-208e-4bbf-8026-2ac97ed805ad tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.187363 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9933d9af-208e-4bbf-8026-2ac97ed805ad tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.192935 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9933d9af-208e-4bbf-8026-2ac97ed805ad tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.196358 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Attempt 2 to provision port a89ae579-b20e-4463-8088-d52948b84bfb Oct 20 04:28:06.209107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933d9af-208e-4bbf-8026-2ac97ed805ad tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474e0e95-3c1c-493c-878b-01f1a01c6ef4,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:06.223460 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9933d9af-208e-4bbf-8026-2ac97ed805ad tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.225216 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-9933d9af-208e-4bbf-8026-2ac97ed805ad tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356316 Oct 20 04:28:06.227980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37192) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:06.232647 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3b627f77-52ed-4b45-ae20-b9099f706f70 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Request body: {'security_group_rule': {'security_group_id': '7a81c876-1506-4019-bc7a-c959ce5810ca', 'project_id': '5294569d31984c92854ca5f924343880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:06.238727 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Port a89ae579-b20e-4463-8088-d52948b84bfb cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:06.258776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b627f77-52ed-4b45-ae20-b9099f706f70 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.323880 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b627f77-52ed-4b45-ae20-b9099f706f70 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.329439 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b627f77-52ed-4b45-ae20-b9099f706f70 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.350968 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b627f77-52ed-4b45-ae20-b9099f706f70 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55ab314-6b46-4e46-bcb9-e77014086e88,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:06.360235 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3b627f77-52ed-4b45-ae20-b9099f706f70 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.361494 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-3b627f77-52ed-4b45-ae20-b9099f706f70 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323662 Oct 20 04:28:06.364277 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37194) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:06.368826 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-fd0eab3b-a230-4617-bb73-546a2ea0eccb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Request body: {'security_group_rule': {'security_group_id': '7a81c876-1506-4019-bc7a-c959ce5810ca', 'project_id': '5294569d31984c92854ca5f924343880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:06.398981 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd0eab3b-a230-4617-bb73-546a2ea0eccb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.474383 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f1872e04-bb5f-4405-a1d3-b6b64d415ba2 up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:28:06.480390 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd0eab3b-a230-4617-bb73-546a2ea0eccb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.485295 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd0eab3b-a230-4617-bb73-546a2ea0eccb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.504865 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0eab3b-a230-4617-bb73-546a2ea0eccb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e5d4bb-242a-4b92-9a47-5385549bc0f4,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:06.513933 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-fd0eab3b-a230-4617-bb73-546a2ea0eccb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.518214 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-fd0eab3b-a230-4617-bb73-546a2ea0eccb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503291 Oct 20 04:28:06.518461 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37196) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:06.522921 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6fbe2dea-814c-4293-9a4c-1def3775ad76 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Request body: {'security_group_rule': {'security_group_id': '7a81c876-1506-4019-bc7a-c959ce5810ca', 'project_id': '5294569d31984c92854ca5f924343880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:06.529664 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:06.530651 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.530990 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 Oct 20 04:28:06.543737 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-6fbe2dea-814c-4293-9a4c-1def3775ad76 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Project 5294569d31984c92854ca5f924343880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:28:06.549956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2dea-814c-4293-9a4c-1def3775ad76 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.624897 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:06.626576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2dea-814c-4293-9a4c-1def3775ad76 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.634106 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2dea-814c-4293-9a4c-1def3775ad76 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.656422 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe2dea-814c-4293-9a4c-1def3775ad76 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2affbe35-7b5d-4ab1-902e-19f803e4c39f,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:06.663107 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2dea-814c-4293-9a4c-1def3775ad76 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.664485 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-6fbe2dea-814c-4293-9a4c-1def3775ad76 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450353 Oct 20 04:28:06.667151 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37198) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:06.671856 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f5bcf809-3def-49c5-b66e-ec553344be4c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Request body: {'security_group_rule': {'security_group_id': '7a81c876-1506-4019-bc7a-c959ce5810ca', 'project_id': '5294569d31984c92854ca5f924343880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:06.679751 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:28:06.703373 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-f5bcf809-3def-49c5-b66e-ec553344be4c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Project 5294569d31984c92854ca5f924343880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 04:28:06.708854 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf809-3def-49c5-b66e-ec553344be4c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.740360 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Attempt 3 to provision port a89ae579-b20e-4463-8088-d52948b84bfb Oct 20 04:28:06.777715 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf809-3def-49c5-b66e-ec553344be4c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.781855 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Port a89ae579-b20e-4463-8088-d52948b84bfb cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:06.783023 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf809-3def-49c5-b66e-ec553344be4c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624130'] for security_group_rule, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.802109 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcf809-3def-49c5-b66e-ec553344be4c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb1b2ab-40ab-45da-a479-d0489d8e5c4c,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:06.810871 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf809-3def-49c5-b66e-ec553344be4c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:06.812173 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-f5bcf809-3def-49c5-b66e-ec553344be4c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440568 Oct 20 04:28:06.956178 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-8e8f17a8-a55e-4aa0-9755-752b39692c33 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31375716&fields=id&tenant_id=5294569d31984c92854ca5f924343880 HTTP/1.1" status: 200 len: 267 time: 0.0352359 Oct 20 04:28:07.067144 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-1a252548-7cac-48ac-87b2-36346f5b785b tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:07.068653 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-1a252548-7cac-48ac-87b2-36346f5b785b tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 808 time: 0.1055148 Oct 20 04:28:07.084148 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-ca276675-9b5b-4d76-8fb6-1946a526e288 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/quotas/5294569d31984c92854ca5f924343880 HTTP/1.1" status: 200 len: 375 time: 0.0096807 Oct 20 04:28:07.143385 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-4cc0f774-a3e2-4a30-8424-e28f03d31fa3 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534089 Oct 20 04:28:07.253464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-a0c00b37-9073-4ab7-8bff-f23bc70623ec service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 04:28:07.254471 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-a0c00b37-9073-4ab7-8bff-f23bc70623ec service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0994678 Oct 20 04:28:07.283522 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Attempt 4 to provision port a89ae579-b20e-4463-8088-d52948b84bfb Oct 20 04:28:07.317307 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Port a89ae579-b20e-4463-8088-d52948b84bfb cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:07.345970 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-7dac2421-7cba-4d2d-b423-c343cb36632a service neutron] 10.222.0.20 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851803 Oct 20 04:28:07.436028 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-a8231145-beab-4d38-b5d1-6156b76a9268 service neutron] 10.222.0.20 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838373 Oct 20 04:28:07.818836 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Attempt 5 to provision port a89ae579-b20e-4463-8088-d52948b84bfb Oct 20 04:28:07.857957 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Port a89ae579-b20e-4463-8088-d52948b84bfb cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:07.962242 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Sync routers for ids ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:28:07.973186 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Routers {'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:28:07.973886 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:08.159461 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Set router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:28:08.353479 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'name': 'tempest-TestSnapshotPattern-1804063771-router', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:28:01Z', 'updated_at': '2022-10-20T04:28:04Z', 'revision_number': 4, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'gw_port': {'id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:02Z', 'updated_at': '2022-10-20T04:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'a89ae579-b20e-4463-8088-d52948b84bfb', 'name': '', 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'mac_address': 'fa:16:3e:32:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '22edee77-7915-4106-be60-aadc8169359b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:04Z', 'updated_at': '2022-10-20T04:28:04Z', 'revision_number': 2, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'subnets': [{'id': '22edee77-7915-4106-be60-aadc8169359b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:08.359512 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Attempt 6 to provision port a89ae579-b20e-4463-8088-d52948b84bfb Oct 20 04:28:08.384022 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Checking router: bf1a99cd-a104-4db8-b9d5-183bdb49f8fb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:28:08.384737 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Updating router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb port a89ae579-b20e-4463-8088-d52948b84bfb binding host dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 04:28:08.394890 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Port a89ae579-b20e-4463-8088-d52948b84bfb cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:08.410869 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:08.486564 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 684569ee-f7d6-4edc-89eb-2d56be3e208f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:28:08.535192 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 684569ee-f7d6-4edc-89eb-2d56be3e208f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:08.535588 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:08.536001 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 684569ee-f7d6-4edc-89eb-2d56be3e208f Oct 20 04:28:08.627059 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 684569ee-f7d6-4edc-89eb-2d56be3e208f is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:08.627440 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:08.640880 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-32630127-2d80-4e26-be4f-612cb3e5f812 req-2706ad80-b6f9-405b-8706-81dc2ad3f0d1 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 210 time: 0.0318747 Oct 20 04:28:08.664455 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] For port 684569ee-f7d6-4edc-89eb-2d56be3e208f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=684569ee-f7d6-4edc-89eb-2d56be3e208f,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:28:08.671131 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:08.707046 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Notify callbacks [] for port, precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:08.713311 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:08.723314 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Pushing event updated for resources: {'Port': ['ID=684569ee-f7d6-4edc-89eb-2d56be3e208f,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:08.784133 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f76de-82c6-41a5-ad3c-82846213fc99 None None] Pushing event updated for resources: {'Port': ['ID=a89ae579-b20e-4463-8088-d52948b84bfb,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:08.811156 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Attempting to bind port a89ae579-b20e-4463-8088-d52948b84bfb on host dv-neutron-861842-1-hyperv for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:28:08.812111 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Attempting to bind port a89ae579-b20e-4463-8088-d52948b84bfb by drivers openvswitch,hyperv on host dv-neutron-861842-1-hyperv at level 0 using segments [{'id': '4290dc4b-cd05-4050-a1db-3138d1e0160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:28:08.812715 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Attempting to bind port a89ae579-b20e-4463-8088-d52948b84bfb on network 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:28:08.817671 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Checking agent: {'id': '59266898-27ae-42d5-be5a-b7aa6af5edb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 26, 49), 'started_at': datetime.datetime(2022, 10, 20, 3, 27, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:28:08.818041 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Checking segment: {'id': '4290dc4b-cd05-4050-a1db-3138d1e0160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:28:08.818438 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:08.818827 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Bound using segment: {'id': '4290dc4b-cd05-4050-a1db-3138d1e0160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:28:08.819286 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Bound port: a89ae579-b20e-4463-8088-d52948b84bfb, host: dv-neutron-861842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4290dc4b-cd05-4050-a1db-3138d1e0160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:28:08.819662 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:08.883335 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] For port a89ae579-b20e-4463-8088-d52948b84bfb, host dv-neutron-861842-1-hyperv, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:28:08.886479 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] For port a89ae579-b20e-4463-8088-d52948b84bfb, host dv-neutron-861842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a89ae579-b20e-4463-8088-d52948b84bfb,segment=NetworkSegment(4290dc4b-cd05-4050-a1db-3138d1e0160c),segment_id=4290dc4b-cd05-4050-a1db-3138d1e0160c)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:28:08.891162 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:08.896472 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Attempt 7 to provision port a89ae579-b20e-4463-8088-d52948b84bfb Oct 20 04:28:08.935613 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Routers {'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:28:08.936809 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:27:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:08.986805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Current status of the port a89ae579-b20e-4463-8088-d52948b84bfb is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:08.987388 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:08.991148 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f76de-82c6-41a5-ad3c-82846213fc99 None None] Pushing event updated for resources: {'Port': ['ID=a89ae579-b20e-4463-8088-d52948b84bfb,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:09.023865 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] For port a89ae579-b20e-4463-8088-d52948b84bfb, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a89ae579-b20e-4463-8088-d52948b84bfb,segment=NetworkSegment(4290dc4b-cd05-4050-a1db-3138d1e0160c),segment_id=4290dc4b-cd05-4050-a1db-3138d1e0160c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:28:09.028009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:09.071049 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] Set router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:28:09.084006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef82ea8-15b6-4601-aecd-15fc2d4ffa5e None None] Pushing event updated for resources: {'Port': ['ID=a89ae579-b20e-4463-8088-d52948b84bfb,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:09.114153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:09.275130 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'name': 'tempest-TestSnapshotPattern-1804063771-router', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:28:01Z', 'updated_at': '2022-10-20T04:28:04Z', 'revision_number': 4, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'gw_port': {'id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:02Z', 'updated_at': '2022-10-20T04:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'a89ae579-b20e-4463-8088-d52948b84bfb', 'name': '', 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'mac_address': 'fa:16:3e:32:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '22edee77-7915-4106-be60-aadc8169359b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:04Z', 'updated_at': '2022-10-20T04:28:08Z', 'revision_number': 4, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'subnets': [{'id': '22edee77-7915-4106-be60-aadc8169359b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:09.301161 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dc3dad-7561-457d-a97a-3b4cb5c11397 None None] The sync data for ids ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'] in dv-neutron-861842-1-hyperv is: [{'id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'name': 'tempest-TestSnapshotPattern-1804063771-router', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:28:01Z', 'updated_at': '2022-10-20T04:28:04Z', 'revision_number': 4, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'gw_port': {'id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:02Z', 'updated_at': '2022-10-20T04:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': 'a89ae579-b20e-4463-8088-d52948b84bfb', 'name': '', 'network_id': '1a0b6188-6a41-4cc1-96e1-c64a5d40f203', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'mac_address': 'fa:16:3e:32:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '22edee77-7915-4106-be60-aadc8169359b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:04Z', 'updated_at': '2022-10-20T04:28:08Z', 'revision_number': 4, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'subnets': [{'id': '22edee77-7915-4106-be60-aadc8169359b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:28:09.754818 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-fa63ae3c-ea74-453c-814d-96e5106f7f83 req-b2195fe9-7b4c-46fb-af92-d5fdc8365d61 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 210 time: 0.0299771 Oct 20 04:28:09.848718 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-60812e4b-724c-46da-8edd-99042082eb40 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:09.850404 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-60812e4b-724c-46da-8edd-99042082eb40 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 808 time: 0.1149178 Oct 20 04:28:09.898599 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-16a2a443-0d71-49e5-81ad-d1109555c700 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5294569d31984c92854ca5f924343880 HTTP/1.1" status: 200 len: 378 time: 0.0357411 Oct 20 04:28:09.914943 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Request body: {'port': {'device_id': '9590a69f-750d-4208-8182-51809f24a26c', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'admin_state_up': True, 'tenant_id': '5294569d31984c92854ca5f924343880', 'security_groups': ['7a81c876-1506-4019-bc7a-c959ce5810ca']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:10.024501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Made reservation on behalf of 5294569d31984c92854ca5f924343880 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:28:10.027960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:10.155473 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Allocated IP 172.20.0.9 (4f256553-a923-4128-b3d9-7784945377e5/fc38a000-444c-42af-a995-db59debe1ba3/ba860f2c-2585-4f35-916e-670430a2e4c9) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:28:10.291457 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:10.325680 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:10.373492 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Network 4f256553-a923-4128-b3d9-7784945377e5 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:28:10.377179 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:28:10.380774 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:28:10.386840 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'Port': ['ID=ba860f2c-2585-4f35-916e-670430a2e4c9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:10.442798 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:10.443436 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:10.462449 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-dcf63c19-86d4-480d-88ee-574c123514fb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509632 Oct 20 04:28:10.480252 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Request body: {'port': {'device_id': '9590a69f-750d-4208-8182-51809f24a26c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:10.516334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a89ae579-b20e-4463-8088-d52948b84bfb up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:28:10.543658 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:10.567500 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port a89ae579-b20e-4463-8088-d52948b84bfb triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:10.567870 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:10.568207 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port a89ae579-b20e-4463-8088-d52948b84bfb Oct 20 04:28:10.663172 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port a89ae579-b20e-4463-8088-d52948b84bfb is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:10.664076 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 684569ee-f7d6-4edc-89eb-2d56be3e208f up at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:28:10.689678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-38776bfc-46b2-40cc-927f-bf8c253b34e3 None None] Provisioning complete for port ba860f2c-2585-4f35-916e-670430a2e4c9 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:10.690276 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-38776bfc-46b2-40cc-927f-bf8c253b34e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:10.690613 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-38776bfc-46b2-40cc-927f-bf8c253b34e3 None None] Attempt 1 to provision port ba860f2c-2585-4f35-916e-670430a2e4c9 Oct 20 04:28:10.734204 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-38776bfc-46b2-40cc-927f-bf8c253b34e3 None None] Port ba860f2c-2585-4f35-916e-670430a2e4c9 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:10.743902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Provisioning complete for port 684569ee-f7d6-4edc-89eb-2d56be3e208f triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:10.744295 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:10.744638 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Attempt 1 to provision port 684569ee-f7d6-4edc-89eb-2d56be3e208f Oct 20 04:28:10.834079 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Current status of the port 684569ee-f7d6-4edc-89eb-2d56be3e208f is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:11.182447 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306da39-5bfc-4749-b409-8bf257c92be0 req-4ba28dd6-398c-4417-9093-d3d9a5af3554 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:11.183933 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8306da39-5bfc-4749-b409-8bf257c92be0 req-4ba28dd6-398c-4417-9093-d3d9a5af3554 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 931 time: 0.0889161 Oct 20 04:28:11.188618 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba860f2c-2585-4f35-916e-670430a2e4c9 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:28:11.201411 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:11.226089 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Transition to ACTIVE for port object ba860f2c-2585-4f35-916e-670430a2e4c9 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:28:11.232236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:11.236211 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-38776bfc-46b2-40cc-927f-bf8c253b34e3 None None] Attempt 2 to provision port ba860f2c-2585-4f35-916e-670430a2e4c9 Oct 20 04:28:11.272568 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-8306da39-5bfc-4749-b409-8bf257c92be0 req-dd563db3-22b1-4272-8370-7e3ce7c7f024 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795255 Oct 20 04:28:11.273822 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-38776bfc-46b2-40cc-927f-bf8c253b34e3 None None] Port ba860f2c-2585-4f35-916e-670430a2e4c9 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:28:11.327677 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Pushing event updated for resources: {'Port': ['ID=ba860f2c-2585-4f35-916e-670430a2e4c9,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:11.356646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Attempting to bind port ba860f2c-2585-4f35-916e-670430a2e4c9 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:28:11.356978 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Attempting to bind port ba860f2c-2585-4f35-916e-670430a2e4c9 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:28:11.357304 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Attempting to bind port ba860f2c-2585-4f35-916e-670430a2e4c9 on network 4f256553-a923-4128-b3d9-7784945377e5 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:28:11.361793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Port ba860f2c-2585-4f35-916e-670430a2e4c9 on network 4f256553-a923-4128-b3d9-7784945377e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:28:11.362109 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Attempting to bind port ba860f2c-2585-4f35-916e-670430a2e4c9 on network 4f256553-a923-4128-b3d9-7784945377e5 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:28:11.367074 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:28:11.367410 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Checking segment: {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:28:11.367790 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Bound using segment: {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:28:11.368246 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Bound port: ba860f2c-2585-4f35-916e-670430a2e4c9, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:28:11.368673 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:11.432736 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] For port ba860f2c-2585-4f35-916e-670430a2e4c9, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:28:11.435584 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] For port ba860f2c-2585-4f35-916e-670430a2e4c9, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba860f2c-2585-4f35-916e-670430a2e4c9,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:28:11.441184 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:11.444108 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:11.444735 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:11.446263 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] 10.222.0.36 "PUT /v2.0/ports/ba860f2c-2585-4f35-916e-670430a2e4c9 HTTP/1.1" status: 200 len: 1093 time: 0.9707899 Oct 20 04:28:11.448194 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:28:11.450526 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ed2945-f43c-4bb1-9270-709618a6cf52" -d '{"events": [{"name": "network-changed", "server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:28:11.501723 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26baf6a1-1c84-48b5-96d0-57d6e522ba20 x-openstack-request-id: req-26baf6a1-1c84-48b5-96d0-57d6e522ba20 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:28:11.502007 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:28:11.502263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26baf6a1-1c84-48b5-96d0-57d6e522ba20 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:28:11.502666 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26baf6a1-1c84-48b5-96d0-57d6e522ba20'] response: {'name': 'network-changed', 'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'status': 'completed', 'code': 200} Oct 20 04:28:11.533283 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2d579-9cd6-4251-8542-8e94e7e82bab service neutron] Pushing event updated for resources: {'Port': ['ID=ba860f2c-2585-4f35-916e-670430a2e4c9,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:11.549034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-61be9819-8bdb-49b0-bbe8-12dd1fc76803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:11.550547 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-61be9819-8bdb-49b0-bbe8-12dd1fc76803 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 1096 time: 0.0604436 Oct 20 04:28:11.597832 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-5ad240d8-c218-4646-887a-a72ba83c8ed2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba860f2c-2585-4f35-916e-670430a2e4c9 HTTP/1.1" status: 200 len: 217 time: 0.0344727 Oct 20 04:28:11.651381 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-9f72c236-7c0c-4722-a474-bbdf556780e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:11.652811 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-9f72c236-7c0c-4722-a474-bbdf556780e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0474970 Oct 20 04:28:11.703075 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-61b9419e-8867-486f-a362-004556f78718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:11.704482 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-61b9419e-8867-486f-a362-004556f78718 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411291 Oct 20 04:28:11.774960 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-38776bfc-46b2-40cc-927f-bf8c253b34e3 None None] Attempt 3 to provision port ba860f2c-2585-4f35-916e-670430a2e4c9 Oct 20 04:28:11.803836 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-6d3663b9-b2dc-410f-8766-1eda4d9cd1e3 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885890 Oct 20 04:28:11.814802 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-38776bfc-46b2-40cc-927f-bf8c253b34e3 None None] Port ba860f2c-2585-4f35-916e-670430a2e4c9 had new provisioning blocks added so it will not transition to active. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 20 04:28:11.898250 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-073eacd6-a32a-4818-84f0-47f9bd174d89 req-624e8a6f-7943-4fcd-8f17-91fd771faab2 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845428 Oct 20 04:28:11.990195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed2945-f43c-4bb1-9270-709618a6cf52 req-84c0f234-352e-4d24-add7-08e26cbc02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:11.991565 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86ed2945-f43c-4bb1-9270-709618a6cf52 req-84c0f234-352e-4d24-add7-08e26cbc02c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 1096 time: 0.0407388 Oct 20 04:28:12.087033 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed2945-f43c-4bb1-9270-709618a6cf52 req-d3f04cae-1435-4229-8858-b6c11a7a3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:12.088539 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86ed2945-f43c-4bb1-9270-709618a6cf52 req-d3f04cae-1435-4229-8858-b6c11a7a3aa3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 909 time: 0.0879974 Oct 20 04:28:12.131937 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86ed2945-f43c-4bb1-9270-709618a6cf52 req-5e4061c8-b04b-4b01-b06d-4cd75ead6baa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba860f2c-2585-4f35-916e-670430a2e4c9 HTTP/1.1" status: 200 len: 217 time: 0.0336933 Oct 20 04:28:12.183279 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed2945-f43c-4bb1-9270-709618a6cf52 req-0c8ec3cf-be0c-4aeb-a6b8-5bbfa1b4e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:12.184719 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86ed2945-f43c-4bb1-9270-709618a6cf52 req-0c8ec3cf-be0c-4aeb-a6b8-5bbfa1b4e4c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0459242 Oct 20 04:28:12.229282 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed2945-f43c-4bb1-9270-709618a6cf52 req-3b850b13-cd49-4008-9e5d-0c2aee4b5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:12.230721 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86ed2945-f43c-4bb1-9270-709618a6cf52 req-3b850b13-cd49-4008-9e5d-0c2aee4b5045 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394826 Oct 20 04:28:12.338269 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86ed2945-f43c-4bb1-9270-709618a6cf52 req-0566e343-afb8-4d4a-971b-b212ec0b9055 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992105 Oct 20 04:28:12.469038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17e994-727e-4f03-96eb-b80d42aa3d9a req-97d12d17-f2b3-4c21-ba07-84caddea040f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:12.470886 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bc17e994-727e-4f03-96eb-b80d42aa3d9a req-97d12d17-f2b3-4c21-ba07-84caddea040f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 943 time: 0.1180699 Oct 20 04:28:12.508342 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86ed2945-f43c-4bb1-9270-709618a6cf52 req-a401cdd8-a564-4e9d-a43e-6a36363a4db6 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625741 Oct 20 04:28:12.532978 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-bc17e994-727e-4f03-96eb-b80d42aa3d9a req-d7510ad1-addc-418e-bdec-5d715bc72380 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509346 Oct 20 04:28:13.491181 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba860f2c-2585-4f35-916e-670430a2e4c9 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:28:13.588768 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba860f2c-2585-4f35-916e-670430a2e4c9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba860f2c-2585-4f35-916e-670430a2e4c9,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:28:13.600054 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'mac_address': 'fa:16:3e:d3:0b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:28:13.637164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ba860f2c-2585-4f35-916e-670430a2e4c9 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:13.637556 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:13.654377 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba860f2c-2585-4f35-916e-670430a2e4c9 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:28:13.655856 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9b20b-8c13-4ae0-80ef-969afb20cd1a req-727431a7-13e6-4a94-8156-5340fc7dd4af tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:13.657254 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cce9b20b-8c13-4ae0-80ef-969afb20cd1a req-727431a7-13e6-4a94-8156-5340fc7dd4af tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 943 time: 0.0484831 Oct 20 04:28:13.674180 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba860f2c-2585-4f35-916e-670430a2e4c9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba860f2c-2585-4f35-916e-670430a2e4c9,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:28:13.678227 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:13.695803 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-cce9b20b-8c13-4ae0-80ef-969afb20cd1a req-a01633a9-5fae-4321-9daa-808a79fed252 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325458 Oct 20 04:28:13.726178 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ba860f2c-2585-4f35-916e-670430a2e4c9,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:13.972819 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['ba860f2c-2585-4f35-916e-670430a2e4c9'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:28:14.704790 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2b681786-8ae5-4037-a407-792f1fd2511f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:14.823510 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1def19-d298-43f1-8b93-6318e4737220 req-67bb865e-98e5-4226-8154-00b344481703 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:14.825056 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7e1def19-d298-43f1-8b93-6318e4737220 req-67bb865e-98e5-4226-8154-00b344481703 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 944 time: 0.0533152 Oct 20 04:28:14.866092 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-7e1def19-d298-43f1-8b93-6318e4737220 req-89a1b9d1-cc31-48c1-926f-05463cb964f3 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339983 Oct 20 04:28:15.506669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba860f2c-2585-4f35-916e-670430a2e4c9 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:28:15.555642 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port ba860f2c-2585-4f35-916e-670430a2e4c9 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:28:15.559731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port ba860f2c-2585-4f35-916e-670430a2e4c9 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:28:15.560100 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:15.560462 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port ba860f2c-2585-4f35-916e-670430a2e4c9 Oct 20 04:28:15.637909 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ba860f2c-2585-4f35-916e-670430a2e4c9 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:28:15.638287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:15.660142 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:28:15.662374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d311275-f6b3-44b7-b839-61b689d04887" -d '{"events": [{"server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "name": "network-vif-plugged", "status": "completed", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:28:15.675330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba860f2c-2585-4f35-916e-670430a2e4c9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba860f2c-2585-4f35-916e-670430a2e4c9,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:28:15.679310 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:15.726801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ba860f2c-2585-4f35-916e-670430a2e4c9,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:15.761212 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd5de11-edf3-4ec9-af66-709f95614a7f x-openstack-request-id: req-8dd5de11-edf3-4ec9-af66-709f95614a7f {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:28:15.761505 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "name": "network-vif-plugged", "status": "completed", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:28:15.761760 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dd5de11-edf3-4ec9-af66-709f95614a7f {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:28:15.762159 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd5de11-edf3-4ec9-af66-709f95614a7f'] response: {'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'code': 200} Oct 20 04:28:15.934202 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d21409-26bc-4739-a178-7f967c88a20c req-5145e873-ecf8-41bb-9e35-fdb12d7e0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:15.935709 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3d21409-26bc-4739-a178-7f967c88a20c req-5145e873-ecf8-41bb-9e35-fdb12d7e0340 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 1098 time: 0.0412173 Oct 20 04:28:16.003222 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-c3d21409-26bc-4739-a178-7f967c88a20c req-cefa4935-6789-4296-9245-091519f1d38f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558147 Oct 20 04:28:16.011368 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92994cf7-0188-4d47-92c0-c51d79a3b46a req-b6be71b5-cd62-4431-9934-95ec1e0d01eb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:16.012799 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-92994cf7-0188-4d47-92c0-c51d79a3b46a req-b6be71b5-cd62-4431-9934-95ec1e0d01eb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 945 time: 0.0739951 Oct 20 04:28:16.051227 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-92994cf7-0188-4d47-92c0-c51d79a3b46a req-6a4901df-017f-450f-8340-a7a3e2e05b26 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317397 Oct 20 04:28:16.714196 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0d7569a1-0f9e-40b8-bb66-583609d0f95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:17.184011 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e7340-d255-4fd9-8622-11852371f121 req-b9df83c2-08f8-4310-839e-e87f8530f800 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:17.185539 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-750e7340-d255-4fd9-8622-11852371f121 req-b9df83c2-08f8-4310-839e-e87f8530f800 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 945 time: 0.0601854 Oct 20 04:28:17.224778 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-750e7340-d255-4fd9-8622-11852371f121 req-5a9d527a-d8ad-40d2-aa3c-6217fe369deb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322893 Oct 20 04:28:18.012893 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:18.348605 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f7101-5c90-4915-94d9-398a31ca8c54 req-01959387-5884-45f9-a52d-b576108f9405 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:18.350093 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-659f7101-5c90-4915-94d9-398a31ca8c54 req-01959387-5884-45f9-a52d-b576108f9405 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 945 time: 0.0497434 Oct 20 04:28:18.388807 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-659f7101-5c90-4915-94d9-398a31ca8c54 req-20c15562-0a7b-4acf-af1f-7636ba336c30 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328588 Oct 20 04:28:18.513815 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da381fc0-b295-4009-a773-be435b4be7c6 req-6e23bac6-f198-4aa2-821a-9d7766b2cce1 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:18.515975 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-da381fc0-b295-4009-a773-be435b4be7c6 req-6e23bac6-f198-4aa2-821a-9d7766b2cce1 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 945 time: 0.0508754 Oct 20 04:28:18.554469 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-da381fc0-b295-4009-a773-be435b4be7c6 req-45f2b61a-4ef3-479b-bed6-c53694f0bb30 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324233 Oct 20 04:28:18.583092 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37262) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:18.664456 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb825f09-c9aa-435c-b144-d15df079935d tempest-TestSnapshotPattern-1404066213 tempest-TestSnapshotPattern-1404066213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:18.665940 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-bb825f09-c9aa-435c-b144-d15df079935d tempest-TestSnapshotPattern-1404066213 tempest-TestSnapshotPattern-1404066213-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 1093 time: 0.0818923 Oct 20 04:28:18.668898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37266) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:28:18.673918 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.v2.base [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'tenant_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:28:18.693798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for floatingip, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:18.791881 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:18.893545 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Allocated IP 172.26.0.28 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/0ed6313b-4957-4e21-af33-4850d00f3a22) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:28:18.999828 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for port, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:19.033570 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:19.072527 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:28:19.075367 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:28:19.079316 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:28:19.102244 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'Port': ['ID=0ed6313b-4957-4e21-af33-4850d00f3a22,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:19.435848 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:19.500684 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:19.503800 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:19.648778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for port, precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:19.653236 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59479126'] for port, after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:19.722378 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:19.724830 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'Port': ['ID=0ed6313b-4957-4e21-af33-4850d00f3a22,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:28:19.741499 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:19.825311 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.db.l3_db [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Floating IP 9c58a9db-6981-42f6-bb4e-78b1202bcec9 associated. External IP: 172.26.0.28, port: ba860f2c-2585-4f35-916e-670430a2e4c9. Oct 20 04:28:20.027493 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Router fcc098a7-476f-4874-a554-e18d5a86f2e2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:28:20.130349 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:28:20.140541 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181095eb-c1db-46a7-8b3f-ed1befda6088 None None] Sync routers for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:28:20.148665 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:20.151095 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181095eb-c1db-46a7-8b3f-ed1befda6088 None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:28:20.151696 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-181095eb-c1db-46a7-8b3f-ed1befda6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:28:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:20.179277 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-82175482-2cd0-4cfb-8db0-46e542126a50 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5093853 Oct 20 04:28:20.180359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:28:20.182853 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86973fcb-2939-4a42-8b8f-a275df0a6b85" -d '{"events": [{"name": "network-changed", "server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:28:20.259529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-181095eb-c1db-46a7-8b3f-ed1befda6088 None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:28:20.271088 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b04def3-1175-4e30-b9be-1c783e946bd5 x-openstack-request-id: req-7b04def3-1175-4e30-b9be-1c783e946bd5 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:28:20.271403 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:28:20.271659 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b04def3-1175-4e30-b9be-1c783e946bd5 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:28:20.272073 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b04def3-1175-4e30-b9be-1c783e946bd5'] response: {'name': 'network-changed', 'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'status': 'completed', 'code': 200} Oct 20 04:28:20.336099 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86973fcb-2939-4a42-8b8f-a275df0a6b85 req-1dcca020-51de-457e-9b70-37f04af857fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:20.337664 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86973fcb-2939-4a42-8b8f-a275df0a6b85 req-1dcca020-51de-457e-9b70-37f04af857fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 1098 time: 0.0419393 Oct 20 04:28:20.434206 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86973fcb-2939-4a42-8b8f-a275df0a6b85 req-07d4be7b-f445-4c4e-bf89-1d659480b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:20.435669 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86973fcb-2939-4a42-8b8f-a275df0a6b85 req-07d4be7b-f445-4c4e-bf89-1d659480b2b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 909 time: 0.0905776 Oct 20 04:28:20.482686 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-181095eb-c1db-46a7-8b3f-ed1befda6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '9c58a9db-6981-42f6-bb4e-78b1202bcec9', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.28', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:d3:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9590a69f-750d-4208-8182-51809f24a26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:28:19Z', 'updated_at': '2022-10-20T04:28:19Z', 'revision_number': 0, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:20.501697 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86973fcb-2939-4a42-8b8f-a275df0a6b85 req-ecdad0f8-69a1-48dd-8079-12f8d39fa37a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba860f2c-2585-4f35-916e-670430a2e4c9 HTTP/1.1" status: 200 len: 998 time: 0.0593982 Oct 20 04:28:20.511632 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181095eb-c1db-46a7-8b3f-ed1befda6088 None None] Checking router: fcc098a7-476f-4874-a554-e18d5a86f2e2 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:28:20.521025 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181095eb-c1db-46a7-8b3f-ed1befda6088 None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:28:20.521615 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-181095eb-c1db-46a7-8b3f-ed1befda6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:28:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:20.557855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86973fcb-2939-4a42-8b8f-a275df0a6b85 req-1976a633-66b4-49db-b21b-03334a4ace68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:20.559359 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86973fcb-2939-4a42-8b8f-a275df0a6b85 req-1976a633-66b4-49db-b21b-03334a4ace68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0512726 Oct 20 04:28:20.610213 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86973fcb-2939-4a42-8b8f-a275df0a6b85 req-0c610f14-c9a7-4f3e-b479-40bd7fd0b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:20.611756 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86973fcb-2939-4a42-8b8f-a275df0a6b85 req-0c610f14-c9a7-4f3e-b479-40bd7fd0b164 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459626 Oct 20 04:28:20.705967 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86973fcb-2939-4a42-8b8f-a275df0a6b85 req-509e580d-c84f-4302-85a8-1175570ff669 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872395 Oct 20 04:28:20.761805 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-181095eb-c1db-46a7-8b3f-ed1befda6088 None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:28:20.801623 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-86973fcb-2939-4a42-8b8f-a275df0a6b85 req-7a77ead1-8109-45dd-9e8e-9e2d42849a62 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891087 Oct 20 04:28:20.981116 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-181095eb-c1db-46a7-8b3f-ed1befda6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '9c58a9db-6981-42f6-bb4e-78b1202bcec9', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.28', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:d3:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9590a69f-750d-4208-8182-51809f24a26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:28:19Z', 'updated_at': '2022-10-20T04:28:19Z', 'revision_number': 0, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:28:21.010146 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181095eb-c1db-46a7-8b3f-ed1befda6088 None None] The sync data for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv is: [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '9c58a9db-6981-42f6-bb4e-78b1202bcec9', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.28', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:d3:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9590a69f-750d-4208-8182-51809f24a26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:28:19Z', 'updated_at': '2022-10-20T04:28:19Z', 'revision_number': 0, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:28:21.198484 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490992f-7933-4a63-a1c3-be6481880271 None None] New status for floating IP 9c58a9db-6981-42f6-bb4e-78b1202bcec9: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:28:39.122605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:39.864009 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b092998-f380-4d07-a949-695ddb1a4957 req-3cbd6a14-4711-4e67-b4c1-ee777b699dcd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396118 Oct 20 04:28:39.948976 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092998-f380-4d07-a949-695ddb1a4957 req-710724ef-a562-4a18-b804-6492d6b5d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:39.950451 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b092998-f380-4d07-a949-695ddb1a4957 req-710724ef-a562-4a18-b804-6492d6b5d305 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 1098 time: 0.0445762 Oct 20 04:28:40.054624 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092998-f380-4d07-a949-695ddb1a4957 req-b2e9f06a-3861-4ac0-b22e-36ac816b32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:40.056123 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b092998-f380-4d07-a949-695ddb1a4957 req-b2e9f06a-3861-4ac0-b22e-36ac816b32b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 909 time: 0.0860965 Oct 20 04:28:40.125711 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b092998-f380-4d07-a949-695ddb1a4957 req-6a458ab7-1615-45e1-a50d-9c11b2434e8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba860f2c-2585-4f35-916e-670430a2e4c9 HTTP/1.1" status: 200 len: 1000 time: 0.0614231 Oct 20 04:28:40.173654 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092998-f380-4d07-a949-695ddb1a4957 req-6252569c-d9be-4dfc-ae6f-24cae8a1bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:40.175068 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b092998-f380-4d07-a949-695ddb1a4957 req-6252569c-d9be-4dfc-ae6f-24cae8a1bb0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0432665 Oct 20 04:28:40.219794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092998-f380-4d07-a949-695ddb1a4957 req-f7e12e67-65ab-474a-8042-ec8b1f63f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:28:40.221276 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b092998-f380-4d07-a949-695ddb1a4957 req-f7e12e67-65ab-474a-8042-ec8b1f63f0c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397580 Oct 20 04:28:40.315007 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b092998-f380-4d07-a949-695ddb1a4957 req-96b3e5fb-e5c9-44de-9db8-cf57a3796961 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869286 Oct 20 04:28:40.407084 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-6b092998-f380-4d07-a949-695ddb1a4957 req-363600c4-dec3-41a6-a495-ab4830e2e8b0 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843260 Oct 20 04:28:43.678876 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:28:44.706616 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c06a4b83-2861-41b3-a6ac-480b9036a31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:46.716358 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ae4c79e-df19-4b5a-8a08-19dca15cdc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:48.016038 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:49.507026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:28:49.743160 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:09.132868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:14.709058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-022c1dea-2765-4862-8771-090851f644fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:16.718574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ba0d27f2-579b-430c-82e4-e2c3946bd71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:18.018762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:19.510175 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:19.745570 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:20.677955 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:29:39.128871 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:41.869306 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-41eb9da2-ae1e-443b-bc41-096f44b5d28a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403783 Oct 20 04:29:41.963810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-95a27f36-3bb9-4cc5-8536-71143bd18f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:41.965332 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-95a27f36-3bb9-4cc5-8536-71143bd18f7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 1098 time: 0.0468833 Oct 20 04:29:42.069190 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-488e754b-0855-400a-8014-d243e0079ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:42.070628 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-488e754b-0855-400a-8014-d243e0079ce2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 909 time: 0.0846419 Oct 20 04:29:42.144788 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-48a46811-b791-4dbb-86a0-945463a1dc73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba860f2c-2585-4f35-916e-670430a2e4c9 HTTP/1.1" status: 200 len: 1000 time: 0.0629456 Oct 20 04:29:42.196892 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-03e43f3f-da69-4844-a71b-369cc54b6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:42.198288 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-03e43f3f-da69-4844-a71b-369cc54b6de8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0440950 Oct 20 04:29:42.248091 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-2611dc80-058b-40ce-b91d-f8896bc4dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:29:42.249563 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-2611dc80-058b-40ce-b91d-f8896bc4dd2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401957 Oct 20 04:29:42.347662 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-a51efb18-fbe5-47db-8b3e-639e31d226aa service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866399 Oct 20 04:29:42.439405 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-cf270295-a965-4bc4-a28b-211d5d685c94 req-87e58647-ac78-4469-a963-c02059ebd4a0 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813625 Oct 20 04:29:44.711852 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3fe190b6-fafe-42c3-94c6-7958c079106a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:46.721614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aaf75b69-3681-4907-b222-4890a28314d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:48.020465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:49.513419 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:49.747943 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:29:57.677424 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:30:09.128797 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:14.713607 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-14f49072-3bd3-4f4d-a28e-2c375dbf7e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:16.723330 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3498ff0-1255-475b-bd23-05ec0fd66940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:18.024374 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:19.519345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:19.749631 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:21.896794 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba860f2c-2585-4f35-916e-670430a2e4c9 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:30:21.993135 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba860f2c-2585-4f35-916e-670430a2e4c9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba860f2c-2585-4f35-916e-670430a2e4c9,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:30:22.008920 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'mac_address': 'fa:16:3e:d3:0b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:30:22.059073 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ba860f2c-2585-4f35-916e-670430a2e4c9 is: ACTIVE; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:30:22.059554 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:22.073287 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba860f2c-2585-4f35-916e-670430a2e4c9 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:30:22.094041 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba860f2c-2585-4f35-916e-670430a2e4c9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba860f2c-2585-4f35-916e-670430a2e4c9,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:30:22.100260 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:22.158661 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ba860f2c-2585-4f35-916e-670430a2e4c9,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:22.167636 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.168300 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.168867 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.169395 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.169749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.170358 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.170693 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.171026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.171357 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.171684 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.172009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.172411 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:22.193013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['ba860f2c-2585-4f35-916e-670430a2e4c9'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:30:23.911255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba860f2c-2585-4f35-916e-670430a2e4c9 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:30:23.964482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port ba860f2c-2585-4f35-916e-670430a2e4c9 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:30:23.964850 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:23.965180 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port ba860f2c-2585-4f35-916e-670430a2e4c9 Oct 20 04:30:24.052963 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ba860f2c-2585-4f35-916e-670430a2e4c9 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:30:24.053354 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.089334 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:30:24.092447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d63cea-ed65-471b-a607-31e5436025a6" -d '{"events": [{"server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "name": "network-vif-plugged", "status": "completed", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:30:24.097396 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba860f2c-2585-4f35-916e-670430a2e4c9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba860f2c-2585-4f35-916e-670430a2e4c9,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:30:24.113460 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:24.152833 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f15f9b-42f1-4a0e-a20d-043e4743a3ea x-openstack-request-id: req-a4f15f9b-42f1-4a0e-a20d-043e4743a3ea {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:30:24.153187 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "name": "network-vif-plugged", "status": "completed", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:30:24.153436 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4f15f9b-42f1-4a0e-a20d-043e4743a3ea {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:30:24.153839 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f15f9b-42f1-4a0e-a20d-043e4743a3ea'] response: {'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'code': 200} Oct 20 04:30:24.175902 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ba860f2c-2585-4f35-916e-670430a2e4c9,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:31.472373 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-9451e1ff-21b0-4209-9061-57473e9ed774 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31375716&fields=id&tenant_id=5294569d31984c92854ca5f924343880 HTTP/1.1" status: 200 len: 267 time: 0.0342102 Oct 20 04:30:31.574591 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-fc1991ed-2e4f-434d-8496-285952b410c9 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:31.576065 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-fc1991ed-2e4f-434d-8496-285952b410c9 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 808 time: 0.0972202 Oct 20 04:30:31.590707 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-f9bcbab7-f5a9-4f05-b8be-312ac2d7953c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/quotas/5294569d31984c92854ca5f924343880 HTTP/1.1" status: 200 len: 375 time: 0.0087674 Oct 20 04:30:31.650533 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-43664ffc-3349-4200-bbe6-18ac34807f4d tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0536911 Oct 20 04:30:31.746027 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-d1e860a5-a14a-4051-803a-4deb95a3e34b service neutron] 10.222.0.20 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832961 Oct 20 04:30:31.836178 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-0ba3587c-ad96-4ecf-a9f6-2926b05fefcd service neutron] 10.222.0.20 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841517 Oct 20 04:30:32.002533 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-d478dcab-4223-453e-9313-ab39df9b4126 req-d622985a-38d4-4218-9ee1-377fbc7f32bd tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 210 time: 0.0317788 Oct 20 04:30:32.978803 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-6d79d77a-3ce8-4de6-a6a5-fd0cb7936fb7 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:32.980251 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-6d79d77a-3ce8-4de6-a6a5-fd0cb7936fb7 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 808 time: 0.1007743 Oct 20 04:30:33.030199 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-05cf79e8-3802-4136-925b-ab68136e5ea9 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5294569d31984c92854ca5f924343880 HTTP/1.1" status: 200 len: 378 time: 0.0349853 Oct 20 04:30:33.040567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Request body: {'port': {'device_id': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'admin_state_up': True, 'tenant_id': '5294569d31984c92854ca5f924343880', 'security_groups': ['7a81c876-1506-4019-bc7a-c959ce5810ca']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:33.105284 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-75207a90-17da-4b44-941e-31fa70d356b2 req-7bb67624-a32c-4e83-919e-07e6973874d0 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 210 time: 0.0282559 Oct 20 04:30:33.156605 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Made reservation on behalf of 5294569d31984c92854ca5f924343880 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 04:30:33.160705 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:33.286625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Allocated IP 172.20.0.6 (4f256553-a923-4128-b3d9-7784945377e5/fc38a000-444c-42af-a995-db59debe1ba3/41adec27-e81a-48d6-908c-04f481c3b383) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:30:33.440757 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:33.478655 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:33.530855 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'Port': ['ID=41adec27-e81a-48d6-908c-04f481c3b383,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:33.544849 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.545200 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.545545 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.545880 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.546450 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.546794 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.547123 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.547995 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.548505 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.548837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.549163 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.549484 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:30:33.559312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Network 4f256553-a923-4128-b3d9-7784945377e5 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:30:33.567792 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:30:33.583175 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:30:33.681913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:33.682960 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:33.714794 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-2933233c-9b06-4ac1-aea7-992b269b13f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6782629 Oct 20 04:30:33.947539 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Provisioning complete for port 41adec27-e81a-48d6-908c-04f481c3b383 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:30:33.948137 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:33.948250 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Attempt 1 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:30:33.972677 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba860f2c-2585-4f35-916e-670430a2e4c9 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:30:34.017801 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Port 41adec27-e81a-48d6-908c-04f481c3b383 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:30:34.060814 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port ba860f2c-2585-4f35-916e-670430a2e4c9 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:30:34.061123 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:34.085531 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:30:34.088052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f729b727-ab20-4311-96e4-9f61d6b5d8eb" -d '{"events": [{"server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "name": "network-vif-unplugged", "status": "completed", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:30:34.106305 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port ba860f2c-2585-4f35-916e-670430a2e4c9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba860f2c-2585-4f35-916e-670430a2e4c9,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:30:34.112188 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:34.143074 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 04:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca259526-9f60-4ff0-a917-9e3a5de6c169 x-openstack-request-id: req-ca259526-9f60-4ff0-a917-9e3a5de6c169 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:30:34.143368 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "name": "network-vif-unplugged", "status": "completed", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:30:34.143623 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca259526-9f60-4ff0-a917-9e3a5de6c169 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:30:34.144027 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca259526-9f60-4ff0-a917-9e3a5de6c169'] response: {'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'code': 200} Oct 20 04:30:34.180231 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=ba860f2c-2585-4f35-916e-670430a2e4c9,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:34.240928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a79902-bebc-4556-85fc-49103f59c3d1 req-df58df75-28ab-4b91-8301-85eb9d6febbb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:34.242508 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-29a79902-bebc-4556-85fc-49103f59c3d1 req-df58df75-28ab-4b91-8301-85eb9d6febbb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 931 time: 0.0523577 Oct 20 04:30:34.280220 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-29a79902-bebc-4556-85fc-49103f59c3d1 req-67388aac-346a-4599-965e-56cff1e52d24 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316842 Oct 20 04:30:34.518816 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Attempt 2 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:30:34.553521 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Port 41adec27-e81a-48d6-908c-04f481c3b383 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:30:34.676809 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:30:35.054800 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Attempt 3 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:30:35.093950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Port 41adec27-e81a-48d6-908c-04f481c3b383 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:30:35.412442 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368fe19-658c-41fa-8fb0-6e49148c4270 req-fb9d4b6b-27df-478d-97d7-3dcdea907e4d tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:35.413959 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b368fe19-658c-41fa-8fb0-6e49148c4270 req-fb9d4b6b-27df-478d-97d7-3dcdea907e4d tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 931 time: 0.0507312 Oct 20 04:30:35.456422 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b368fe19-658c-41fa-8fb0-6e49148c4270 req-71e8a251-9dd9-478e-a422-5511c2571410 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355206 Oct 20 04:30:35.595447 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Attempt 4 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:30:35.651881 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Port 41adec27-e81a-48d6-908c-04f481c3b383 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:30:36.153055 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Attempt 5 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:30:36.189229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Port 41adec27-e81a-48d6-908c-04f481c3b383 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:30:36.584174 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a366482-47bb-431f-8965-2d0fe38f5bef req-60c154da-bde1-4a3d-9b55-d6cb9afa295f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:36.585708 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6a366482-47bb-431f-8965-2d0fe38f5bef req-60c154da-bde1-4a3d-9b55-d6cb9afa295f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 931 time: 0.0513198 Oct 20 04:30:36.629729 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6a366482-47bb-431f-8965-2d0fe38f5bef req-64b6783c-c6e6-4a82-b8e9-ca7b9094dfdb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380907 Oct 20 04:30:36.690609 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Attempt 6 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:30:36.729249 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Port 41adec27-e81a-48d6-908c-04f481c3b383 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:30:37.230682 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Attempt 7 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:30:37.267372 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Port 41adec27-e81a-48d6-908c-04f481c3b383 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:30:37.768161 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Attempt 8 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:30:37.769226 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411434c-5b13-4071-a50d-a5c7b124abc1 req-cb13698f-0eae-4278-b007-0301ef502c57 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:37.771310 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1411434c-5b13-4071-a50d-a5c7b124abc1 req-cb13698f-0eae-4278-b007-0301ef502c57 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 931 time: 0.0677280 Oct 20 04:30:37.815472 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Port 41adec27-e81a-48d6-908c-04f481c3b383 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:30:37.826627 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-1411434c-5b13-4071-a50d-a5c7b124abc1 req-b3ad0104-7021-4d84-ba7a-7f15f91a379b tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453835 Oct 20 04:30:38.316573 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Attempt 9 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:30:38.361681 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Port 41adec27-e81a-48d6-908c-04f481c3b383 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:30:38.863263 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Attempt 10 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:30:38.899924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-084c71ea-c5ab-4705-9e27-2f483cf3f93d None None] Port 41adec27-e81a-48d6-908c-04f481c3b383 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 20 04:30:38.960527 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975c800-4fd6-43ad-a336-745c7ba0a3ca req-a285a80c-7958-4b6a-826e-6aeeeed11a59 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:38.962120 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4975c800-4fd6-43ad-a336-745c7ba0a3ca req-a285a80c-7958-4b6a-826e-6aeeeed11a59 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 931 time: 0.0558603 Oct 20 04:30:39.007528 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-4975c800-4fd6-43ad-a336-745c7ba0a3ca req-1a92ebd7-dcb2-43b4-8881-aa203886cd97 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393283 Oct 20 04:30:39.146415 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:40.139748 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c6f01-1d11-4530-bbca-306f6f30bc40 req-af0b2fa7-c876-4295-9500-a2938e9b59ef tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:40.141296 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c4c6f01-1d11-4530-bbca-306f6f30bc40 req-af0b2fa7-c876-4295-9500-a2938e9b59ef tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 931 time: 0.0545213 Oct 20 04:30:40.181433 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-3c4c6f01-1d11-4530-bbca-306f6f30bc40 req-64e879ac-1ec5-4ecb-b15d-b5112172f1f6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338602 Oct 20 04:30:41.304810 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bae65-52d2-4cb2-95ed-343e4b6239b8 req-f6aa2fea-5636-4d95-95bf-bd0d2e29e66d tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:41.306259 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a85bae65-52d2-4cb2-95ed-343e4b6239b8 req-f6aa2fea-5636-4d95-95bf-bd0d2e29e66d tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 931 time: 0.0487831 Oct 20 04:30:41.344061 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-a85bae65-52d2-4cb2-95ed-343e4b6239b8 req-32d13b01-98a3-436f-9b1d-dba9a6a47f04 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319037 Oct 20 04:30:41.715863 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Request body: {'port': {'device_id': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:41.770127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:42.036215 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41adec27-e81a-48d6-908c-04f481c3b383 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:30:42.044093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:42.057280 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Transition to ACTIVE for port object 41adec27-e81a-48d6-908c-04f481c3b383 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 04:30:42.060950 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:42.138141 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Pushing event updated for resources: {'Port': ['ID=41adec27-e81a-48d6-908c-04f481c3b383,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:42.167490 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Attempting to bind port 41adec27-e81a-48d6-908c-04f481c3b383 on host hv-neutron-8618 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 20 04:30:42.167823 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Attempting to bind port 41adec27-e81a-48d6-908c-04f481c3b383 by drivers openvswitch,hyperv on host hv-neutron-8618 at level 0 using segments [{'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 20 04:30:42.168148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Attempting to bind port 41adec27-e81a-48d6-908c-04f481c3b383 on network 4f256553-a923-4128-b3d9-7784945377e5 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:30:42.172458 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Port 41adec27-e81a-48d6-908c-04f481c3b383 on network 4f256553-a923-4128-b3d9-7784945377e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8618 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 04:30:42.172775 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Attempting to bind port 41adec27-e81a-48d6-908c-04f481c3b383 on network 4f256553-a923-4128-b3d9-7784945377e5 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 04:30:42.177726 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Checking agent: {'id': 'c62672ad-ee1f-464f-bddc-e796cabe2e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8618', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'started_at': datetime.datetime(2022, 10, 20, 3, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 04:30:42.178653 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Checking segment: {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 20 04:30:42.179038 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Bound using segment: {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 04:30:42.179462 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Bound port: 41adec27-e81a-48d6-908c-04f481c3b383, host: hv-neutron-8618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d37aee5-18af-44ef-97fc-896607218326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4f256553-a923-4128-b3d9-7784945377e5'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 20 04:30:42.179814 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:42.247403 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] For port 41adec27-e81a-48d6-908c-04f481c3b383, host hv-neutron-8618, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 04:30:42.250429 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] For port 41adec27-e81a-48d6-908c-04f481c3b383, host hv-neutron-8618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=41adec27-e81a-48d6-908c-04f481c3b383,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 04:30:42.255312 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:42.260317 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:42.260929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:42.262305 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] 10.222.0.36 "PUT /v2.0/ports/41adec27-e81a-48d6-908c-04f481c3b383 HTTP/1.1" status: 200 len: 1093 time: 0.5508156 Oct 20 04:30:42.262939 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:30:42.265217 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3940448-d23c-4ebb-810b-7c98722badae" -d '{"events": [{"name": "network-changed", "server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "tag": "41adec27-e81a-48d6-908c-04f481c3b383"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:30:42.324787 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52733343-a2dd-4cb2-853a-c73dfcfbefaf service neutron] Pushing event updated for resources: {'Port': ['ID=41adec27-e81a-48d6-908c-04f481c3b383,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:42.340806 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b66b0a-d13f-4a1f-a8e2-1f286aec9887 x-openstack-request-id: req-97b66b0a-d13f-4a1f-a8e2-1f286aec9887 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:30:42.341093 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "tag": "41adec27-e81a-48d6-908c-04f481c3b383", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:30:42.341346 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97b66b0a-d13f-4a1f-a8e2-1f286aec9887 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:30:42.341741 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b66b0a-d13f-4a1f-a8e2-1f286aec9887'] response: {'name': 'network-changed', 'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383', 'status': 'completed', 'code': 200} Oct 20 04:30:42.375409 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-e956232a-1f07-48e7-9b90-e0fd4bc86c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:42.377649 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-e956232a-1f07-48e7-9b90-e0fd4bc86c95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 1096 time: 0.0461435 Oct 20 04:30:42.420302 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-86cd92e9-fe6c-4c7e-baae-8196ecc10bd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41adec27-e81a-48d6-908c-04f481c3b383 HTTP/1.1" status: 200 len: 217 time: 0.0353835 Oct 20 04:30:42.466219 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e27a0-a9a5-48de-b97c-e211bd2e62c4 req-72a29130-ffc0-4e5c-9949-fe5ac891850b tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:42.467684 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-571e27a0-a9a5-48de-b97c-e211bd2e62c4 req-72a29130-ffc0-4e5c-9949-fe5ac891850b tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 943 time: 0.0483921 Oct 20 04:30:42.474837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-5674665c-ab4e-4b24-82ee-b506ad7231fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:42.476352 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-5674665c-ab4e-4b24-82ee-b506ad7231fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0478141 Oct 20 04:30:42.511454 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-571e27a0-a9a5-48de-b97c-e211bd2e62c4 req-966efc03-2d8f-4ec5-8a10-b517d18ade0c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366225 Oct 20 04:30:42.522449 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-400f14b3-f3ba-4dda-8ced-306fd6db17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:42.526488 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-400f14b3-f3ba-4dda-8ced-306fd6db17b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408461 Oct 20 04:30:42.618336 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-fdd0de9f-cbc0-4b04-9c79-62682457cdce service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864520 Oct 20 04:30:42.711421 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-83d1f361-26d2-4d9c-b879-b121b754e976 req-73d75002-1853-46fb-b52c-f64a3f57d494 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822241 Oct 20 04:30:42.762184 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.36', 50426) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:30:42.793822 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-ec4fb7de-a981-4e37-b775-3308ebca98df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399237 Oct 20 04:30:42.836428 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940448-d23c-4ebb-810b-7c98722badae req-8b00d95f-e40a-4100-a627-7b2630eff800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:42.837953 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c3940448-d23c-4ebb-810b-7c98722badae req-8b00d95f-e40a-4100-a627-7b2630eff800 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 1096 time: 0.0720758 Oct 20 04:30:42.881016 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-78da6d17-6d73-4aa6-a150-e6504633fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:42.882423 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-78da6d17-6d73-4aa6-a150-e6504633fd10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 1096 time: 0.0456619 Oct 20 04:30:42.990269 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-5d1c9ce3-d24a-40a2-9c32-590fa7921821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:42.991758 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-5d1c9ce3-d24a-40a2-9c32-590fa7921821 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 909 time: 0.0895259 Oct 20 04:30:43.064635 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-72b6960c-bff9-46e4-9f3d-bb51a68eb2f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba860f2c-2585-4f35-916e-670430a2e4c9 HTTP/1.1" status: 200 len: 998 time: 0.0654013 Oct 20 04:30:43.116354 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-5f12a847-ae9e-4826-ba70-3e1cd813d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:43.117843 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-5f12a847-ae9e-4826-ba70-3e1cd813d2ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0465703 Oct 20 04:30:43.165971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-b05bc5d1-b6fa-4786-9035-381e87ca7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:43.167410 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-b05bc5d1-b6fa-4786-9035-381e87ca7680 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423472 Oct 20 04:30:43.264860 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-63eadc83-24cf-41af-8232-fa62ffa4c71e service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878425 Oct 20 04:30:43.289601 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940448-d23c-4ebb-810b-7c98722badae req-21ba7980-7433-4f29-bd2c-96cc3597b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:43.291090 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c3940448-d23c-4ebb-810b-7c98722badae req-21ba7980-7433-4f29-bd2c-96cc3597b297 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 909 time: 0.4462945 Oct 20 04:30:43.356147 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-20987d6c-6a77-406e-9f3e-71594068ef23 req-c2f6eeb5-7556-4bbf-b5d0-1ba44cebff08 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834601 Oct 20 04:30:43.359377 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c3940448-d23c-4ebb-810b-7c98722badae req-59bceae9-0f9e-4553-a433-8fca53d5eb32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41adec27-e81a-48d6-908c-04f481c3b383 HTTP/1.1" status: 200 len: 217 time: 0.0615911 Oct 20 04:30:43.417164 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940448-d23c-4ebb-810b-7c98722badae req-10056c66-3637-4c34-8725-b34ff4363c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:43.418623 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c3940448-d23c-4ebb-810b-7c98722badae req-10056c66-3637-4c34-8725-b34ff4363c95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0512226 Oct 20 04:30:43.498201 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940448-d23c-4ebb-810b-7c98722badae req-eb38132c-20fd-4e35-8374-bbca70622293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:43.499673 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c3940448-d23c-4ebb-810b-7c98722badae req-eb38132c-20fd-4e35-8374-bbca70622293 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717561 Oct 20 04:30:43.588345 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c3940448-d23c-4ebb-810b-7c98722badae req-afa4c50d-b97c-445b-8998-f8186dc9da7c service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807893 Oct 20 04:30:43.640034 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162886c-995e-41f0-b37f-2c09cebf86c2 req-d7870ace-963b-4e31-ad0e-3cda00723859 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:43.641653 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e162886c-995e-41f0-b37f-2c09cebf86c2 req-d7870ace-963b-4e31-ad0e-3cda00723859 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 943 time: 0.0543127 Oct 20 04:30:43.680058 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-e162886c-995e-41f0-b37f-2c09cebf86c2 req-c5d88f70-830c-4fc5-8464-3aa6a26d6d23 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317874 Oct 20 04:30:43.683010 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c3940448-d23c-4ebb-810b-7c98722badae req-f5092449-ddc4-4703-beaf-3ed9ebf45de3 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874252 Oct 20 04:30:44.716575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae8d8-55ce-4b06-99f2-f33d630ef0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:44.806655 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caaea4-8e6e-4531-83fa-0eb8033fc88f req-638bb3ab-45b1-4854-bd46-b9f7350b6089 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:44.808071 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c4caaea4-8e6e-4531-83fa-0eb8033fc88f req-638bb3ab-45b1-4854-bd46-b9f7350b6089 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 943 time: 0.0501568 Oct 20 04:30:44.847230 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c4caaea4-8e6e-4531-83fa-0eb8033fc88f req-ea40fd27-2dc2-410e-904c-ed39474899b2 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328207 Oct 20 04:30:45.967841 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbcb5b-ddb1-4582-9ac7-24182bbba7d1 req-69e9e056-bf65-40a2-8f20-86c8f19dbfee tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:45.969306 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9ecbcb5b-ddb1-4582-9ac7-24182bbba7d1 req-69e9e056-bf65-40a2-8f20-86c8f19dbfee tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 943 time: 0.0474994 Oct 20 04:30:46.006111 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9ecbcb5b-ddb1-4582-9ac7-24182bbba7d1 req-8287a66e-cc34-4b53-9bf5-8e604399dbe6 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301106 Oct 20 04:30:46.040970 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 41adec27-e81a-48d6-908c-04f481c3b383 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:30:46.134058 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 41adec27-e81a-48d6-908c-04f481c3b383, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=41adec27-e81a-48d6-908c-04f481c3b383,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:30:46.145129 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '41adec27-e81a-48d6-908c-04f481c3b383', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'port_id': '41adec27-e81a-48d6-908c-04f481c3b383', 'mac_address': 'fa:16:3e:4c:83:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:30:46.180000 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 41adec27-e81a-48d6-908c-04f481c3b383 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:30:46.180413 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:46.195935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41adec27-e81a-48d6-908c-04f481c3b383 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:30:46.215391 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 41adec27-e81a-48d6-908c-04f481c3b383, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=41adec27-e81a-48d6-908c-04f481c3b383,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:30:46.218772 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:46.263032 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=41adec27-e81a-48d6-908c-04f481c3b383,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:46.484947 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['41adec27-e81a-48d6-908c-04f481c3b383'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:30:46.724892 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fdfefde5-6fa9-4316-bc91-d2c49d92a13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:47.130108 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2762a-de53-45a4-bf29-99fa92da5ef0 req-257790dd-e946-4203-bdb5-7ed8df07769d tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:47.131551 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e2f2762a-de53-45a4-bf29-99fa92da5ef0 req-257790dd-e946-4203-bdb5-7ed8df07769d tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 944 time: 0.0525191 Oct 20 04:30:47.168286 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-e2f2762a-de53-45a4-bf29-99fa92da5ef0 req-02d9a825-6414-477d-8929-e5d246fead67 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307381 Oct 20 04:30:48.026405 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:48.052050 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 41adec27-e81a-48d6-908c-04f481c3b383 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:30:48.098654 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning for port 41adec27-e81a-48d6-908c-04f481c3b383 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 20 04:30:48.102263 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 41adec27-e81a-48d6-908c-04f481c3b383 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:30:48.102625 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:48.102954 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:30:48.292937 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf204f-5905-40af-b249-ffcc05c7340a req-a4926cbb-c9ea-4cf6-b4a5-2ecfbe542d47 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:48.294356 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03cf204f-5905-40af-b249-ffcc05c7340a req-a4926cbb-c9ea-4cf6-b4a5-2ecfbe542d47 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 944 time: 0.0496809 Oct 20 04:30:48.318215 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 41adec27-e81a-48d6-908c-04f481c3b383 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:30:48.318598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:48.333032 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-03cf204f-5905-40af-b249-ffcc05c7340a req-b21e896c-5a36-4e16-ad4e-81015041d9d0 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324321 Oct 20 04:30:48.342239 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:30:48.356294 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e91ffe-10cc-4824-b92c-61a9d12b19a2" -d '{"events": [{"server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "name": "network-vif-plugged", "status": "completed", "tag": "41adec27-e81a-48d6-908c-04f481c3b383"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:30:48.358255 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 41adec27-e81a-48d6-908c-04f481c3b383, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=41adec27-e81a-48d6-908c-04f481c3b383,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:30:48.369558 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:48.394695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa506dd5-0c9a-4c12-9931-f63064c0a70e x-openstack-request-id: req-fa506dd5-0c9a-4c12-9931-f63064c0a70e {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:30:48.395060 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "name": "network-vif-plugged", "status": "completed", "tag": "41adec27-e81a-48d6-908c-04f481c3b383", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:30:48.395451 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa506dd5-0c9a-4c12-9931-f63064c0a70e {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:30:48.395847 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa506dd5-0c9a-4c12-9931-f63064c0a70e'] response: {'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383', 'code': 200} Oct 20 04:30:48.422013 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=41adec27-e81a-48d6-908c-04f481c3b383,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:48.570482 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574023d4-99e9-4fe4-a00f-70acdaef47e8 req-1d2c29d1-3d9c-47a9-bef3-ba03bdd53f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:48.571870 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-574023d4-99e9-4fe4-a00f-70acdaef47e8 req-1d2c29d1-3d9c-47a9-bef3-ba03bdd53f75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 1098 time: 0.0402944 Oct 20 04:30:48.615613 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-574023d4-99e9-4fe4-a00f-70acdaef47e8 req-5a2ef15a-adfc-419f-98db-f63f175fd9f7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365167 Oct 20 04:30:49.461110 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355f33c-d57f-443a-90f8-3512d4c801b8 req-a4386cdb-cfc6-4ed3-a521-3bfed1ee4094 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:49.462633 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9355f33c-d57f-443a-90f8-3512d4c801b8 req-a4386cdb-cfc6-4ed3-a521-3bfed1ee4094 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 945 time: 0.0524664 Oct 20 04:30:49.499356 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-9355f33c-d57f-443a-90f8-3512d4c801b8 req-e16e8596-61b6-43b4-b6ef-aab6ea640805 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306346 Oct 20 04:30:49.519223 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:49.753707 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:50.621588 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af848dec-c1bb-4f57-9911-972ecc29155f req-03d6b0f1-7134-4158-85ec-18dd596db7bb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:50.623063 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-af848dec-c1bb-4f57-9911-972ecc29155f req-03d6b0f1-7134-4158-85ec-18dd596db7bb tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 945 time: 0.0492651 Oct 20 04:30:50.660806 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-af848dec-c1bb-4f57-9911-972ecc29155f req-2b3e98dd-69a5-44d4-bd49-1ba6d669f2af tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316856 Oct 20 04:30:50.780426 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8fdd7-2223-4935-bddd-90ffcaa11413 req-b3aac3f2-ee07-46a0-8301-f5e061c2986d tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:50.781883 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-53c8fdd7-2223-4935-bddd-90ffcaa11413 req-b3aac3f2-ee07-46a0-8301-f5e061c2986d tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Oct 20 04:30:50.818782 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-53c8fdd7-2223-4935-bddd-90ffcaa11413 req-222e880c-b902-492a-bb51-a73db4a14bbd tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311029 Oct 20 04:30:50.847506 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37536) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:30:50.886575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a0a7cd-fc2f-4b07-8b6e-2fc3d80f0ac7 tempest-TestSnapshotPattern-1404066213 tempest-TestSnapshotPattern-1404066213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:50.887971 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-81a0a7cd-fc2f-4b07-8b6e-2fc3d80f0ac7 tempest-TestSnapshotPattern-1404066213 tempest-TestSnapshotPattern-1404066213-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 1093 time: 0.0395176 Oct 20 04:30:50.890694 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37538) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:30:50.895540 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.v2.base [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Request body: {'floatingip': {'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'port_id': '41adec27-e81a-48d6-908c-04f481c3b383', 'tenant_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 04:30:50.915391 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for floatingip, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:51.014210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:51.118879 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Allocated IP 172.26.0.100 (78d9e5a2-bf27-45e4-8847-e360b2732424/79525c0d-55f8-4c42-bf7f-1c935dfdc093/2bb32e07-cd43-4987-b3a7-56ae2b98250a) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 04:30:51.218103 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for port, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:51.250924 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766400076418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:51.290195 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Network 78d9e5a2-bf27-45e4-8847-e360b2732424 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 04:30:51.293064 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 04:30:51.296487 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 04:30:51.322642 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'Port': ['ID=2bb32e07-cd43-4987-b3a7-56ae2b98250a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:51.954516 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:52.022427 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:52.169632 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for port, precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:52.174599 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59141758'] for port, after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:52.239227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event updated for resources: {'Port': ['ID=2bb32e07-cd43-4987-b3a7-56ae2b98250a,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:30:52.242807 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801052'] for floatingip, after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:52.343877 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Floating IP 0bee07a1-2ed5-433e-aa6b-827ea0a063f5 associated. External IP: 172.26.0.100, port: 41adec27-e81a-48d6-908c-04f481c3b383. Oct 20 04:30:52.550929 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Router fcc098a7-476f-4874-a554-e18d5a86f2e2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:30:52.657731 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:30:52.667949 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea9151b-4ff4-4e4b-950c-15f58a16eefc None None] Sync routers for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:30:52.676906 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:30:52.678049 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9151b-4ff4-4e4b-950c-15f58a16eefc None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:30:52.678678 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fea9151b-4ff4-4e4b-950c-15f58a16eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:30:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:30:52.703678 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-103fff43-83e3-448f-949e-258c4628de4f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8120010 Oct 20 04:30:52.704559 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:30:52.707509 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62fc3f0-af02-47ea-a812-158d370218a2" -d '{"events": [{"name": "network-changed", "server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "tag": "41adec27-e81a-48d6-908c-04f481c3b383"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:30:52.746248 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94250ac-74b3-45c3-97ee-2893015a81c5 x-openstack-request-id: req-c94250ac-74b3-45c3-97ee-2893015a81c5 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:30:52.746545 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "tag": "41adec27-e81a-48d6-908c-04f481c3b383", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:30:52.746793 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c94250ac-74b3-45c3-97ee-2893015a81c5 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:30:52.747225 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94250ac-74b3-45c3-97ee-2893015a81c5'] response: {'name': 'network-changed', 'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383', 'status': 'completed', 'code': 200} Oct 20 04:30:52.787698 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-fea9151b-4ff4-4e4b-950c-15f58a16eefc None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:30:52.814170 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fc3f0-af02-47ea-a812-158d370218a2 req-323f509f-cf9d-4481-bf24-a46054837c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:52.816054 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d62fc3f0-af02-47ea-a812-158d370218a2 req-323f509f-cf9d-4481-bf24-a46054837c61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 1098 time: 0.0448089 Oct 20 04:30:52.907078 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fc3f0-af02-47ea-a812-158d370218a2 req-c10b0f42-77fc-41e7-b22a-dd698383d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:52.908732 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d62fc3f0-af02-47ea-a812-158d370218a2 req-c10b0f42-77fc-41e7-b22a-dd698383d28c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 909 time: 0.0864632 Oct 20 04:30:53.005648 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d62fc3f0-af02-47ea-a812-158d370218a2 req-cc3dfc82-7bae-4b4b-9d95-97e666b93f50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41adec27-e81a-48d6-908c-04f481c3b383 HTTP/1.1" status: 200 len: 999 time: 0.0907099 Oct 20 04:30:53.014900 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fea9151b-4ff4-4e4b-950c-15f58a16eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '0bee07a1-2ed5-433e-aa6b-827ea0a063f5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.100', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': '41adec27-e81a-48d6-908c-04f481c3b383', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:4c:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:30:51Z', 'updated_at': '2022-10-20T04:30:51Z', 'revision_number': 0, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}, {'id': '9c58a9db-6981-42f6-bb4e-78b1202bcec9', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.28', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:d3:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a69f-750d-4208-8182-51809f24a26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:28:19Z', 'updated_at': '2022-10-20T04:28:21Z', 'revision_number': 1, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:30:53.044990 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea9151b-4ff4-4e4b-950c-15f58a16eefc None None] Checking router: fcc098a7-476f-4874-a554-e18d5a86f2e2 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:30:53.054087 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fc3f0-af02-47ea-a812-158d370218a2 req-d3846c5c-afda-4040-87da-ef6fd3efd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:53.055709 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d62fc3f0-af02-47ea-a812-158d370218a2 req-d3846c5c-afda-4040-87da-ef6fd3efd61b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0441437 Oct 20 04:30:53.057574 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9151b-4ff4-4e4b-950c-15f58a16eefc None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:30:53.058173 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fea9151b-4ff4-4e4b-950c-15f58a16eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:30:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:30:53.105252 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fc3f0-af02-47ea-a812-158d370218a2 req-b71514ba-9f0b-4588-b08e-6a343643cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:30:53.106838 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d62fc3f0-af02-47ea-a812-158d370218a2 req-b71514ba-9f0b-4588-b08e-6a343643cc10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448518 Oct 20 04:30:53.163047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-fea9151b-4ff4-4e4b-950c-15f58a16eefc None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:30:53.195659 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d62fc3f0-af02-47ea-a812-158d370218a2 req-e6331a63-8bea-4c34-a4d9-2f32aacd26e6 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810039 Oct 20 04:30:53.288672 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-d62fc3f0-af02-47ea-a812-158d370218a2 req-4aeadd4a-4862-4584-a46a-cf96b96a2bca service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863075 Oct 20 04:30:53.385011 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-fea9151b-4ff4-4e4b-950c-15f58a16eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '0bee07a1-2ed5-433e-aa6b-827ea0a063f5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.100', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': '41adec27-e81a-48d6-908c-04f481c3b383', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:4c:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:30:51Z', 'updated_at': '2022-10-20T04:30:51Z', 'revision_number': 0, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}, {'id': '9c58a9db-6981-42f6-bb4e-78b1202bcec9', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.28', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:d3:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a69f-750d-4208-8182-51809f24a26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:28:19Z', 'updated_at': '2022-10-20T04:28:21Z', 'revision_number': 1, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:30:53.410984 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea9151b-4ff4-4e4b-950c-15f58a16eefc None None] The sync data for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv is: [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '0bee07a1-2ed5-433e-aa6b-827ea0a063f5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.100', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': '41adec27-e81a-48d6-908c-04f481c3b383', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:4c:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:30:51Z', 'updated_at': '2022-10-20T04:30:51Z', 'revision_number': 0, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}, {'id': '9c58a9db-6981-42f6-bb4e-78b1202bcec9', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.28', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:d3:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a69f-750d-4208-8182-51809f24a26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:28:19Z', 'updated_at': '2022-10-20T04:28:21Z', 'revision_number': 1, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:30:53.599972 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97981f-cce2-485c-862d-e43ab8b48ee2 None None] New status for floating IP 0bee07a1-2ed5-433e-aa6b-827ea0a063f5: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:31:09.154641 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:11.676172 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:31:14.719809 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8bba5e64-386d-4c66-b1ee-327f5bfff1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:16.726726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5d8e3409-ccbf-4315-8e6e-1e870f81460e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:18.029530 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:19.522009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:19.756233 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:39.184526 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:43.935003 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-523fe460-73f8-49be-8d03-215333ff2a6f req-2bc5b8d3-5fce-43be-a959-12062600595c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1019998 Oct 20 04:31:44.029888 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fe460-73f8-49be-8d03-215333ff2a6f req-7f27e8ef-3034-41e2-8ca8-d6b42407f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:44.031358 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-523fe460-73f8-49be-8d03-215333ff2a6f req-7f27e8ef-3034-41e2-8ca8-d6b42407f7e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 1096 time: 0.0431595 Oct 20 04:31:44.174357 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fe460-73f8-49be-8d03-215333ff2a6f req-640441ff-6e35-4bec-887e-548e798fe771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:44.175819 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-523fe460-73f8-49be-8d03-215333ff2a6f req-640441ff-6e35-4bec-887e-548e798fe771 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 909 time: 0.0848315 Oct 20 04:31:44.243934 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-523fe460-73f8-49be-8d03-215333ff2a6f req-9d035a90-4604-46c4-a255-52ca7a9bba23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba860f2c-2585-4f35-916e-670430a2e4c9 HTTP/1.1" status: 200 len: 998 time: 0.0605927 Oct 20 04:31:44.292352 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fe460-73f8-49be-8d03-215333ff2a6f req-bc22fd98-dbba-4e29-9f94-967777e8e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:44.293790 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-523fe460-73f8-49be-8d03-215333ff2a6f req-bc22fd98-dbba-4e29-9f94-967777e8e9dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0431795 Oct 20 04:31:44.340849 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fe460-73f8-49be-8d03-215333ff2a6f req-803b97b9-1ba0-4085-ba0b-e64306848316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:31:44.342321 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-523fe460-73f8-49be-8d03-215333ff2a6f req-803b97b9-1ba0-4085-ba0b-e64306848316 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400457 Oct 20 04:31:44.434379 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-523fe460-73f8-49be-8d03-215333ff2a6f req-14444e51-72c8-4e44-8548-54ed89aecdcf service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844846 Oct 20 04:31:44.527847 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-523fe460-73f8-49be-8d03-215333ff2a6f req-907bf0c8-540a-4372-811d-f7fa05ed51d2 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819917 Oct 20 04:31:44.723548 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24d87c9e-b897-446f-915b-7f4e0d9e4d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:46.727542 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-87036228-be4b-4e42-8b64-36031ca2c33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:48.034523 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:48.675986 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:31:49.526585 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:31:49.757718 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:09.206683 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:14.725697 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c2ffa8a8-ddb1-4780-a9c9-1b483aab1844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:16.728599 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d71ebca0-76d8-45de-b1b4-02ffc59d7019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:18.035807 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:19.528108 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:19.758866 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:24.362571 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 41adec27-e81a-48d6-908c-04f481c3b383 details requested by agent hyperv_hv-neutron-8618 with host hv-neutron-8618 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 04:32:24.454030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 41adec27-e81a-48d6-908c-04f481c3b383, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=41adec27-e81a-48d6-908c-04f481c3b383,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:24.465734 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Returning: {'device': '41adec27-e81a-48d6-908c-04f481c3b383', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'port_id': '41adec27-e81a-48d6-908c-04f481c3b383', 'mac_address': 'fa:16:3e:4c:83:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 04:32:24.505549 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 41adec27-e81a-48d6-908c-04f481c3b383 is: ACTIVE; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:32:24.505936 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:24.519717 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41adec27-e81a-48d6-908c-04f481c3b383 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 04:32:24.538671 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 41adec27-e81a-48d6-908c-04f481c3b383, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=41adec27-e81a-48d6-908c-04f481c3b383,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:24.542593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:24.591023 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=41adec27-e81a-48d6-908c-04f481c3b383,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:24.599001 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.599345 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.599685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.600018 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.600382 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.600715 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.601043 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.601370 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.601695 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.602015 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.602332 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.602648 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:24.645629 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] get_ports_and_sgs() called for port_ids ['41adec27-e81a-48d6-908c-04f481c3b383'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 04:32:25.674901 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:32:26.381840 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 41adec27-e81a-48d6-908c-04f481c3b383 up at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 04:32:26.440728 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Provisioning complete for port 41adec27-e81a-48d6-908c-04f481c3b383 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 20 04:32:26.441482 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754485'] for port, provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:26.441627 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Attempt 1 to provision port 41adec27-e81a-48d6-908c-04f481c3b383 Oct 20 04:32:26.540220 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Current status of the port 41adec27-e81a-48d6-908c-04f481c3b383 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 20 04:32:26.540637 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571036'] for port, before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:26.567248 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:32:26.569764 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cba5c6369253049b8160799c46b318f148e19d335939663acc9012e19172ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab900e1b-e0ca-48df-9676-3a9b160f27e0" -d '{"events": [{"server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "name": "network-vif-plugged", "status": "completed", "tag": "41adec27-e81a-48d6-908c-04f481c3b383"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:32:26.585026 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] For port 41adec27-e81a-48d6-908c-04f481c3b383, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=41adec27-e81a-48d6-908c-04f481c3b383,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:26.591869 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766400671452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766400076436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766400076454'] for port, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:26.620964 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c252366-7121-42cf-a1af-b84a69eaa612 x-openstack-request-id: req-9c252366-7121-42cf-a1af-b84a69eaa612 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:32:26.621259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "name": "network-vif-plugged", "status": "completed", "tag": "41adec27-e81a-48d6-908c-04f481c3b383", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:32:26.621516 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c252366-7121-42cf-a1af-b84a69eaa612 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:32:26.621911 dv-neutron-861842-1-hyperv neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c252366-7121-42cf-a1af-b84a69eaa612'] response: {'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383', 'code': 200} Oct 20 04:32:26.650924 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Pushing event updated for resources: {'Port': ['ID=41adec27-e81a-48d6-908c-04f481c3b383,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:35.168552 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37744) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:35.326316 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Deleting port 2bb32e07-cd43-4987-b3a7-56ae2b98250a {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:35.326666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:35.413553 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:35.413799 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:35.425700 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Calling delete_port for 2bb32e07-cd43-4987-b3a7-56ae2b98250a owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:35.569763 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:35.599961 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event deleted for resources: {'Port': ['ID=2bb32e07-cd43-4987-b3a7-56ae2b98250a,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:35.623882 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.624225 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.624586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.624915 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.625241 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.625567 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.625888 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.626210 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.626529 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.626845 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.627164 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.627980 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:35.666747 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:35.666971 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Floating IP 0bee07a1-2ed5-433e-aa6b-827ea0a063f5 disassociated (deleted). External IP: 172.26.0.100, port: 41adec27-e81a-48d6-908c-04f481c3b383. Oct 20 04:32:35.875341 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Router fcc098a7-476f-4874-a554-e18d5a86f2e2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:32:35.981800 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:32:35.986615 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:35.992612 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb8200-4d6b-45d0-9c74-f479e54fade7 None None] Sync routers for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:32:36.001762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb8200-4d6b-45d0-9c74-f479e54fade7 None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:32:36.002593 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11cb8200-4d6b-45d0-9c74-f479e54fade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:32:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:36.014857 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-57be3953-30e7-4dc9-aca9-b4f297f068bc tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "DELETE /v2.0/floatingips/0bee07a1-2ed5-433e-aa6b-827ea0a063f5 HTTP/1.1" status: 204 len: 168 time: 0.8451693 Oct 20 04:32:36.015534 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:32:36.017955 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f645253a-82d6-4dec-b28e-a4654eebaf95" -d '{"events": [{"name": "network-changed", "server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "tag": "41adec27-e81a-48d6-908c-04f481c3b383"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:32:36.055999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a859a06-32ee-488f-9d6d-a0e6a796fdf7 x-openstack-request-id: req-0a859a06-32ee-488f-9d6d-a0e6a796fdf7 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:32:36.056636 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "tag": "41adec27-e81a-48d6-908c-04f481c3b383", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:32:36.056977 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a859a06-32ee-488f-9d6d-a0e6a796fdf7 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:32:36.057686 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a859a06-32ee-488f-9d6d-a0e6a796fdf7'] response: {'name': 'network-changed', 'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383', 'status': 'completed', 'code': 200} Oct 20 04:32:36.133450 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645253a-82d6-4dec-b28e-a4654eebaf95 req-478bf5b3-b84a-4f94-9edd-f3537ccc5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:36.135659 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f645253a-82d6-4dec-b28e-a4654eebaf95 req-478bf5b3-b84a-4f94-9edd-f3537ccc5f07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 1098 time: 0.0478854 Oct 20 04:32:36.247452 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645253a-82d6-4dec-b28e-a4654eebaf95 req-ea5ea6a3-73b9-4f18-b4d9-b6cccdbe9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:36.248892 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f645253a-82d6-4dec-b28e-a4654eebaf95 req-ea5ea6a3-73b9-4f18-b4d9-b6cccdbe9e3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 909 time: 0.0990469 Oct 20 04:32:36.274190 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-11cb8200-4d6b-45d0-9c74-f479e54fade7 None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:32:36.298933 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f645253a-82d6-4dec-b28e-a4654eebaf95 req-07d2f7f1-568e-4ab6-94f6-952ebc0b74b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41adec27-e81a-48d6-908c-04f481c3b383 HTTP/1.1" status: 200 len: 217 time: 0.0427768 Oct 20 04:32:36.365461 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645253a-82d6-4dec-b28e-a4654eebaf95 req-83f5870f-c209-4750-a31a-6d4a589670c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:36.366919 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f645253a-82d6-4dec-b28e-a4654eebaf95 req-83f5870f-c209-4750-a31a-6d4a589670c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0613101 Oct 20 04:32:36.436411 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927c6e2-5338-4fc1-b421-711c8ea87a7e req-a2c89b6f-4b95-40f4-952c-a148dc6ed686 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:36.437873 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c927c6e2-5338-4fc1-b421-711c8ea87a7e req-a2c89b6f-4b95-40f4-952c-a148dc6ed686 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 945 time: 0.1447577 Oct 20 04:32:36.443778 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645253a-82d6-4dec-b28e-a4654eebaf95 req-ae4b9d4c-3aa5-4b16-9177-4feb11f8f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:36.445205 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f645253a-82d6-4dec-b28e-a4654eebaf95 req-ae4b9d4c-3aa5-4b16-9177-4feb11f8f5d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0594459 Oct 20 04:32:36.503143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11cb8200-4d6b-45d0-9c74-f479e54fade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '9c58a9db-6981-42f6-bb4e-78b1202bcec9', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.28', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:d3:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a69f-750d-4208-8182-51809f24a26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:28:19Z', 'updated_at': '2022-10-20T04:28:21Z', 'revision_number': 1, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:36.503749 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-c927c6e2-5338-4fc1-b421-711c8ea87a7e req-3526896c-c817-4a30-a026-d94f92562e96 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576210 Oct 20 04:32:36.532114 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb8200-4d6b-45d0-9c74-f479e54fade7 None None] Checking router: fcc098a7-476f-4874-a554-e18d5a86f2e2 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:32:36.540860 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb8200-4d6b-45d0-9c74-f479e54fade7 None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:32:36.541635 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11cb8200-4d6b-45d0-9c74-f479e54fade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:32:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:36.562529 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f645253a-82d6-4dec-b28e-a4654eebaf95 req-6236ef08-4d33-45cb-a388-3fa1febe6ade service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032341 Oct 20 04:32:36.650316 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-11cb8200-4d6b-45d0-9c74-f479e54fade7 None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:32:36.652239 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-f645253a-82d6-4dec-b28e-a4654eebaf95 req-bb63130f-9b97-4849-b46c-8ae7d6b8bd55 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823958 Oct 20 04:32:36.876493 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11cb8200-4d6b-45d0-9c74-f479e54fade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '9c58a9db-6981-42f6-bb4e-78b1202bcec9', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.28', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:d3:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a69f-750d-4208-8182-51809f24a26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:28:19Z', 'updated_at': '2022-10-20T04:28:21Z', 'revision_number': 1, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:36.902580 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb8200-4d6b-45d0-9c74-f479e54fade7 None None] The sync data for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv is: [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_floatingips': [{'id': '9c58a9db-6981-42f6-bb4e-78b1202bcec9', 'tenant_id': '5294569d31984c92854ca5f924343880', 'floating_ip_address': '172.26.0.28', 'floating_network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'router_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'port_id': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'mac_address': 'fa:16:3e:d3:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a69f-750d-4208-8182-51809f24a26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T04:28:19Z', 'updated_at': '2022-10-20T04:28:21Z', 'revision_number': 1, 'project_id': '5294569d31984c92854ca5f924343880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:32:37.111420 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e36388-6e02-42f5-8ba2-b9fbd87d4563 None None] New status for floating IP 0bee07a1-2ed5-433e-aa6b-827ea0a063f5: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:32:37.663939 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a2e8c-5620-4c9c-b923-f14e64ec2335 req-81d0b8c0-b6ba-4106-84d2-2767c5241ca4 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:37.665452 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a66a2e8c-5620-4c9c-b923-f14e64ec2335 req-81d0b8c0-b6ba-4106-84d2-2767c5241ca4 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 945 time: 0.0492764 Oct 20 04:32:37.702957 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-a66a2e8c-5620-4c9c-b923-f14e64ec2335 req-760264b3-756b-40dd-80bf-315e831e0d4a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317943 Oct 20 04:32:38.035082 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec0622-6509-428b-9ce2-eb7e70c5f9a2 req-cae612ac-dd07-4a42-92c7-eab041381237 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:38.036592 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-92ec0622-6509-428b-9ce2-eb7e70c5f9a2 req-cae612ac-dd07-4a42-92c7-eab041381237 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.36 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 945 time: 0.0499573 Oct 20 04:32:38.128698 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [req-92ec0622-6509-428b-9ce2-eb7e70c5f9a2 req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Deleting port 41adec27-e81a-48d6-908c-04f481c3b383 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:38.129042 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-92ec0622-6509-428b-9ce2-eb7e70c5f9a2 req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:38.220384 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [req-92ec0622-6509-428b-9ce2-eb7e70c5f9a2 req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] For port 41adec27-e81a-48d6-908c-04f481c3b383, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=41adec27-e81a-48d6-908c-04f481c3b383,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:38.220754 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-92ec0622-6509-428b-9ce2-eb7e70c5f9a2 req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:38.233161 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [req-92ec0622-6509-428b-9ce2-eb7e70c5f9a2 req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Calling delete_port for 41adec27-e81a-48d6-908c-04f481c3b383 owned by compute:nova {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:38.358662 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-92ec0622-6509-428b-9ce2-eb7e70c5f9a2 req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:38.390050 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event deleted for resources: {'Port': ['ID=41adec27-e81a-48d6-908c-04f481c3b383,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:38.419564 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.419914 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.420258 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.420637 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.420945 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.421304 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.421630 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.421956 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.422284 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.422605 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.422928 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.423246 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861842-1-hyperv {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 04:32:38.427211 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 41adec27-e81a-48d6-908c-04f481c3b383 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:32:38.438898 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ec0622-6509-428b-9ce2-eb7e70c5f9a2 req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] No DVR routers for this DVR port 41adec27-e81a-48d6-908c-04f481c3b383 on host hv-neutron-8618 {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:32:38.441873 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-92ec0622-6509-428b-9ce2-eb7e70c5f9a2 req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:38.445253 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-92ec0622-6509-428b-9ce2-eb7e70c5f9a2 req-dab54e26-251c-4d00-a5e5-d0f70d43c75a tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.36 "DELETE /v2.0/ports/41adec27-e81a-48d6-908c-04f481c3b383 HTTP/1.1" status: 204 len: 173 time: 0.4032373 Oct 20 04:32:38.445743 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'name': 'network-vif-deleted', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:32:38.447448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 41adec27-e81a-48d6-908c-04f481c3b383 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:32:38.447794 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 41adec27-e81a-48d6-908c-04f481c3b383 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:32:38.447974 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a359de-0a24-4cae-bd5c-548d64871577" -d '{"events": [{"server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "name": "network-vif-deleted", "tag": "41adec27-e81a-48d6-908c-04f481c3b383"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:32:38.495471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e62cab-6b4a-4a29-a25e-fdc09e9e9081 x-openstack-request-id: req-33e62cab-6b4a-4a29-a25e-fdc09e9e9081 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:32:38.495776 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520f13a5-b35e-49bd-8daa-31c51f222c50", "name": "network-vif-deleted", "tag": "41adec27-e81a-48d6-908c-04f481c3b383", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:32:38.496030 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33e62cab-6b4a-4a29-a25e-fdc09e9e9081 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:32:38.496652 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e62cab-6b4a-4a29-a25e-fdc09e9e9081'] response: {'server_uuid': '520f13a5-b35e-49bd-8daa-31c51f222c50', 'name': 'network-vif-deleted', 'tag': '41adec27-e81a-48d6-908c-04f481c3b383', 'status': 'completed', 'code': 200} Oct 20 04:32:38.827363 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-05f2d4cd-f3f8-41f2-bb6d-fe5ea5632a5a req-d1eb5980-607e-458f-b060-3256c0371d0b tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=520f13a5-b35e-49bd-8daa-31c51f222c50 HTTP/1.1" status: 200 len: 210 time: 0.0362971 Oct 20 04:32:39.203605 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:40.401460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37812) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:40.560999 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Deleting port 0ed6313b-4957-4e21-af33-4850d00f3a22 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:40.561353 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:40.636847 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:40.637085 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:40.648953 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Calling delete_port for 0ed6313b-4957-4e21-af33-4850d00f3a22 owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:40.795935 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:40.821459 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event deleted for resources: {'Port': ['ID=0ed6313b-4957-4e21-af33-4850d00f3a22,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:40.885044 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for floatingip, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:40.885413 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.db.l3_db [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Floating IP 9c58a9db-6981-42f6-bb4e-78b1202bcec9 disassociated (deleted). External IP: 172.26.0.28, port: ba860f2c-2585-4f35-916e-670430a2e4c9. Oct 20 04:32:41.089478 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Router fcc098a7-476f-4874-a554-e18d5a86f2e2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:32:41.195101 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:32:41.199857 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for floatingip, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:41.206144 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a1516-ca7b-47cb-9efb-0f69a8f63dfb None None] Sync routers for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:32:41.216415 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a1516-ca7b-47cb-9efb-0f69a8f63dfb None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:32:41.217051 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-886a1516-ca7b-47cb-9efb-0f69a8f63dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:32:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:41.328143 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-886a1516-ca7b-47cb-9efb-0f69a8f63dfb None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:32:41.535427 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-886a1516-ca7b-47cb-9efb-0f69a8f63dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:41.544414 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-4ca11938-822f-40c2-ae1d-ad18bbf70d5c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "DELETE /v2.0/floatingips/9c58a9db-6981-42f6-bb4e-78b1202bcec9 HTTP/1.1" status: 204 len: 168 time: 1.1418231 Oct 20 04:32:41.545149 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:32:41.547573 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c52ab411bda72ebcdc14c0fae751d3e507f9331d9e791adf4e752b692e8b8bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725452a7-bab5-4fbc-8eeb-51cc75292eed" -d '{"events": [{"name": "network-changed", "server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:32:41.563102 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a1516-ca7b-47cb-9efb-0f69a8f63dfb None None] Checking router: fcc098a7-476f-4874-a554-e18d5a86f2e2 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:32:41.572731 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a1516-ca7b-47cb-9efb-0f69a8f63dfb None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:32:41.573410 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-886a1516-ca7b-47cb-9efb-0f69a8f63dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:32:17Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:41.644150 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec312475-4d23-425e-ae05-ca5997d45230 x-openstack-request-id: req-ec312475-4d23-425e-ae05-ca5997d45230 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:32:41.644390 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:32:41.644667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec312475-4d23-425e-ae05-ca5997d45230 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:32:41.645157 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec312475-4d23-425e-ae05-ca5997d45230'] response: {'name': 'network-changed', 'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'status': 'completed', 'code': 200} Oct 20 04:32:41.687164 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-886a1516-ca7b-47cb-9efb-0f69a8f63dfb None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:32:41.726150 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725452a7-bab5-4fbc-8eeb-51cc75292eed req-a4dc5b9c-b6b5-4f03-986f-e99007e22a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:41.728117 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-725452a7-bab5-4fbc-8eeb-51cc75292eed req-a4dc5b9c-b6b5-4f03-986f-e99007e22a9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5294569d31984c92854ca5f924343880&device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 1096 time: 0.0548055 Oct 20 04:32:41.849980 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502027be-da38-460c-a1b5-1104cb2ee3bc req-687fd23d-f12a-4d46-8166-e33c5a642849 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:41.851496 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-502027be-da38-460c-a1b5-1104cb2ee3bc req-687fd23d-f12a-4d46-8166-e33c5a642849 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 943 time: 0.1088099 Oct 20 04:32:41.873720 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725452a7-bab5-4fbc-8eeb-51cc75292eed req-8c81ab60-91ab-4f5f-b2fe-fbd8e432f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:41.875157 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-725452a7-bab5-4fbc-8eeb-51cc75292eed req-8c81ab60-91ab-4f5f-b2fe-fbd8e432f30e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 200 len: 909 time: 0.1406097 Oct 20 04:32:41.896866 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-886a1516-ca7b-47cb-9efb-0f69a8f63dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:41.922484 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a1516-ca7b-47cb-9efb-0f69a8f63dfb None None] The sync data for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv is: [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:27:59Z', 'revision_number': 4, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv', '_interfaces': [{'id': '886cd286-aea6-4692-a7fd-443ebd3de7ec', 'name': '', 'network_id': '4f256553-a923-4128-b3d9-7784945377e5', 'tenant_id': '5294569d31984c92854ca5f924343880', 'mac_address': 'fa:16:3e:f1:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:59Z', 'updated_at': '2022-10-20T04:28:03Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'subnets': [{'id': 'fc38a000-444c-42af-a995-db59debe1ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:32:41.931050 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-502027be-da38-460c-a1b5-1104cb2ee3bc req-4ca9d19d-d393-46a4-8178-a7db8027fe22 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736396 Oct 20 04:32:41.932464 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-725452a7-bab5-4fbc-8eeb-51cc75292eed req-f80df3fe-dd91-4770-bc95-2f21ce631d8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba860f2c-2585-4f35-916e-670430a2e4c9 HTTP/1.1" status: 200 len: 217 time: 0.0493383 Oct 20 04:32:41.992814 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725452a7-bab5-4fbc-8eeb-51cc75292eed req-4cdc0cce-1fdb-4d7c-a5a9-f58315d7d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:41.994371 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-725452a7-bab5-4fbc-8eeb-51cc75292eed req-4cdc0cce-1fdb-4d7c-a5a9-f58315d7d06a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 200 len: 847 time: 0.0552967 Oct 20 04:32:42.041803 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725452a7-bab5-4fbc-8eeb-51cc75292eed req-9cc074e6-30db-4a93-8ebf-8535f148856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:42.043345 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-725452a7-bab5-4fbc-8eeb-51cc75292eed req-9cc074e6-30db-4a93-8ebf-8535f148856f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f256553-a923-4128-b3d9-7784945377e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423701 Oct 20 04:32:42.140978 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-725452a7-bab5-4fbc-8eeb-51cc75292eed req-9a4a0a51-e407-44e5-b647-90df248c5cdd service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896587 Oct 20 04:32:42.156706 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8145410-d69b-4dc1-a585-7eb887742232 None None] New status for floating IP 9c58a9db-6981-42f6-bb4e-78b1202bcec9: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 04:32:42.233048 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-725452a7-bab5-4fbc-8eeb-51cc75292eed req-731198ec-cf5e-4116-a1c5-8892d4c052c4 service neutron] 10.222.0.36 "GET /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833864 Oct 20 04:32:42.440536 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 41adec27-e81a-48d6-908c-04f481c3b383 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:32:42.461195 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: 41adec27-e81a-48d6-908c-04f481c3b383 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:32:42.461565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device 41adec27-e81a-48d6-908c-04f481c3b383 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:32:43.056965 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f717b-f94b-4002-a8c9-94bceb5ea813 req-447cfc0e-92f0-4d01-bf70-2d16470d1851 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:43.058428 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-471f717b-f94b-4002-a8c9-94bceb5ea813 req-447cfc0e-92f0-4d01-bf70-2d16470d1851 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 943 time: 0.0489249 Oct 20 04:32:43.094970 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-471f717b-f94b-4002-a8c9-94bceb5ea813 req-4ad58d41-5d3a-4323-9d9f-75e8f55e1f3f tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a81c876-1506-4019-bc7a-c959ce5810ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307937 Oct 20 04:32:43.536745 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690f174-3515-42b7-ac6a-1c0abe6a5c4c req-5aedb522-7e08-4662-8633-7f91cab03250 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 04:32:43.538170 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6690f174-3515-42b7-ac6a-1c0abe6a5c4c req-5aedb522-7e08-4662-8633-7f91cab03250 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.36 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 943 time: 0.0485189 Oct 20 04:32:43.628725 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [req-6690f174-3515-42b7-ac6a-1c0abe6a5c4c req-26668afe-2547-4b06-8f6a-77d1ddd47399 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Deleting port ba860f2c-2585-4f35-916e-670430a2e4c9 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:43.629060 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6690f174-3515-42b7-ac6a-1c0abe6a5c4c req-26668afe-2547-4b06-8f6a-77d1ddd47399 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:43.718319 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [req-6690f174-3515-42b7-ac6a-1c0abe6a5c4c req-26668afe-2547-4b06-8f6a-77d1ddd47399 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] For port ba860f2c-2585-4f35-916e-670430a2e4c9, host hv-neutron-8618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8618',level=0,port_id=ba860f2c-2585-4f35-916e-670430a2e4c9,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:43.718680 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6690f174-3515-42b7-ac6a-1c0abe6a5c4c req-26668afe-2547-4b06-8f6a-77d1ddd47399 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:43.730437 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [req-6690f174-3515-42b7-ac6a-1c0abe6a5c4c req-26668afe-2547-4b06-8f6a-77d1ddd47399 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Calling delete_port for ba860f2c-2585-4f35-916e-670430a2e4c9 owned by compute:nova {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:43.856015 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6690f174-3515-42b7-ac6a-1c0abe6a5c4c req-26668afe-2547-4b06-8f6a-77d1ddd47399 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:43.888232 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26668afe-2547-4b06-8f6a-77d1ddd47399 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event deleted for resources: {'Port': ['ID=ba860f2c-2585-4f35-916e-670430a2e4c9,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:43.927576 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6690f174-3515-42b7-ac6a-1c0abe6a5c4c req-26668afe-2547-4b06-8f6a-77d1ddd47399 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] No DVR routers for this DVR port ba860f2c-2585-4f35-916e-670430a2e4c9 on host hv-neutron-8618 {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:32:43.930238 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-6690f174-3515-42b7-ac6a-1c0abe6a5c4c req-26668afe-2547-4b06-8f6a-77d1ddd47399 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92095'] for port, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:43.933650 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [req-6690f174-3515-42b7-ac6a-1c0abe6a5c4c req-26668afe-2547-4b06-8f6a-77d1ddd47399 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.36 "DELETE /v2.0/ports/ba860f2c-2585-4f35-916e-670430a2e4c9 HTTP/1.1" status: 204 len: 173 time: 0.3896782 Oct 20 04:32:43.934243 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'name': 'network-vif-deleted', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 04:32:43.936612 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24561aac8a03f8ba8e3261c793290b8b87cdbf1ff571350ab86418bae3197cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54548bf9-a2ab-4b1e-a7b7-1ab9d2327d9c" -d '{"events": [{"server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "name": "network-vif-deleted", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 04:32:43.976358 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 04:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3b7b85-e974-4a4c-93fe-d8fd7516708f x-openstack-request-id: req-8b3b7b85-e974-4a4c-93fe-d8fd7516708f {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 04:32:43.976661 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9590a69f-750d-4208-8182-51809f24a26c", "name": "network-vif-deleted", "tag": "ba860f2c-2585-4f35-916e-670430a2e4c9", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 04:32:43.976922 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b3b7b85-e974-4a4c-93fe-d8fd7516708f {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 04:32:43.977333 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3b7b85-e974-4a4c-93fe-d8fd7516708f'] response: {'server_uuid': '9590a69f-750d-4208-8182-51809f24a26c', 'name': 'network-vif-deleted', 'tag': 'ba860f2c-2585-4f35-916e-670430a2e4c9', 'status': 'completed', 'code': 200} Oct 20 04:32:44.205142 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [req-b9d15649-e675-4f95-8337-6423b51e5d0c req-22cf1b2c-b008-4517-8b97-794707ce1344 tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "GET /v2.0/ports?device_id=9590a69f-750d-4208-8182-51809f24a26c HTTP/1.1" status: 200 len: 210 time: 0.0266976 Oct 20 04:32:44.731040 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ffbdf779-312f-49c6-915c-dc19403aef4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:45.267878 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37830) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:45.331345 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37cd3641-be3c-44e0-810b-45087a71a81c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:45.359525 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37cd3641-be3c-44e0-810b-45087a71a81c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:45.418117 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37cd3641-be3c-44e0-810b-45087a71a81c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:45.420904 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-37cd3641-be3c-44e0-810b-45087a71a81c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:45.422058 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-37cd3641-be3c-44e0-810b-45087a71a81c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] 10.222.0.20 "DELETE /v2.0/security-groups/7a81c876-1506-4019-bc7a-c959ce5810ca HTTP/1.1" status: 204 len: 168 time: 0.1530821 Oct 20 04:32:45.431657 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd3641-be3c-44e0-810b-45087a71a81c tempest-TestSnapshotPattern-318245650 tempest-TestSnapshotPattern-318245650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a81c876-1506-4019-bc7a-c959ce5810ca,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:45.474239 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37834) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:45.818837 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:46.058692 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] Deleting port 886cd286-aea6-4692-a7fd-443ebd3de7ec {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:46.059024 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:46.138865 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] For port 886cd286-aea6-4692-a7fd-443ebd3de7ec, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=886cd286-aea6-4692-a7fd-443ebd3de7ec,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:46.139227 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:46.151891 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] Calling delete_port for 886cd286-aea6-4692-a7fd-443ebd3de7ec owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:46.328625 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:46.357130 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] Pushing event deleted for resources: {'Port': ['ID=886cd286-aea6-4692-a7fd-443ebd3de7ec,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:46.435714 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba860f2c-2585-4f35-916e-670430a2e4c9 no longer exists at agent hyperv_hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:32:46.456448 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] No Port match for: ba860f2c-2585-4f35-916e-670430a2e4c9 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:32:46.456868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Device ba860f2c-2585-4f35-916e-670430a2e4c9 not bound to the agent host hv-neutron-8618 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:32:46.527887 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:46.732376 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3ba801cc-c650-4c5f-bf6c-15aceeb1cc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:46.743883 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] Router fcc098a7-476f-4874-a554-e18d5a86f2e2 has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:32:46.852236 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:32:46.857275 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-840b3a0b-7ecd-417a-afad-ab7bf2f31202 admin admin] 10.222.0.20 "PUT /v2.0/routers/fcc098a7-476f-4874-a554-e18d5a86f2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3820601 Oct 20 04:32:46.859844 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37836) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:46.860501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7836-c521-4130-81d8-7093959e0289 None None] Sync routers for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:32:46.871153 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a7836-c521-4130-81d8-7093959e0289 None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:32:46.871749 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-063a7836-c521-4130-81d8-7093959e0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:32:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:46.964320 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Notify callbacks [] for router, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:46.975511 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-063a7836-c521-4130-81d8-7093959e0289 None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: dv-neutron-861842-1-hyperv {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:32:47.066912 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.120762 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Deleting port 396460c2-8968-413f-b2d0-1d43884a6e42 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:47.121111 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.155429 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-063a7836-c521-4130-81d8-7093959e0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232'}], 'enable_snat': True}, 'gw_port_id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:32:46Z', 'revision_number': 5, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port': {'id': '396460c2-8968-413f-b2d0-1d43884a6e42', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:47.182480 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7836-c521-4130-81d8-7093959e0289 None None] Checking router: fcc098a7-476f-4874-a554-e18d5a86f2e2 for host: dv-neutron-861842-1-hyperv {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:32:47.191565 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a7836-c521-4130-81d8-7093959e0289 None None] Routers {'fcc098a7-476f-4874-a554-e18d5a86f2e2'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:32:47.192169 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-063a7836-c521-4130-81d8-7093959e0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:32:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['fcc098a7-476f-4874-a554-e18d5a86f2e2'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:47.204586 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] For port 396460c2-8968-413f-b2d0-1d43884a6e42, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=396460c2-8968-413f-b2d0-1d43884a6e42,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:47.204966 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.216779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Calling delete_port for 396460c2-8968-413f-b2d0-1d43884a6e42 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:47.276061 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-063a7836-c521-4130-81d8-7093959e0289 None None] Set router fcc098a7-476f-4874-a554-e18d5a86f2e2 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:32:47.326808 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-063a7836-c521-4130-81d8-7093959e0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:32:47Z', 'revision_number': 6, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:47.356108 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7836-c521-4130-81d8-7093959e0289 None None] The sync data for ids ['fcc098a7-476f-4874-a554-e18d5a86f2e2'] in dv-neutron-861842-1-hyperv is: [{'id': 'fcc098a7-476f-4874-a554-e18d5a86f2e2', 'name': 'tempest-TestSnapshotPattern-62482806-router', 'tenant_id': '5294569d31984c92854ca5f924343880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:27:57Z', 'updated_at': '2022-10-20T04:32:47Z', 'revision_number': 6, 'project_id': '5294569d31984c92854ca5f924343880', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:32:47.391770 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.419949 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Pushing event deleted for resources: {'Port': ['ID=396460c2-8968-413f-b2d0-1d43884a6e42,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:47.478414 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.570483 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.572779 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.614926 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.615477 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc098a7-476f-4874-a554-e18d5a86f2e2 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:32:47.619861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] Notify callbacks [] for router, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.621126 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-a97d50f8-fcd2-4ffe-bf55-d237d30b3088 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fcc098a7-476f-4874-a554-e18d5a86f2e2 HTTP/1.1" status: 204 len: 168 time: 0.7602596 Oct 20 04:32:47.623611 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37838) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:47.667971 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3916df-2073-48bb-9565-38be6efd7a60 admin admin] Deleting subnet fc38a000-444c-42af-a995-db59debe1ba3 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:32:47.670861 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d3916df-2073-48bb-9565-38be6efd7a60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.707231 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d3916df-2073-48bb-9565-38be6efd7a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59612919'] for subnet, precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.793666 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d3916df-2073-48bb-9565-38be6efd7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.846828 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d3916df-2073-48bb-9565-38be6efd7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59141536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60779238'] for subnet, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.873913 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d3916df-2073-48bb-9565-38be6efd7a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:47.878358 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-3d3916df-2073-48bb-9565-38be6efd7a60 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc38a000-444c-42af-a995-db59debe1ba3 HTTP/1.1" status: 204 len: 168 time: 0.2536736 Oct 20 04:32:47.879305 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3916df-2073-48bb-9565-38be6efd7a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc38a000-444c-42af-a995-db59debe1ba3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:47.879726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969dec77-2040-4997-80cf-22363657c511 None None] Network 4f256553-a923-4128-b3d9-7784945377e5 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:32:47.881127 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37840) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:47.955102 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.014413 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Deleting port bd2a52c6-231e-4753-9630-3f61f24da543 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:48.014575 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.039167 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.086098 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] For port bd2a52c6-231e-4753-9630-3f61f24da543, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=bd2a52c6-231e-4753-9630-3f61f24da543,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:48.086463 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.099674 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31c5fd2-1fdb-4b0f-b285-ded10206a5df None None] DHCP port deletion for 4f256553-a923-4128-b3d9-7784945377e5 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:32:48.101138 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Calling delete_port for bd2a52c6-231e-4753-9630-3f61f24da543 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:48.147991 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c31c5fd2-1fdb-4b0f-b285-ded10206a5df None None] Deleting port bd2a52c6-231e-4753-9630-3f61f24da543 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:48.148307 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c31c5fd2-1fdb-4b0f-b285-ded10206a5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.191940 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59141751'] for port, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.216108 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-c31c5fd2-1fdb-4b0f-b285-ded10206a5df None None] For port bd2a52c6-231e-4753-9630-3f61f24da543, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=bd2a52c6-231e-4753-9630-3f61f24da543,segment=NetworkSegment(2d37aee5-18af-44ef-97fc-896607218326),segment_id=2d37aee5-18af-44ef-97fc-896607218326)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:48.216533 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c31c5fd2-1fdb-4b0f-b285-ded10206a5df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.218533 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2a52c6-231e-4753-9630-3f61f24da543,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:48.222685 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] No DVR routers for this DVR port bd2a52c6-231e-4753-9630-3f61f24da543 on host dv-neutron-861842-1-hyperv {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:32:48.302376 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.329378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f256553-a923-4128-b3d9-7784945377e5']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:48.346810 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d37aee5-18af-44ef-97fc-896607218326') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:48.347183 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.services.segments.db [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d37aee5-18af-44ef-97fc-896607218326') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:48.358229 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59612920'] for segment, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.374733 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.382665 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:32:48.383080 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59141698'] for segment, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.391282 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c31c5fd2-1fdb-4b0f-b285-ded10206a5df None None] Calling delete_port for bd2a52c6-231e-4753-9630-3f61f24da543 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:48.453148 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.458832 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Notify callbacks [] for network, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.462535 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4f256553-a923-4128-b3d9-7784945377e5 HTTP/1.1" status: 204 len: 168 time: 0.5803707 Oct 20 04:32:48.465471 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37848) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:48.474817 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cb5ea-3388-4365-8ccb-81ab19fb0991 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f256553-a923-4128-b3d9-7784945377e5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 04:32:48.483691 dv-neutron-861842-1-hyperv neutron-server[103630]: self.session.flush() Oct 20 04:32:48.497225 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c31c5fd2-1fdb-4b0f-b285-ded10206a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:48.507179 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c31c5fd2-1fdb-4b0f-b285-ded10206a5df None None] Network 4f256553-a923-4128-b3d9-7784945377e5 is not hosted by any dhcp agent {{(pid=103630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 04:32:48.507745 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c5fd2-1fdb-4b0f-b285-ded10206a5df None None] No DVR routers for this DVR port bd2a52c6-231e-4753-9630-3f61f24da543 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:32:48.535259 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c5fd2-1fdb-4b0f-b285-ded10206a5df None None] Pushing event deleted for resources: {'Port': ['ID=bd2a52c6-231e-4753-9630-3f61f24da543,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:48.571187 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2d37aee5-18af-44ef-97fc-896607218326 resource provider aggregate not found Oct 20 04:32:48.590478 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.services.segments.plugin [-] Segment 2d37aee5-18af-44ef-97fc-896607218326 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d37aee5-18af-44ef-97fc-896607218326 found for delete ", "request_id": "req-4a7e84c0-6c22-459d-b3a5-4decf60429b9"}]} Oct 20 04:32:48.614465 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device bd2a52c6-231e-4753-9630-3f61f24da543 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:32:48.635197 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: bd2a52c6-231e-4753-9630-3f61f24da543 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:32:48.635618 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device bd2a52c6-231e-4753-9630-3f61f24da543 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:32:48.636030 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 886cd286-aea6-4692-a7fd-443ebd3de7ec no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:32:48.657854 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 886cd286-aea6-4692-a7fd-443ebd3de7ec {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:32:48.658096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 886cd286-aea6-4692-a7fd-443ebd3de7ec not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:32:48.658604 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 396460c2-8968-413f-b2d0-1d43884a6e42 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:32:48.677669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 396460c2-8968-413f-b2d0-1d43884a6e42 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:32:48.678008 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 396460c2-8968-413f-b2d0-1d43884a6e42 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:32:49.133713 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800284'] for router_interface, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:49.371007 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] Deleting port a89ae579-b20e-4463-8088-d52948b84bfb {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:49.371348 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:49.447973 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] For port a89ae579-b20e-4463-8088-d52948b84bfb, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=a89ae579-b20e-4463-8088-d52948b84bfb,segment=NetworkSegment(4290dc4b-cd05-4050-a1db-3138d1e0160c),segment_id=4290dc4b-cd05-4050-a1db-3138d1e0160c)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:49.448256 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:49.460912 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] Calling delete_port for a89ae579-b20e-4463-8088-d52948b84bfb owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:49.531912 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:49.640996 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:49.669501 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] Pushing event deleted for resources: {'Port': ['ID=a89ae579-b20e-4463-8088-d52948b84bfb,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:49.763028 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:49.831719 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1819121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800432'] for router_interface, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:50.041950 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] Router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb has already been hosted by L3 agent d5c32894-2c2b-4bad-b651-41725683a931 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 04:32:50.145867 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] Notify agent at l3_agent.dv-neutron-861842-1-hyperv the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 04:32:50.150806 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-72208049-ae64-4729-89c2-84765e26fa5f admin admin] 10.222.0.20 "PUT /v2.0/routers/bf1a99cd-a104-4db8-b9d5-183bdb49f8fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6840944 Oct 20 04:32:50.153380 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37854) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:50.157117 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a1671-dada-42c3-bfe6-5046c3132dce None None] Sync routers for ids ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'] in dv-neutron-861842-1-hyperv {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 04:32:50.166755 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a1671-dada-42c3-bfe6-5046c3132dce None None] Routers {'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:32:50.167360 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-aa8a1671-dada-42c3-bfe6-5046c3132dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:32:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:50.257564 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Notify callbacks [] for router, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:50.270052 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-aa8a1671-dada-42c3-bfe6-5046c3132dce None None] Set router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb gateway port host: dv-neutron-861842-1-hyperv {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:32:50.357798 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:50.415834 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Deleting port 684569ee-f7d6-4edc-89eb-2d56be3e208f {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:50.416175 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:50.449576 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-aa8a1671-dada-42c3-bfe6-5046c3132dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'name': 'tempest-TestSnapshotPattern-1804063771-router', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'external_fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:28:01Z', 'updated_at': '2022-10-20T04:32:49Z', 'revision_number': 5, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'gw_port': {'id': '684569ee-f7d6-4edc-89eb-2d56be3e208f', 'name': '', 'network_id': '78d9e5a2-bf27-45e4-8847-e360b2732424', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T04:28:02Z', 'updated_at': '2022-10-20T04:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79525c0d-55f8-4c42-bf7f-1c935dfdc093', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861842-1-hyperv'}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:50.476054 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a1671-dada-42c3-bfe6-5046c3132dce None None] Checking router: bf1a99cd-a104-4db8-b9d5-183bdb49f8fb for host: dv-neutron-861842-1-hyperv {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 04:32:50.484197 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a1671-dada-42c3-bfe6-5046c3132dce None None] Routers {'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'} bound to L3 agent in host dv-neutron-861842-1-hyperv {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 04:32:50.484827 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-aa8a1671-dada-42c3-bfe6-5046c3132dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T03:26:46Z,description=,heartbeat_timestamp=2022-10-20T04:32:47Z,host='dv-neutron-861842-1-hyperv',id=d5c32894-2c2b-4bad-b651-41725683a931,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T03:26:46Z,topic='l3_agent')) {'router_ids': ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:50.494181 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] For port 684569ee-f7d6-4edc-89eb-2d56be3e208f, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=684569ee-f7d6-4edc-89eb-2d56be3e208f,segment=NetworkSegment(03606866-9a43-4123-9a70-81795b54edb6),segment_id=03606866-9a43-4123-9a70-81795b54edb6)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:50.494549 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:50.507445 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Calling delete_port for 684569ee-f7d6-4edc-89eb-2d56be3e208f owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:50.572605 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-aa8a1671-dada-42c3-bfe6-5046c3132dce None None] Set router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 04:32:50.623663 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-aa8a1671-dada-42c3-bfe6-5046c3132dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'name': 'tempest-TestSnapshotPattern-1804063771-router', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:28:01Z', 'updated_at': '2022-10-20T04:32:50Z', 'revision_number': 6, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'gw_port_host': None}], 'dv-neutron-861842-1-hyperv', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:50.655168 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a1671-dada-42c3-bfe6-5046c3132dce None None] The sync data for ids ['bf1a99cd-a104-4db8-b9d5-183bdb49f8fb'] in dv-neutron-861842-1-hyperv is: [{'id': 'bf1a99cd-a104-4db8-b9d5-183bdb49f8fb', 'name': 'tempest-TestSnapshotPattern-1804063771-router', 'tenant_id': '0e17e0eaa4694aa39f6041945f603aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T04:28:01Z', 'updated_at': '2022-10-20T04:32:50Z', 'revision_number': 6, 'project_id': '0e17e0eaa4694aa39f6041945f603aa5', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 04:32:50.681198 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:50.712123 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Pushing event deleted for resources: {'Port': ['ID=684569ee-f7d6-4edc-89eb-2d56be3e208f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:50.772608 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795738'] for router_gateway, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:50.862118 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5449'] for router, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:50.864531 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:50.906589 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798267'] for router, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:50.907359 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf1a99cd-a104-4db8-b9d5-183bdb49f8fb {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 04:32:50.911660 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] Notify callbacks [] for router, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:50.912813 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-a9d584c0-6fbd-4e74-b702-0d8a6169f750 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bf1a99cd-a104-4db8-b9d5-183bdb49f8fb HTTP/1.1" status: 204 len: 168 time: 0.7585399 Oct 20 04:32:50.915327 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37856) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:50.959919 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b573786-9d5e-4d79-b922-43f35eaa2d4b admin admin] Deleting subnet 22edee77-7915-4106-be60-aadc8169359b {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 20 04:32:50.962877 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b573786-9d5e-4d79-b922-43f35eaa2d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.003378 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b573786-9d5e-4d79-b922-43f35eaa2d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59386806'] for subnet, precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.084058 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b573786-9d5e-4d79-b922-43f35eaa2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765466'] for subnet, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.137143 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b573786-9d5e-4d79-b922-43f35eaa2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-765443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59479944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58976973'] for subnet, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.165876 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b573786-9d5e-4d79-b922-43f35eaa2d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22edee77-7915-4106-be60-aadc8169359b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:51.169323 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0b573786-9d5e-4d79-b922-43f35eaa2d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.172505 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-0b573786-9d5e-4d79-b922-43f35eaa2d4b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/22edee77-7915-4106-be60-aadc8169359b HTTP/1.1" status: 204 len: 168 time: 0.2562320 Oct 20 04:32:51.175792 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.20', 37858) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:51.178443 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e8d1b7-527e-48be-bbb3-21160e18d0fe None None] Network 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 requested from dv-neutron-861842-1-hyperv {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 04:32:51.243331 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-669699'] for network, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.294563 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Deleting port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:51.294681 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.365735 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] For port f1872e04-bb5f-4405-a1d3-b6b64d415ba2, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f1872e04-bb5f-4405-a1d3-b6b64d415ba2,segment=NetworkSegment(4290dc4b-cd05-4050-a1db-3138d1e0160c),segment_id=4290dc4b-cd05-4050-a1db-3138d1e0160c)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:51.366100 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.378883 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Calling delete_port for f1872e04-bb5f-4405-a1d3-b6b64d415ba2 owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:51.388762 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d864ea-0a2f-4c88-8051-5dfddbd92859 None None] DHCP port deletion for 1a0b6188-6a41-4cc1-96e1-c64a5d40f203 request from dv-neutron-861842-1-hyperv {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 04:32:51.437704 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-73d864ea-0a2f-4c88-8051-5dfddbd92859 None None] Deleting port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 20 04:32:51.438080 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73d864ea-0a2f-4c88-8051-5dfddbd92859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766400665348'] for port, before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.464425 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59479135'] for port, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.489298 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1872e04-bb5f-4405-a1d3-b6b64d415ba2,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:51.496225 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] No DVR routers for this DVR port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 on host dv-neutron-861842-1-hyperv {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:32:51.512685 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-73d864ea-0a2f-4c88-8051-5dfddbd92859 None None] For port f1872e04-bb5f-4405-a1d3-b6b64d415ba2, host dv-neutron-861842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861842-1-hyperv',level=0,port_id=f1872e04-bb5f-4405-a1d3-b6b64d415ba2,segment=NetworkSegment(4290dc4b-cd05-4050-a1db-3138d1e0160c),segment_id=4290dc4b-cd05-4050-a1db-3138d1e0160c)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 04:32:51.513096 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73d864ea-0a2f-4c88-8051-5dfddbd92859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1796933'] for port, precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.527447 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-73d864ea-0a2f-4c88-8051-5dfddbd92859 None None] Calling delete_port for f1872e04-bb5f-4405-a1d3-b6b64d415ba2 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 20 04:32:51.569801 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-758675', 'neutron.services.segments.db._delete_segments_for_network-8766400581892'] for network, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.591865 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0b6188-6a41-4cc1-96e1-c64a5d40f203']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:51.603074 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4290dc4b-cd05-4050-a1db-3138d1e0160c') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:51.603264 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.services.segments.db [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4290dc4b-cd05-4050-a1db-3138d1e0160c') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 04:32:51.603517 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-73d864ea-0a2f-4c88-8051-5dfddbd92859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766400671434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766400076427'] for port, after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.614247 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766400583446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59386809'] for segment, before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.628464 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395'] for segment, precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.632857 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d864ea-0a2f-4c88-8051-5dfddbd92859 None None] Pushing event deleted for resources: {'Port': ['ID=f1872e04-bb5f-4405-a1d3-b6b64d415ba2,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:51.636616 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 04:32:51.638101 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-763395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59479146'] for segment, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.638880 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d864ea-0a2f-4c88-8051-5dfddbd92859 None None] No DVR routers for this DVR port f1872e04-bb5f-4405-a1d3-b6b64d415ba2 on host dv-neutron-861842-1-hyperv {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 20 04:32:51.711800 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-758684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1819110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801074'] for network, after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.720129 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Notify callbacks [] for network, before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:51.726675 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.wsgi [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1a0b6188-6a41-4cc1-96e1-c64a5d40f203 HTTP/1.1" status: 204 len: 168 time: 0.5474658 Oct 20 04:32:51.735254 dv-neutron-861842-1-hyperv neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b603f33-a920-4823-9f4f-3bb39a02cd33 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a0b6188-6a41-4cc1-96e1-c64a5d40f203,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:51.778163 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 4290dc4b-cd05-4050-a1db-3138d1e0160c resource provider aggregate not found Oct 20 04:32:51.795743 dv-neutron-861842-1-hyperv neutron-server[103628]: INFO neutron.services.segments.plugin [-] Segment 4290dc4b-cd05-4050-a1db-3138d1e0160c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4290dc4b-cd05-4050-a1db-3138d1e0160c found for delete ", "request_id": "req-26e0b992-8c0e-4895-bcad-60859b7ee97c"}]} Oct 20 04:32:51.903003 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37870) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:51.947701 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-c9d9ff42-3977-457c-b103-edf699cf4182 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5294569d31984c92854ca5f924343880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433769 Oct 20 04:32:51.950263 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37872) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:51.998501 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3086410-90ea-43a9-a4e4-0d037d977357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:52.019771 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3086410-90ea-43a9-a4e4-0d037d977357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:52.065646 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3086410-90ea-43a9-a4e4-0d037d977357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:52.068379 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d3086410-90ea-43a9-a4e4-0d037d977357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:52.069573 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-d3086410-90ea-43a9-a4e4-0d037d977357 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f62263c6-cfdc-4a87-838d-79a1138c151c HTTP/1.1" status: 204 len: 168 time: 0.1183379 Oct 20 04:32:52.077397 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3086410-90ea-43a9-a4e4-0d037d977357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62263c6-cfdc-4a87-838d-79a1138c151c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:52.382140 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37878) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:52.422835 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-9d9e570a-77eb-45b1-82ce-0572cec9159b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e17e0eaa4694aa39f6041945f603aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391002 Oct 20 04:32:52.425460 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.20', 37880) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 04:32:52.472542 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71be782b-0a03-48ab-8e5d-3eefcdfee8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:52.493667 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71be782b-0a03-48ab-8e5d-3eefcdfee8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:52.542378 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71be782b-0a03-48ab-8e5d-3eefcdfee8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634016'] for security_group, after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:52.545147 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-71be782b-0a03-48ab-8e5d-3eefcdfee8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:32:52.546287 dv-neutron-861842-1-hyperv neutron-server[103629]: INFO neutron.wsgi [None req-71be782b-0a03-48ab-8e5d-3eefcdfee8af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dd9fbf0-384a-4976-94dc-084430dee333 HTTP/1.1" status: 204 len: 168 time: 0.1198704 Oct 20 04:32:52.554623 dv-neutron-861842-1-hyperv neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be782b-0a03-48ab-8e5d-3eefcdfee8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd9fbf0-384a-4976-94dc-084430dee333,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 04:32:52.616551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a89ae579-b20e-4463-8088-d52948b84bfb no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:32:52.636591 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: a89ae579-b20e-4463-8088-d52948b84bfb {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:32:52.636934 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device a89ae579-b20e-4463-8088-d52948b84bfb not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:32:52.637347 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f1872e04-bb5f-4405-a1d3-b6b64d415ba2 no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:32:52.655837 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: f1872e04-bb5f-4405-a1d3-b6b64d415ba2 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:32:52.656182 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device f1872e04-bb5f-4405-a1d3-b6b64d415ba2 not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:32:52.656614 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 684569ee-f7d6-4edc-89eb-2d56be3e208f no longer exists at agent ovs-agent-dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 04:32:52.676145 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] No Port match for: 684569ee-f7d6-4edc-89eb-2d56be3e208f {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 20 04:32:52.676441 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Device 684569ee-f7d6-4edc-89eb-2d56be3e208f not bound to the agent host dv-neutron-861842-1-hyperv {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 04:33:02.673984 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:33:09.204584 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:14.724925 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fa05f705-b07b-4875-9f41-5afebfd8deaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:16.734501 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d0794b09-1616-40cb-9f9b-c6f5a1d4538a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:18.042272 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:19.536067 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:19.766012 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:39.204318 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:39.672893 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:33:44.728208 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f7479a4e-4388-4e2b-8e31-aaab084c7eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:46.735553 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-67972965-fa8a-415f-ba86-3d9eec6696bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:48.045063 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:49.538009 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:33:49.767955 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:09.205551 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:14.731229 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3667707e-0332-487d-bf36-a11bc2218b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:16.671048 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:34:16.738475 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c1b59e2-e8ff-4d08-89cb-b3da9bdfdbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:18.048083 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:19.541598 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:19.769669 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:39.204210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:44.735726 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7a54a524-9ad3-4bff-9b92-ab05cccebe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:46.739959 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-769b365b-d41e-43c3-a966-44daa61b1d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:48.051158 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:49.546791 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:49.773264 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:34:53.670359 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:35:09.203793 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:14.739972 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-91b3816d-8de1-4b25-9866-e40eaa833d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:16.743792 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-99b52772-9cc3-4e8c-b551-4ff5180fb3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:18.053210 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:19.549735 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:19.781515 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:30.668300 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:35:39.201469 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:44.742341 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1368dccd-56e8-4e9f-87d4-ba3e6ec9c764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:46.744992 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7c60fea5-edfa-4f5e-8173-32a8832fa924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:48.057273 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:49.550868 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:35:49.783950 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:07.666631 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:36:09.200006 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:14.744151 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ee1a27e6-d12c-497c-81a2-5262e9012eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:16.748190 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-95d2e51b-fd0b-4270-aa2d-29139ac1ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:18.060993 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:19.556077 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:19.788207 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:39.200797 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:44.665618 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:36:44.744979 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0be9-aef8-4809-9574-c3348d2fc97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:46.749774 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-10f983db-fc88-4116-9a51-a4e9a9f1cd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:48.062663 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:49.557110 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:36:49.789935 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:09.200052 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:14.747064 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-55029833-77c2-467d-abf4-acc11c650871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:16.751219 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e4b98d25-00ad-4ae5-8876-eac3f5b22d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:18.065529 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:19.559601 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:19.791575 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:21.665229 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:37:39.199359 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:44.751927 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-34ca6682-616f-47b0-ae9e-82064e736037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:46.752331 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-04943c7e-7b12-4023-a0e9-f6945f830d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:48.068862 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:49.562889 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:49.793982 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:37:58.663981 dv-neutron-861842-1-hyperv neutron-server[103631]: DEBUG neutron.db.agents_db [None req-8e94d0d8-a116-4f4f-9ba5-dacdbba64a36 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 04:38:09.209047 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6f48b55e-c02f-4b4b-998c-595459da059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:14.755205 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fb1bb45a-d085-4beb-9526-f0ce8c655c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:16.753125 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f791979a-1ad7-427f-a6e8-96fde816de5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:18.072106 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-103010be-fee7-422a-bef8-bf6f2dd0d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:19.565956 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fa00-beb9-4c98-af4e-548c69f21cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 20 04:38:19.798882 dv-neutron-861842-1-hyperv neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aceaa602-79e0-48d8-954d-0665ed67ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766400582382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761747'] for agent, after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}